{"level":"warn","ts":"2026-03-29T02:01:19.514075Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-29T02:01:19.514154Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://162.253.55.36:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://162.253.55.36:2380","--initial-cluster=instance=https://162.253.55.36:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://162.253.55.36:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://162.253.55.36:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-29T02:01:19.514212Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-29T02:01:19.514225Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://162.253.55.36:2380"]} {"level":"info","ts":"2026-03-29T02:01:19.514241Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-29T02:01:19.514843Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.36:2379"]} {"level":"info","ts":"2026-03-29T02:01:19.514983Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://162.253.55.36:2380"],"listen-peer-urls":["https://162.253.55.36:2380"],"advertise-client-urls":["https://162.253.55.36:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.36:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://162.253.55.36:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-29T02:01:19.577274Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"62.046924ms"} {"level":"info","ts":"2026-03-29T02:01:19.63665Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"cb89ec34a9687f0b","cluster-id":"d8e0d5e222e856c9"} {"level":"info","ts":"2026-03-29T02:01:19.636795Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cb89ec34a9687f0b switched to configuration voters=()"} {"level":"info","ts":"2026-03-29T02:01:19.636837Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cb89ec34a9687f0b became follower at term 0"} {"level":"info","ts":"2026-03-29T02:01:19.636859Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft cb89ec34a9687f0b [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-29T02:01:19.636872Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cb89ec34a9687f0b became follower at term 1"} {"level":"info","ts":"2026-03-29T02:01:19.636928Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cb89ec34a9687f0b switched to configuration voters=(14666513372433383179)"} {"level":"warn","ts":"2026-03-29T02:01:19.770156Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-29T02:01:19.799741Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-29T02:01:19.864063Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-29T02:01:19.927244Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"cb89ec34a9687f0b","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-29T02:01:19.927507Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"cb89ec34a9687f0b","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-29T02:01:19.928324Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-29T02:01:19.928462Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-29T02:01:19.92848Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-29T02:01:19.933506Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-29T02:01:19.933626Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"162.253.55.36:2380"} {"level":"info","ts":"2026-03-29T02:01:19.933685Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"162.253.55.36:2380"} {"level":"info","ts":"2026-03-29T02:01:19.933918Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cb89ec34a9687f0b switched to configuration voters=(14666513372433383179)"} {"level":"info","ts":"2026-03-29T02:01:19.933949Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"cb89ec34a9687f0b","initial-advertise-peer-urls":["https://162.253.55.36:2380"],"listen-peer-urls":["https://162.253.55.36:2380"],"advertise-client-urls":["https://162.253.55.36:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.36:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-29T02:01:19.934092Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-29T02:01:19.934097Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"d8e0d5e222e856c9","local-member-id":"cb89ec34a9687f0b","added-peer-id":"cb89ec34a9687f0b","added-peer-peer-urls":["https://162.253.55.36:2380"]} {"level":"info","ts":"2026-03-29T02:01:20.538347Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cb89ec34a9687f0b is starting a new election at term 1"} {"level":"info","ts":"2026-03-29T02:01:20.538436Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cb89ec34a9687f0b became pre-candidate at term 1"} {"level":"info","ts":"2026-03-29T02:01:20.538463Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cb89ec34a9687f0b received MsgPreVoteResp from cb89ec34a9687f0b at term 1"} {"level":"info","ts":"2026-03-29T02:01:20.538483Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cb89ec34a9687f0b became candidate at term 2"} {"level":"info","ts":"2026-03-29T02:01:20.538494Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cb89ec34a9687f0b received MsgVoteResp from cb89ec34a9687f0b at term 2"} {"level":"info","ts":"2026-03-29T02:01:20.53851Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cb89ec34a9687f0b became leader at term 2"} {"level":"info","ts":"2026-03-29T02:01:20.538524Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: cb89ec34a9687f0b elected leader cb89ec34a9687f0b at term 2"} {"level":"info","ts":"2026-03-29T02:01:20.556289Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"cb89ec34a9687f0b","local-member-attributes":"{Name:instance ClientURLs:[https://162.253.55.36:2379]}","request-path":"/0/members/cb89ec34a9687f0b/attributes","cluster-id":"d8e0d5e222e856c9","publish-timeout":"7s"} {"level":"info","ts":"2026-03-29T02:01:20.556356Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-29T02:01:20.556468Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-29T02:01:20.556416Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-29T02:01:20.556725Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-29T02:01:20.556845Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-29T02:01:20.560511Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-03-29T02:01:20.561187Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"162.253.55.36:2379"} {"level":"info","ts":"2026-03-29T02:01:20.612684Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"d8e0d5e222e856c9","local-member-id":"cb89ec34a9687f0b","cluster-version":"3.5"} {"level":"info","ts":"2026-03-29T02:01:20.612875Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-29T02:01:20.612957Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-03-29T02:01:22.157802Z","caller":"traceutil/trace.go:171","msg":"trace[261818272] transaction","detail":"{read_only:false; response_revision:2; number_of_response:1; }","duration":"253.851852ms","start":"2026-03-29T02:01:21.903923Z","end":"2026-03-29T02:01:22.157775Z","steps":["trace[261818272] 'process raft request' (duration: 253.637827ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:01:22.301405Z","caller":"traceutil/trace.go:171","msg":"trace[1578277141] transaction","detail":"{read_only:false; response_revision:5; number_of_response:1; }","duration":"307.906438ms","start":"2026-03-29T02:01:21.993469Z","end":"2026-03-29T02:01:22.301376Z","steps":["trace[1578277141] 'process raft request' (duration: 307.804736ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:01:22.301447Z","caller":"traceutil/trace.go:171","msg":"trace[1437100415] transaction","detail":"{read_only:false; response_revision:4; number_of_response:1; }","duration":"308.172484ms","start":"2026-03-29T02:01:21.993239Z","end":"2026-03-29T02:01:22.301412Z","steps":["trace[1437100415] 'process raft request' (duration: 307.99993ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:01:22.301465Z","caller":"traceutil/trace.go:171","msg":"trace[1215827860] linearizableReadLoop","detail":"{readStateIndex:6; appliedIndex:4; }","duration":"396.807586ms","start":"2026-03-29T02:01:21.904633Z","end":"2026-03-29T02:01:22.30144Z","steps":["trace[1215827860] 'read index received' (duration: 252.939951ms)","trace[1215827860] 'applied index is now lower than readState.Index' (duration: 143.866725ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:01:22.301556Z","caller":"traceutil/trace.go:171","msg":"trace[379022529] transaction","detail":"{read_only:false; response_revision:7; number_of_response:1; }","duration":"307.679902ms","start":"2026-03-29T02:01:21.993854Z","end":"2026-03-29T02:01:22.301534Z","steps":["trace[379022529] 'process raft request' (duration: 307.473368ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:01:22.301625Z","caller":"traceutil/trace.go:171","msg":"trace[1872821511] transaction","detail":"{read_only:false; response_revision:6; number_of_response:1; }","duration":"307.854337ms","start":"2026-03-29T02:01:21.993754Z","end":"2026-03-29T02:01:22.301608Z","steps":["trace[1872821511] 'process raft request' (duration: 307.55009ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:01:22.301667Z","caller":"traceutil/trace.go:171","msg":"trace[230552171] transaction","detail":"{read_only:false; response_revision:8; number_of_response:1; }","duration":"307.239323ms","start":"2026-03-29T02:01:21.994422Z","end":"2026-03-29T02:01:22.301661Z","steps":["trace[230552171] 'process raft request' (duration: 306.932026ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:01:22.301656Z","caller":"traceutil/trace.go:171","msg":"trace[2035997372] transaction","detail":"{read_only:false; response_revision:3; number_of_response:1; }","duration":"397.343608ms","start":"2026-03-29T02:01:21.904186Z","end":"2026-03-29T02:01:22.30153Z","steps":["trace[2035997372] 'process raft request' (duration: 357.196159ms)","trace[2035997372] 'compare' (duration: 39.70949ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:01:22.301756Z","caller":"traceutil/trace.go:171","msg":"trace[56834512] transaction","detail":"{read_only:false; response_revision:9; number_of_response:1; }","duration":"307.494039ms","start":"2026-03-29T02:01:21.994254Z","end":"2026-03-29T02:01:22.301748Z","steps":["trace[56834512] 'process raft request' (duration: 307.123121ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:01:22.301769Z","caller":"traceutil/trace.go:171","msg":"trace[442919041] transaction","detail":"{read_only:false; response_revision:10; number_of_response:1; }","duration":"298.493839ms","start":"2026-03-29T02:01:22.00323Z","end":"2026-03-29T02:01:22.301724Z","steps":["trace[442919041] 'process raft request' (duration: 298.176003ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:22.301912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:21.994229Z","time spent":"307.55557ms","remote":"127.0.0.1:43440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":698,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-29T02:01:22.301924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:21.993838Z","time spent":"307.757965ms","remote":"127.0.0.1:43506","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":992,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-29T02:01:22.301941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.326397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-03-29T02:01:22.301965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.914556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.36\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-03-29T02:01:22.302002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:21.992674Z","time spent":"308.972611ms","remote":"127.0.0.1:43506","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":920,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-29T02:01:22.301997Z","caller":"traceutil/trace.go:171","msg":"trace[822878980] range","detail":"{range_begin:/registry/resourcequotas/kube-system/; range_end:/registry/resourcequotas/kube-system0; response_count:0; response_revision:10; }","duration":"308.408399ms","start":"2026-03-29T02:01:21.993573Z","end":"2026-03-29T02:01:22.301982Z","steps":["trace[822878980] 'agreement among raft nodes before linearized reading' (duration: 308.305317ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:01:22.302001Z","caller":"traceutil/trace.go:171","msg":"trace[1581930118] range","detail":"{range_begin:/registry/masterleases/162.253.55.36; range_end:; response_count:0; response_revision:10; }","duration":"312.001958ms","start":"2026-03-29T02:01:21.989988Z","end":"2026-03-29T02:01:22.30199Z","steps":["trace[1581930118] 'agreement among raft nodes before linearized reading' (duration: 311.892806ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:22.3021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:21.994412Z","time spent":"307.269084ms","remote":"127.0.0.1:43506","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":968,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-29T02:01:22.302135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:21.989955Z","time spent":"312.125081ms","remote":"127.0.0.1:43048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":0,"response size":28,"request content":"key:\"/registry/masterleases/162.253.55.36\" "} {"level":"warn","ts":"2026-03-29T02:01:22.301814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.129384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-29T02:01:22.302195Z","caller":"traceutil/trace.go:171","msg":"trace[319482060] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:0; response_revision:10; }","duration":"397.572383ms","start":"2026-03-29T02:01:21.904606Z","end":"2026-03-29T02:01:22.302179Z","steps":["trace[319482060] 'agreement among raft nodes before linearized reading' (duration: 397.084233ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:22.302221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:21.904178Z","time spent":"397.577963ms","remote":"127.0.0.1:43072","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":105,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:01:22.302261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:21.904601Z","time spent":"397.624004ms","remote":"127.0.0.1:43166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":28,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-29T02:01:22.301829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.894831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-29T02:01:22.302431Z","caller":"traceutil/trace.go:171","msg":"trace[857371094] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:0; response_revision:10; }","duration":"342.567595ms","start":"2026-03-29T02:01:21.959852Z","end":"2026-03-29T02:01:22.302419Z","steps":["trace[857371094] 'agreement among raft nodes before linearized reading' (duration: 341.90122ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:22.302463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:21.959833Z","time spent":"342.621006ms","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":0,"response size":28,"request content":"key:\"/registry/namespaces/kube-system\" "} {"level":"warn","ts":"2026-03-29T02:01:22.301855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.622784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-29T02:01:22.302585Z","caller":"traceutil/trace.go:171","msg":"trace[971279833] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:0; response_revision:10; }","duration":"258.35124ms","start":"2026-03-29T02:01:22.044223Z","end":"2026-03-29T02:01:22.302574Z","steps":["trace[971279833] 'agreement among raft nodes before linearized reading' (duration: 257.595834ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:22.301858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:21.993463Z","time spent":"308.00437ms","remote":"127.0.0.1:43506","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":971,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-29T02:01:22.301894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.372172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-29T02:01:22.302813Z","caller":"traceutil/trace.go:171","msg":"trace[1453559200] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:0; response_revision:10; }","duration":"311.308703ms","start":"2026-03-29T02:01:21.991493Z","end":"2026-03-29T02:01:22.302801Z","steps":["trace[1453559200] 'agreement among raft nodes before linearized reading' (duration: 310.377333ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:22.302848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:21.991482Z","time spent":"311.354394ms","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":0,"response size":28,"request content":"key:\"/registry/namespaces/kube-system\" "} {"level":"warn","ts":"2026-03-29T02:01:22.3019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:21.993217Z","time spent":"308.289026ms","remote":"127.0.0.1:43506","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":883,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-29T02:01:22.302039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:21.993552Z","time spent":"308.47852ms","remote":"127.0.0.1:43082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" "} {"level":"warn","ts":"2026-03-29T02:01:22.585677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.043074ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:14"} {"level":"info","ts":"2026-03-29T02:01:22.58595Z","caller":"traceutil/trace.go:171","msg":"trace[1372914804] transaction","detail":"{read_only:false; response_revision:12; number_of_response:1; }","duration":"280.366578ms","start":"2026-03-29T02:01:22.30553Z","end":"2026-03-29T02:01:22.585897Z","steps":["trace[1372914804] 'process raft request' (duration: 280.250426ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:01:22.585994Z","caller":"traceutil/trace.go:171","msg":"trace[722139261] transaction","detail":"{read_only:false; response_revision:11; number_of_response:1; }","duration":"280.706045ms","start":"2026-03-29T02:01:22.305237Z","end":"2026-03-29T02:01:22.585943Z","steps":["trace[722139261] 'process raft request' (duration: 110.16951ms)","trace[722139261] 'compare' (duration: 169.874521ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:01:22.586058Z","caller":"traceutil/trace.go:171","msg":"trace[1982749008] linearizableReadLoop","detail":"{readStateIndex:15; appliedIndex:13; }","duration":"280.368049ms","start":"2026-03-29T02:01:22.305672Z","end":"2026-03-29T02:01:22.586041Z","steps":["trace[1982749008] 'read index received' (duration: 109.831613ms)","trace[1982749008] 'applied index is now lower than readState.Index' (duration: 170.535676ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:01:22.586149Z","caller":"traceutil/trace.go:171","msg":"trace[1978807507] transaction","detail":"{read_only:false; response_revision:16; number_of_response:1; }","duration":"279.444847ms","start":"2026-03-29T02:01:22.306695Z","end":"2026-03-29T02:01:22.58614Z","steps":["trace[1978807507] 'process raft request' (duration: 279.262672ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:01:22.586169Z","caller":"traceutil/trace.go:171","msg":"trace[1015618076] transaction","detail":"{read_only:false; response_revision:15; number_of_response:1; }","duration":"279.501299ms","start":"2026-03-29T02:01:22.306579Z","end":"2026-03-29T02:01:22.58608Z","steps":["trace[1015618076] 'process raft request' (duration: 279.339035ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:01:22.586264Z","caller":"traceutil/trace.go:171","msg":"trace[828521597] transaction","detail":"{read_only:false; response_revision:14; number_of_response:1; }","duration":"279.671763ms","start":"2026-03-29T02:01:22.306565Z","end":"2026-03-29T02:01:22.586236Z","steps":["trace[828521597] 'process raft request' (duration: 279.303423ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:01:22.58635Z","caller":"traceutil/trace.go:171","msg":"trace[1456944214] transaction","detail":"{read_only:false; response_revision:17; number_of_response:1; }","duration":"279.446638ms","start":"2026-03-29T02:01:22.306895Z","end":"2026-03-29T02:01:22.586341Z","steps":["trace[1456944214] 'process raft request' (duration: 279.09416ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:01:22.586353Z","caller":"traceutil/trace.go:171","msg":"trace[1807461978] transaction","detail":"{read_only:false; response_revision:13; number_of_response:1; }","duration":"280.113583ms","start":"2026-03-29T02:01:22.306219Z","end":"2026-03-29T02:01:22.586333Z","steps":["trace[1807461978] 'process raft request' (duration: 279.60126ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:22.586552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.298116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/instance\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-29T02:01:22.586596Z","caller":"traceutil/trace.go:171","msg":"trace[689317791] range","detail":"{range_begin:/registry/csinodes/instance; range_end:; response_count:0; response_revision:17; }","duration":"270.379327ms","start":"2026-03-29T02:01:22.316205Z","end":"2026-03-29T02:01:22.586585Z","steps":["trace[689317791] 'agreement among raft nodes before linearized reading' (duration: 270.230244ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:22.586672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.980443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/csr-9zf45\" ","response":"range_response_count:1 size:857"} {"level":"warn","ts":"2026-03-29T02:01:22.586702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.862355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:350"} {"level":"info","ts":"2026-03-29T02:01:22.586756Z","caller":"traceutil/trace.go:171","msg":"trace[1434441901] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:17; }","duration":"222.953057ms","start":"2026-03-29T02:01:22.363785Z","end":"2026-03-29T02:01:22.586738Z","steps":["trace[1434441901] 'agreement among raft nodes before linearized reading' (duration: 222.686102ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:01:22.586768Z","caller":"traceutil/trace.go:171","msg":"trace[1589698323] range","detail":"{range_begin:/registry/certificatesigningrequests/csr-9zf45; range_end:; response_count:1; response_revision:17; }","duration":"281.094864ms","start":"2026-03-29T02:01:22.305638Z","end":"2026-03-29T02:01:22.586733Z","steps":["trace[1589698323] 'agreement among raft nodes before linearized reading' (duration: 280.934791ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:01:22.587034Z","caller":"traceutil/trace.go:171","msg":"trace[736643837] transaction","detail":"{read_only:false; number_of_response:0; response_revision:13; }","duration":"280.583133ms","start":"2026-03-29T02:01:22.306441Z","end":"2026-03-29T02:01:22.587024Z","steps":["trace[736643837] 'process raft request' (duration: 279.407536ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:01:22.775433Z","caller":"traceutil/trace.go:171","msg":"trace[12847789] transaction","detail":"{read_only:false; response_revision:19; number_of_response:1; }","duration":"185.393114ms","start":"2026-03-29T02:01:22.590006Z","end":"2026-03-29T02:01:22.775399Z","steps":["trace[12847789] 'process raft request' (duration: 169.80509ms)","trace[12847789] 'compare' (duration: 15.338969ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:01:22.775763Z","caller":"traceutil/trace.go:171","msg":"trace[1291527299] transaction","detail":"{read_only:false; response_revision:23; number_of_response:1; }","duration":"185.031657ms","start":"2026-03-29T02:01:22.590719Z","end":"2026-03-29T02:01:22.775751Z","steps":["trace[1291527299] 'process raft request' (duration: 184.752171ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:01:22.775566Z","caller":"traceutil/trace.go:171","msg":"trace[205095779] transaction","detail":"{read_only:false; response_revision:22; number_of_response:1; }","duration":"184.946144ms","start":"2026-03-29T02:01:22.590599Z","end":"2026-03-29T02:01:22.775545Z","steps":["trace[205095779] 'process raft request' (duration: 184.833822ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:01:22.775578Z","caller":"traceutil/trace.go:171","msg":"trace[887281886] transaction","detail":"{read_only:false; response_revision:21; number_of_response:1; }","duration":"184.994146ms","start":"2026-03-29T02:01:22.590545Z","end":"2026-03-29T02:01:22.775539Z","steps":["trace[887281886] 'process raft request' (duration: 184.837993ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:01:22.775548Z","caller":"traceutil/trace.go:171","msg":"trace[1288673912] transaction","detail":"{read_only:false; response_revision:20; number_of_response:1; }","duration":"185.147229ms","start":"2026-03-29T02:01:22.590337Z","end":"2026-03-29T02:01:22.775485Z","steps":["trace[1288673912] 'process raft request' (duration: 184.973875ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:01:22.776069Z","caller":"traceutil/trace.go:171","msg":"trace[734820329] transaction","detail":"{read_only:false; response_revision:24; number_of_response:1; }","duration":"184.982026ms","start":"2026-03-29T02:01:22.591072Z","end":"2026-03-29T02:01:22.776054Z","steps":["trace[734820329] 'process raft request' (duration: 184.477135ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:01:22.776556Z","caller":"traceutil/trace.go:171","msg":"trace[1863476954] linearizableReadLoop","detail":"{readStateIndex:29; appliedIndex:22; }","duration":"175.802283ms","start":"2026-03-29T02:01:22.60073Z","end":"2026-03-29T02:01:22.776532Z","steps":["trace[1863476954] 'read index received' (duration: 159.096923ms)","trace[1863476954] 'applied index is now lower than readState.Index' (duration: 16.70305ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:01:22.776542Z","caller":"traceutil/trace.go:171","msg":"trace[1797471901] transaction","detail":"{read_only:false; response_revision:25; number_of_response:1; }","duration":"184.80228ms","start":"2026-03-29T02:01:22.591611Z","end":"2026-03-29T02:01:22.776413Z","steps":["trace[1797471901] 'process raft request' (duration: 184.249888ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:22.776665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.980598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-03-29T02:01:22.776688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.271435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-29T02:01:22.776734Z","caller":"traceutil/trace.go:171","msg":"trace[1440845806] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:0; response_revision:25; }","duration":"186.373097ms","start":"2026-03-29T02:01:22.590348Z","end":"2026-03-29T02:01:22.776722Z","steps":["trace[1440845806] 'agreement among raft nodes before linearized reading' (duration: 186.276315ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:01:22.776738Z","caller":"traceutil/trace.go:171","msg":"trace[383599885] range","detail":"{range_begin:/registry/configmaps/kube-system/extension-apiserver-authentication; range_end:; response_count:0; response_revision:25; }","duration":"186.084791ms","start":"2026-03-29T02:01:22.590633Z","end":"2026-03-29T02:01:22.776717Z","steps":["trace[383599885] 'agreement among raft nodes before linearized reading' (duration: 185.908937ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:01:22.777145Z","caller":"traceutil/trace.go:171","msg":"trace[1434471963] transaction","detail":"{read_only:false; response_revision:26; number_of_response:1; }","duration":"174.915043ms","start":"2026-03-29T02:01:22.602167Z","end":"2026-03-29T02:01:22.777082Z","steps":["trace[1434471963] 'process raft request' (duration: 174.247607ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:01:22.926131Z","caller":"traceutil/trace.go:171","msg":"trace[2058580230] transaction","detail":"{read_only:false; response_revision:28; number_of_response:1; }","duration":"145.283457ms","start":"2026-03-29T02:01:22.780808Z","end":"2026-03-29T02:01:22.926091Z","steps":["trace[2058580230] 'process raft request' (duration: 101.471947ms)","trace[2058580230] 'compare' (duration: 43.525784ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:01:22.926223Z","caller":"traceutil/trace.go:171","msg":"trace[390702728] transaction","detail":"{read_only:false; response_revision:29; number_of_response:1; }","duration":"145.227506ms","start":"2026-03-29T02:01:22.780969Z","end":"2026-03-29T02:01:22.926196Z","steps":["trace[390702728] 'process raft request' (duration: 145.029001ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:01:22.926356Z","caller":"traceutil/trace.go:171","msg":"trace[497014408] transaction","detail":"{read_only:false; response_revision:32; number_of_response:1; }","duration":"145.039672ms","start":"2026-03-29T02:01:22.781305Z","end":"2026-03-29T02:01:22.926344Z","steps":["trace[497014408] 'process raft request' (duration: 144.815797ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:01:22.926363Z","caller":"traceutil/trace.go:171","msg":"trace[527477256] transaction","detail":"{read_only:false; response_revision:33; number_of_response:1; }","duration":"144.897298ms","start":"2026-03-29T02:01:22.781428Z","end":"2026-03-29T02:01:22.926325Z","steps":["trace[527477256] 'process raft request' (duration: 144.722135ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:01:22.926398Z","caller":"traceutil/trace.go:171","msg":"trace[1347879127] linearizableReadLoop","detail":"{readStateIndex:36; appliedIndex:31; }","duration":"144.98423ms","start":"2026-03-29T02:01:22.781386Z","end":"2026-03-29T02:01:22.92637Z","steps":["trace[1347879127] 'read index received' (duration: 49.085847ms)","trace[1347879127] 'applied index is now lower than readState.Index' (duration: 95.897473ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:01:22.926462Z","caller":"traceutil/trace.go:171","msg":"trace[961377292] transaction","detail":"{read_only:false; response_revision:31; number_of_response:1; }","duration":"145.221556ms","start":"2026-03-29T02:01:22.781219Z","end":"2026-03-29T02:01:22.92644Z","steps":["trace[961377292] 'process raft request' (duration: 144.871938ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:01:22.92642Z","caller":"traceutil/trace.go:171","msg":"trace[856564648] transaction","detail":"{read_only:false; response_revision:30; number_of_response:1; }","duration":"145.240566ms","start":"2026-03-29T02:01:22.781159Z","end":"2026-03-29T02:01:22.926399Z","steps":["trace[856564648] 'process raft request' (duration: 144.896398ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:22.926626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.215085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/kube-node-lease/\" range_end:\"/registry/resourcequotas/kube-node-lease0\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-29T02:01:22.926721Z","caller":"traceutil/trace.go:171","msg":"trace[1001225897] range","detail":"{range_begin:/registry/resourcequotas/kube-node-lease/; range_end:/registry/resourcequotas/kube-node-lease0; response_count:0; response_revision:34; }","duration":"145.298408ms","start":"2026-03-29T02:01:22.781358Z","end":"2026-03-29T02:01:22.926657Z","steps":["trace[1001225897] 'agreement among raft nodes before linearized reading' (duration: 145.149574ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:23.494421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.943088ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:14"} {"level":"info","ts":"2026-03-29T02:01:23.494615Z","caller":"traceutil/trace.go:171","msg":"trace[1609802772] linearizableReadLoop","detail":"{readStateIndex:43; appliedIndex:41; }","duration":"521.321033ms","start":"2026-03-29T02:01:22.973277Z","end":"2026-03-29T02:01:23.494598Z","steps":["trace[1609802772] 'read index received' (duration: 125.11315ms)","trace[1609802772] 'applied index is now lower than readState.Index' (duration: 396.207033ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:01:23.494717Z","caller":"traceutil/trace.go:171","msg":"trace[1962826117] transaction","detail":"{read_only:false; response_revision:39; number_of_response:1; }","duration":"521.440976ms","start":"2026-03-29T02:01:22.973243Z","end":"2026-03-29T02:01:23.494684Z","steps":["trace[1962826117] 'process raft request' (duration: 521.286443ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:23.49482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.856535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-03-29T02:01:23.494878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:22.97323Z","time spent":"521.581909ms","remote":"127.0.0.1:43440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":715,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-29T02:01:23.494863Z","caller":"traceutil/trace.go:171","msg":"trace[2024519208] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:39; }","duration":"185.883485ms","start":"2026-03-29T02:01:23.308958Z","end":"2026-03-29T02:01:23.494841Z","steps":["trace[2024519208] 'agreement among raft nodes before linearized reading' (duration: 185.846485ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:23.494894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.975967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/instance\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-03-29T02:01:23.494895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"520.553556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/view\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-29T02:01:23.494965Z","caller":"traceutil/trace.go:171","msg":"trace[1866866936] range","detail":"{range_begin:/registry/csinodes/instance; range_end:; response_count:0; response_revision:39; }","duration":"293.09231ms","start":"2026-03-29T02:01:23.201854Z","end":"2026-03-29T02:01:23.494947Z","steps":["trace[1866866936] 'agreement among raft nodes before linearized reading' (duration: 292.970417ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:01:23.494878Z","caller":"traceutil/trace.go:171","msg":"trace[1176421950] transaction","detail":"{read_only:false; response_revision:38; number_of_response:1; }","duration":"521.989997ms","start":"2026-03-29T02:01:22.972789Z","end":"2026-03-29T02:01:23.494779Z","steps":["trace[1176421950] 'process raft request' (duration: 125.6265ms)","trace[1176421950] 'compare' (duration: 395.770954ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:01:23.494774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.483346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/default/\" range_end:\"/registry/resourcequotas/default0\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-29T02:01:23.49518Z","caller":"traceutil/trace.go:171","msg":"trace[1989944683] range","detail":"{range_begin:/registry/resourcequotas/default/; range_end:/registry/resourcequotas/default0; response_count:0; response_revision:39; }","duration":"521.855895ms","start":"2026-03-29T02:01:22.973269Z","end":"2026-03-29T02:01:23.495125Z","steps":["trace[1989944683] 'agreement among raft nodes before linearized reading' (duration: 521.435905ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:23.495196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:22.972764Z","time spent":"522.321815ms","remote":"127.0.0.1:43358","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-29T02:01:23.495269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:22.973229Z","time spent":"521.990958ms","remote":"127.0.0.1:43082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/default/\" range_end:\"/registry/resourcequotas/default0\" "} {"level":"info","ts":"2026-03-29T02:01:23.494999Z","caller":"traceutil/trace.go:171","msg":"trace[1792729915] range","detail":"{range_begin:/registry/clusterroles/view; range_end:; response_count:0; response_revision:39; }","duration":"520.691639ms","start":"2026-03-29T02:01:22.974292Z","end":"2026-03-29T02:01:23.494984Z","steps":["trace[1792729915] 'agreement among raft nodes before linearized reading' (duration: 520.488775ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:23.495666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:22.974278Z","time spent":"521.368104ms","remote":"127.0.0.1:43340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":0,"response size":28,"request content":"key:\"/registry/clusterroles/view\" "} {"level":"info","ts":"2026-03-29T02:01:23.661073Z","caller":"traceutil/trace.go:171","msg":"trace[1863721388] transaction","detail":"{read_only:false; response_revision:44; number_of_response:1; }","duration":"130.148171ms","start":"2026-03-29T02:01:23.530888Z","end":"2026-03-29T02:01:23.661036Z","steps":["trace[1863721388] 'process raft request' (duration: 101.291722ms)","trace[1863721388] 'compare' (duration: 28.543532ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:01:23.661401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.717526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/edit\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-29T02:01:23.661474Z","caller":"traceutil/trace.go:171","msg":"trace[474425525] range","detail":"{range_begin:/registry/clusterroles/edit; range_end:; response_count:0; response_revision:44; }","duration":"131.827799ms","start":"2026-03-29T02:01:23.529627Z","end":"2026-03-29T02:01:23.661454Z","steps":["trace[474425525] 'agreement among raft nodes before linearized reading' (duration: 131.643785ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:23.920514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.910074ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:14"} {"level":"info","ts":"2026-03-29T02:01:23.920651Z","caller":"traceutil/trace.go:171","msg":"trace[703133623] transaction","detail":"{read_only:false; response_revision:46; number_of_response:1; }","duration":"254.543666ms","start":"2026-03-29T02:01:23.666079Z","end":"2026-03-29T02:01:23.920622Z","steps":["trace[703133623] 'process raft request' (duration: 121.429328ms)","trace[703133623] 'compare' (duration: 132.791431ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:01:23.920696Z","caller":"traceutil/trace.go:171","msg":"trace[125550278] transaction","detail":"{read_only:false; response_revision:47; number_of_response:1; }","duration":"253.727429ms","start":"2026-03-29T02:01:23.66695Z","end":"2026-03-29T02:01:23.920678Z","steps":["trace[125550278] 'process raft request' (duration: 253.655197ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:23.92096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.062536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/cluster-admin\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-29T02:01:23.920857Z","caller":"traceutil/trace.go:171","msg":"trace[860450608] linearizableReadLoop","detail":"{readStateIndex:50; appliedIndex:49; }","duration":"253.882562ms","start":"2026-03-29T02:01:23.666883Z","end":"2026-03-29T02:01:23.920766Z","steps":["trace[860450608] 'read index received' (duration: 120.637402ms)","trace[860450608] 'applied index is now lower than readState.Index' (duration: 133.23935ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:01:23.92102Z","caller":"traceutil/trace.go:171","msg":"trace[866166037] range","detail":"{range_begin:/registry/clusterroles/cluster-admin; range_end:; response_count:0; response_revision:47; }","duration":"254.148228ms","start":"2026-03-29T02:01:23.666856Z","end":"2026-03-29T02:01:23.921004Z","steps":["trace[866166037] 'agreement among raft nodes before linearized reading' (duration: 254.058366ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:23.921209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.364133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/instance\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-29T02:01:23.921299Z","caller":"traceutil/trace.go:171","msg":"trace[1843778541] range","detail":"{range_begin:/registry/csinodes/instance; range_end:; response_count:0; response_revision:47; }","duration":"245.462954ms","start":"2026-03-29T02:01:23.675811Z","end":"2026-03-29T02:01:23.921274Z","steps":["trace[1843778541] 'agreement among raft nodes before linearized reading' (duration: 245.354592ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:01:24.371571Z","caller":"traceutil/trace.go:171","msg":"trace[1136710201] linearizableReadLoop","detail":"{readStateIndex:54; appliedIndex:52; }","duration":"372.194772ms","start":"2026-03-29T02:01:23.999353Z","end":"2026-03-29T02:01:24.371548Z","steps":["trace[1136710201] 'read index received' (duration: 316.909767ms)","trace[1136710201] 'applied index is now lower than readState.Index' (duration: 55.283665ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:01:24.371645Z","caller":"traceutil/trace.go:171","msg":"trace[533192400] transaction","detail":"{read_only:false; response_revision:49; number_of_response:1; }","duration":"446.732233ms","start":"2026-03-29T02:01:23.924864Z","end":"2026-03-29T02:01:24.371596Z","steps":["trace[533192400] 'process raft request' (duration: 391.451338ms)","trace[533192400] 'compare' (duration: 54.947568ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:01:24.371732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.65599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/instance\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-03-29T02:01:24.371732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.368295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:discovery\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-29T02:01:24.371713Z","caller":"traceutil/trace.go:171","msg":"trace[423195794] transaction","detail":"{read_only:false; response_revision:50; number_of_response:1; }","duration":"446.036727ms","start":"2026-03-29T02:01:23.925636Z","end":"2026-03-29T02:01:24.371673Z","steps":["trace[423195794] 'process raft request' (duration: 445.851393ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:01:24.371771Z","caller":"traceutil/trace.go:171","msg":"trace[1819262416] range","detail":"{range_begin:/registry/clusterroles/system:discovery; range_end:; response_count:0; response_revision:50; }","duration":"372.656052ms","start":"2026-03-29T02:01:23.999107Z","end":"2026-03-29T02:01:24.371763Z","steps":["trace[1819262416] 'agreement among raft nodes before linearized reading' (duration: 372.57594ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:01:24.371769Z","caller":"traceutil/trace.go:171","msg":"trace[511073247] range","detail":"{range_begin:/registry/csinodes/instance; range_end:; response_count:0; response_revision:50; }","duration":"320.750222ms","start":"2026-03-29T02:01:24.051006Z","end":"2026-03-29T02:01:24.371756Z","steps":["trace[511073247] 'agreement among raft nodes before linearized reading' (duration: 320.682831ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:24.371804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:23.999082Z","time spent":"372.716652ms","remote":"127.0.0.1:43340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/clusterroles/system:discovery\" "} {"level":"warn","ts":"2026-03-29T02:01:24.371806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:24.05091Z","time spent":"320.888536ms","remote":"127.0.0.1:43386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":0,"response size":28,"request content":"key:\"/registry/csinodes/instance\" "} {"level":"warn","ts":"2026-03-29T02:01:24.371806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:23.92485Z","time spent":"446.874486ms","remote":"127.0.0.1:43434","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":779,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-29T02:01:24.371996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:23.925626Z","time spent":"446.18105ms","remote":"127.0.0.1:43434","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1216,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:01:24.559959Z","caller":"traceutil/trace.go:171","msg":"trace[1598551729] transaction","detail":"{read_only:false; response_revision:56; number_of_response:1; }","duration":"146.653917ms","start":"2026-03-29T02:01:24.413271Z","end":"2026-03-29T02:01:24.559925Z","steps":["trace[1598551729] 'process raft request' (duration: 146.570975ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:01:24.560063Z","caller":"traceutil/trace.go:171","msg":"trace[1537038569] transaction","detail":"{read_only:false; response_revision:55; number_of_response:1; }","duration":"149.143232ms","start":"2026-03-29T02:01:24.410884Z","end":"2026-03-29T02:01:24.560027Z","steps":["trace[1537038569] 'process raft request' (duration: 148.891726ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:01:24.560093Z","caller":"traceutil/trace.go:171","msg":"trace[171209290] transaction","detail":"{read_only:false; response_revision:54; number_of_response:1; }","duration":"150.226456ms","start":"2026-03-29T02:01:24.409801Z","end":"2026-03-29T02:01:24.560027Z","steps":["trace[171209290] 'process raft request' (duration: 109.144087ms)","trace[171209290] 'compare' (duration: 40.613119ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:01:24.762511Z","caller":"traceutil/trace.go:171","msg":"trace[937382858] linearizableReadLoop","detail":"{readStateIndex:68; appliedIndex:65; }","duration":"116.049189ms","start":"2026-03-29T02:01:24.646441Z","end":"2026-03-29T02:01:24.76249Z","steps":["trace[937382858] 'read index received' (duration: 44.614748ms)","trace[937382858] 'applied index is now lower than readState.Index' (duration: 71.433821ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:01:24.762625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.188232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/instance\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-29T02:01:24.762651Z","caller":"traceutil/trace.go:171","msg":"trace[2004209493] range","detail":"{range_begin:/registry/csinodes/instance; range_end:; response_count:0; response_revision:64; }","duration":"116.298576ms","start":"2026-03-29T02:01:24.646343Z","end":"2026-03-29T02:01:24.762641Z","steps":["trace[2004209493] 'agreement among raft nodes before linearized reading' (duration: 116.236463ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:01:24.762873Z","caller":"traceutil/trace.go:171","msg":"trace[2105381910] transaction","detail":"{read_only:false; response_revision:62; number_of_response:1; }","duration":"149.878469ms","start":"2026-03-29T02:01:24.612986Z","end":"2026-03-29T02:01:24.762864Z","steps":["trace[2105381910] 'process raft request' (duration: 77.988217ms)","trace[2105381910] 'compare' (duration: 71.248167ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:01:24.762945Z","caller":"traceutil/trace.go:171","msg":"trace[1047835858] transaction","detail":"{read_only:false; response_revision:63; number_of_response:1; }","duration":"149.820258ms","start":"2026-03-29T02:01:24.613099Z","end":"2026-03-29T02:01:24.762919Z","steps":["trace[1047835858] 'process raft request' (duration: 149.312966ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:01:24.762989Z","caller":"traceutil/trace.go:171","msg":"trace[855059191] transaction","detail":"{read_only:false; response_revision:64; number_of_response:1; }","duration":"147.388444ms","start":"2026-03-29T02:01:24.615593Z","end":"2026-03-29T02:01:24.762982Z","steps":["trace[855059191] 'process raft request' (duration: 146.854811ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:01:24.935993Z","caller":"traceutil/trace.go:171","msg":"trace[115545188] transaction","detail":"{read_only:false; response_revision:66; number_of_response:1; }","duration":"168.336227ms","start":"2026-03-29T02:01:24.767613Z","end":"2026-03-29T02:01:24.935949Z","steps":["trace[115545188] 'process raft request' (duration: 104.237768ms)","trace[115545188] 'compare' (duration: 63.829813ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:01:24.936272Z","caller":"traceutil/trace.go:171","msg":"trace[1352939837] transaction","detail":"{read_only:false; response_revision:67; number_of_response:1; }","duration":"167.787764ms","start":"2026-03-29T02:01:24.768453Z","end":"2026-03-29T02:01:24.936241Z","steps":["trace[1352939837] 'process raft request' (duration: 167.412806ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:01:24.936472Z","caller":"traceutil/trace.go:171","msg":"trace[1777016477] linearizableReadLoop","detail":"{readStateIndex:71; appliedIndex:68; }","duration":"167.57893ms","start":"2026-03-29T02:01:24.768826Z","end":"2026-03-29T02:01:24.936405Z","steps":["trace[1777016477] 'read index received' (duration: 39.243678ms)","trace[1777016477] 'applied index is now lower than readState.Index' (duration: 128.334272ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:01:24.936515Z","caller":"traceutil/trace.go:171","msg":"trace[1174139524] transaction","detail":"{read_only:false; response_revision:68; number_of_response:1; }","duration":"125.213273ms","start":"2026-03-29T02:01:24.811288Z","end":"2026-03-29T02:01:24.936501Z","steps":["trace[1174139524] 'process raft request' (duration: 124.942346ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:24.936691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.849057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-29T02:01:24.936759Z","caller":"traceutil/trace.go:171","msg":"trace[1008418301] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:0; response_revision:68; }","duration":"167.964408ms","start":"2026-03-29T02:01:24.768779Z","end":"2026-03-29T02:01:24.936743Z","steps":["trace[1008418301] 'agreement among raft nodes before linearized reading' (duration: 167.767624ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:25.142251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.723512ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:14"} {"level":"info","ts":"2026-03-29T02:01:25.142563Z","caller":"traceutil/trace.go:171","msg":"trace[1093259927] linearizableReadLoop","detail":"{readStateIndex:76; appliedIndex:74; }","duration":"172.978251ms","start":"2026-03-29T02:01:24.969549Z","end":"2026-03-29T02:01:25.142527Z","steps":["trace[1093259927] 'read index received' (duration: 70.87466ms)","trace[1093259927] 'applied index is now lower than readState.Index' (duration: 102.101401ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:01:25.142682Z","caller":"traceutil/trace.go:171","msg":"trace[851320785] transaction","detail":"{read_only:false; response_revision:71; number_of_response:1; }","duration":"191.420168ms","start":"2026-03-29T02:01:24.951215Z","end":"2026-03-29T02:01:25.142635Z","steps":["trace[851320785] 'process raft request' (duration: 89.219326ms)","trace[851320785] 'compare' (duration: 101.518747ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:01:25.142862Z","caller":"traceutil/trace.go:171","msg":"trace[1301982368] transaction","detail":"{read_only:false; response_revision:72; number_of_response:1; }","duration":"190.57919ms","start":"2026-03-29T02:01:24.952269Z","end":"2026-03-29T02:01:25.142848Z","steps":["trace[1301982368] 'process raft request' (duration: 190.14671ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:25.14309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.005569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-29T02:01:25.143167Z","caller":"traceutil/trace.go:171","msg":"trace[431598407] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:72; }","duration":"135.134722ms","start":"2026-03-29T02:01:25.008011Z","end":"2026-03-29T02:01:25.143146Z","steps":["trace[431598407] 'agreement among raft nodes before linearized reading' (duration: 135.000359ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:25.143169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.583264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/view\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-29T02:01:25.143274Z","caller":"traceutil/trace.go:171","msg":"trace[46035456] range","detail":"{range_begin:/registry/clusterroles/view; range_end:; response_count:0; response_revision:72; }","duration":"173.744987ms","start":"2026-03-29T02:01:24.969509Z","end":"2026-03-29T02:01:25.143254Z","steps":["trace[46035456] 'agreement among raft nodes before linearized reading' (duration: 173.554963ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:25.143111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.895174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/instance\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-29T02:01:25.143454Z","caller":"traceutil/trace.go:171","msg":"trace[1652450522] range","detail":"{range_begin:/registry/csinodes/instance; range_end:; response_count:0; response_revision:72; }","duration":"106.212471ms","start":"2026-03-29T02:01:25.03719Z","end":"2026-03-29T02:01:25.143403Z","steps":["trace[1652450522] 'agreement among raft nodes before linearized reading' (duration: 105.892734ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:01:25.308975Z","caller":"traceutil/trace.go:171","msg":"trace[647246262] transaction","detail":"{read_only:false; response_revision:76; number_of_response:1; }","duration":"158.750225ms","start":"2026-03-29T02:01:25.150199Z","end":"2026-03-29T02:01:25.308949Z","steps":["trace[647246262] 'process raft request' (duration: 158.651972ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:01:25.309043Z","caller":"traceutil/trace.go:171","msg":"trace[1886578557] linearizableReadLoop","detail":"{readStateIndex:81; appliedIndex:77; }","duration":"155.095865ms","start":"2026-03-29T02:01:25.153923Z","end":"2026-03-29T02:01:25.309019Z","steps":["trace[1886578557] 'read index received' (duration: 133.015866ms)","trace[1886578557] 'applied index is now lower than readState.Index' (duration: 22.078779ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:01:25.30913Z","caller":"traceutil/trace.go:171","msg":"trace[393856001] transaction","detail":"{read_only:false; response_revision:74; number_of_response:1; }","duration":"162.067959ms","start":"2026-03-29T02:01:25.147036Z","end":"2026-03-29T02:01:25.309104Z","steps":["trace[393856001] 'process raft request' (duration: 140.00065ms)","trace[393856001] 'compare' (duration: 21.586097ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:01:25.309367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.424532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:aggregate-to-admin\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-29T02:01:25.309417Z","caller":"traceutil/trace.go:171","msg":"trace[1584501741] range","detail":"{range_begin:/registry/clusterroles/system:aggregate-to-admin; range_end:; response_count:0; response_revision:77; }","duration":"155.522624ms","start":"2026-03-29T02:01:25.153883Z","end":"2026-03-29T02:01:25.309406Z","steps":["trace[1584501741] 'agreement among raft nodes before linearized reading' (duration: 155.432102ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:25.3094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.040873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/instance\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-29T02:01:25.309514Z","caller":"traceutil/trace.go:171","msg":"trace[807767904] range","detail":"{range_begin:/registry/csinodes/instance; range_end:; response_count:0; response_revision:77; }","duration":"150.205617ms","start":"2026-03-29T02:01:25.159281Z","end":"2026-03-29T02:01:25.309486Z","steps":["trace[807767904] 'agreement among raft nodes before linearized reading' (duration: 149.990352ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:01:25.30941Z","caller":"traceutil/trace.go:171","msg":"trace[683783342] transaction","detail":"{read_only:false; response_revision:77; number_of_response:1; }","duration":"158.589841ms","start":"2026-03-29T02:01:25.150739Z","end":"2026-03-29T02:01:25.309329Z","steps":["trace[683783342] 'process raft request' (duration: 158.159491ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:01:25.309927Z","caller":"traceutil/trace.go:171","msg":"trace[1052661867] transaction","detail":"{read_only:false; response_revision:75; number_of_response:1; }","duration":"159.584343ms","start":"2026-03-29T02:01:25.149501Z","end":"2026-03-29T02:01:25.309085Z","steps":["trace[1052661867] 'process raft request' (duration: 159.290646ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:25.833017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.212548ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:14"} {"level":"info","ts":"2026-03-29T02:01:25.833129Z","caller":"traceutil/trace.go:171","msg":"trace[524876397] linearizableReadLoop","detail":"{readStateIndex:95; appliedIndex:94; }","duration":"120.866777ms","start":"2026-03-29T02:01:25.712249Z","end":"2026-03-29T02:01:25.833116Z","steps":["trace[524876397] 'read index received' (duration: 2.400534ms)","trace[524876397] 'applied index is now lower than readState.Index' (duration: 118.465343ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:01:25.833129Z","caller":"traceutil/trace.go:171","msg":"trace[2138373653] transaction","detail":"{read_only:false; response_revision:91; number_of_response:1; }","duration":"174.542965ms","start":"2026-03-29T02:01:25.658571Z","end":"2026-03-29T02:01:25.833114Z","steps":["trace[2138373653] 'process raft request' (duration: 56.159203ms)","trace[2138373653] 'compare' (duration: 118.068135ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:01:25.833284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.037571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/instance\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-29T02:01:25.833314Z","caller":"traceutil/trace.go:171","msg":"trace[1564690113] range","detail":"{range_begin:/registry/csinodes/instance; range_end:; response_count:0; response_revision:91; }","duration":"121.100902ms","start":"2026-03-29T02:01:25.712205Z","end":"2026-03-29T02:01:25.833306Z","steps":["trace[1564690113] 'agreement among raft nodes before linearized reading' (duration: 120.946879ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:01:26.250689Z","caller":"traceutil/trace.go:171","msg":"trace[1566207646] linearizableReadLoop","detail":"{readStateIndex:102; appliedIndex:101; }","duration":"142.989406ms","start":"2026-03-29T02:01:26.107665Z","end":"2026-03-29T02:01:26.250654Z","steps":["trace[1566207646] 'read index received' (duration: 109.436993ms)","trace[1566207646] 'applied index is now lower than readState.Index' (duration: 33.550563ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:01:26.250991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.300623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-29T02:01:26.251048Z","caller":"traceutil/trace.go:171","msg":"trace[520097733] transaction","detail":"{read_only:false; response_revision:98; number_of_response:1; }","duration":"154.225225ms","start":"2026-03-29T02:01:26.096793Z","end":"2026-03-29T02:01:26.251018Z","steps":["trace[520097733] 'process raft request' (duration: 120.348335ms)","trace[520097733] 'compare' (duration: 33.210196ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:01:26.251523Z","caller":"traceutil/trace.go:171","msg":"trace[328927719] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:98; }","duration":"143.453167ms","start":"2026-03-29T02:01:26.107632Z","end":"2026-03-29T02:01:26.251085Z","steps":["trace[328927719] 'agreement among raft nodes before linearized reading' (duration: 143.236442ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:01:27.48307Z","caller":"traceutil/trace.go:171","msg":"trace[151185787] transaction","detail":"{read_only:false; response_revision:158; number_of_response:1; }","duration":"146.121836ms","start":"2026-03-29T02:01:27.336918Z","end":"2026-03-29T02:01:27.48304Z","steps":["trace[151185787] 'process raft request' (duration: 108.83961ms)","trace[151185787] 'compare' (duration: 37.136873ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:01:28.451587Z","caller":"traceutil/trace.go:171","msg":"trace[1668779415] linearizableReadLoop","detail":"{readStateIndex:195; appliedIndex:193; }","duration":"102.684253ms","start":"2026-03-29T02:01:28.348877Z","end":"2026-03-29T02:01:28.451561Z","steps":["trace[1668779415] 'read index received' (duration: 102.52483ms)","trace[1668779415] 'applied index is now lower than readState.Index' (duration: 158.513µs)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:01:28.451617Z","caller":"traceutil/trace.go:171","msg":"trace[207861706] transaction","detail":"{read_only:false; response_revision:189; number_of_response:1; }","duration":"193.242459ms","start":"2026-03-29T02:01:28.258338Z","end":"2026-03-29T02:01:28.451581Z","steps":["trace[207861706] 'process raft request' (duration: 193.040524ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:01:28.451691Z","caller":"traceutil/trace.go:171","msg":"trace[1182549421] transaction","detail":"{read_only:false; response_revision:190; number_of_response:1; }","duration":"139.878097ms","start":"2026-03-29T02:01:28.311765Z","end":"2026-03-29T02:01:28.451644Z","steps":["trace[1182549421] 'process raft request' (duration: 139.735954ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:28.45175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.859977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/kube-public/system:controller:bootstrap-signer\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:01:28.451805Z","caller":"traceutil/trace.go:171","msg":"trace[401971407] range","detail":"{range_begin:/registry/roles/kube-public/system:controller:bootstrap-signer; range_end:; response_count:0; response_revision:190; }","duration":"102.957769ms","start":"2026-03-29T02:01:28.348833Z","end":"2026-03-29T02:01:28.45179Z","steps":["trace[401971407] 'agreement among raft nodes before linearized reading' (duration: 102.843067ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:01:28.481485Z","caller":"traceutil/trace.go:171","msg":"trace[1919463548] transaction","detail":"{read_only:false; response_revision:191; number_of_response:1; }","duration":"132.189747ms","start":"2026-03-29T02:01:28.349258Z","end":"2026-03-29T02:01:28.481448Z","steps":["trace[1919463548] 'process raft request' (duration: 132.028014ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:01:28.79384Z","caller":"traceutil/trace.go:171","msg":"trace[453750711] linearizableReadLoop","detail":"{readStateIndex:207; appliedIndex:206; }","duration":"103.48935ms","start":"2026-03-29T02:01:28.690318Z","end":"2026-03-29T02:01:28.793807Z","steps":["trace[453750711] 'read index received' (duration: 100.929164ms)","trace[453750711] 'applied index is now lower than readState.Index' (duration: 2.558626ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:01:28.793889Z","caller":"traceutil/trace.go:171","msg":"trace[1941446577] transaction","detail":"{read_only:false; response_revision:202; number_of_response:1; }","duration":"105.307462ms","start":"2026-03-29T02:01:28.688548Z","end":"2026-03-29T02:01:28.793855Z","steps":["trace[1941446577] 'process raft request' (duration: 102.773516ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:28.794067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.729967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:351"} {"level":"info","ts":"2026-03-29T02:01:28.794114Z","caller":"traceutil/trace.go:171","msg":"trace[756451998] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:202; }","duration":"103.797439ms","start":"2026-03-29T02:01:28.690302Z","end":"2026-03-29T02:01:28.794099Z","steps":["trace[756451998] 'agreement among raft nodes before linearized reading' (duration: 103.668286ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:29.481624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.295339ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:01:29.481777Z","caller":"traceutil/trace.go:171","msg":"trace[1730514179] linearizableReadLoop","detail":"{readStateIndex:214; appliedIndex:213; }","duration":"443.726334ms","start":"2026-03-29T02:01:29.038034Z","end":"2026-03-29T02:01:29.48176Z","steps":["trace[1730514179] 'read index received' (duration: 87.093588ms)","trace[1730514179] 'applied index is now lower than readState.Index' (duration: 356.631466ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:01:29.481842Z","caller":"traceutil/trace.go:171","msg":"trace[2110705508] transaction","detail":"{read_only:false; response_revision:209; number_of_response:1; }","duration":"444.277268ms","start":"2026-03-29T02:01:29.037521Z","end":"2026-03-29T02:01:29.481798Z","steps":["trace[2110705508] 'process raft request' (duration: 87.722993ms)","trace[2110705508] 'compare' (duration: 356.175087ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:01:29.481902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.863127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/kube-system/system::extension-apiserver-authentication-reader\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:01:29.481935Z","caller":"traceutil/trace.go:171","msg":"trace[2077540144] range","detail":"{range_begin:/registry/rolebindings/kube-system/system::extension-apiserver-authentication-reader; range_end:; response_count:0; response_revision:209; }","duration":"443.918839ms","start":"2026-03-29T02:01:29.038005Z","end":"2026-03-29T02:01:29.481924Z","steps":["trace[2077540144] 'agreement among raft nodes before linearized reading' (duration: 443.833087ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:29.481979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:29.037996Z","time spent":"443.97503ms","remote":"127.0.0.1:43334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rolebindings/kube-system/system::extension-apiserver-authentication-reader\" "} {"level":"warn","ts":"2026-03-29T02:01:29.482035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:29.037494Z","time spent":"444.437831ms","remote":"127.0.0.1:43074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":642,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:01:29.482464Z","caller":"traceutil/trace.go:171","msg":"trace[409690399] transaction","detail":"{read_only:false; response_revision:210; number_of_response:1; }","duration":"301.840763ms","start":"2026-03-29T02:01:29.180599Z","end":"2026-03-29T02:01:29.48244Z","steps":["trace[409690399] 'process raft request' (duration: 301.70857ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:29.482615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:29.180575Z","time spent":"301.975036ms","remote":"127.0.0.1:43172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5877,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-29T02:01:29.557508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.705561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:01:29.557546Z","caller":"traceutil/trace.go:171","msg":"trace[814944234] transaction","detail":"{read_only:false; response_revision:211; number_of_response:1; }","duration":"184.343121ms","start":"2026-03-29T02:01:29.373167Z","end":"2026-03-29T02:01:29.55751Z","steps":["trace[814944234] 'process raft request' (duration: 184.015434ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:29.557679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.6817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:2920"} {"level":"info","ts":"2026-03-29T02:01:29.557778Z","caller":"traceutil/trace.go:171","msg":"trace[1814460852] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:211; }","duration":"180.834684ms","start":"2026-03-29T02:01:29.376922Z","end":"2026-03-29T02:01:29.557757Z","steps":["trace[1814460852] 'agreement among raft nodes before linearized reading' (duration: 180.611009ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:01:29.557626Z","caller":"traceutil/trace.go:171","msg":"trace[828615606] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:211; }","duration":"348.858034ms","start":"2026-03-29T02:01:29.208719Z","end":"2026-03-29T02:01:29.557577Z","steps":["trace[828615606] 'agreement among raft nodes before linearized reading' (duration: 348.655149ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:29.557916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:29.208694Z","time spent":"349.208241ms","remote":"127.0.0.1:43010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:01:29.792367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.666354ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:01:29.792573Z","caller":"traceutil/trace.go:171","msg":"trace[1466662355] linearizableReadLoop","detail":"{readStateIndex:219; appliedIndex:217; }","duration":"215.680996ms","start":"2026-03-29T02:01:29.576872Z","end":"2026-03-29T02:01:29.792553Z","steps":["trace[1466662355] 'read index received' (duration: 32.758146ms)","trace[1466662355] 'applied index is now lower than readState.Index' (duration: 182.92182ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:01:29.792651Z","caller":"traceutil/trace.go:171","msg":"trace[2065329257] transaction","detail":"{read_only:false; response_revision:214; number_of_response:1; }","duration":"216.849551ms","start":"2026-03-29T02:01:29.575767Z","end":"2026-03-29T02:01:29.792617Z","steps":["trace[2065329257] 'process raft request' (duration: 216.720588ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:29.792698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.840419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-29T02:01:29.792728Z","caller":"traceutil/trace.go:171","msg":"trace[1876085852] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:214; }","duration":"215.91973ms","start":"2026-03-29T02:01:29.576799Z","end":"2026-03-29T02:01:29.792719Z","steps":["trace[1876085852] 'agreement among raft nodes before linearized reading' (duration: 215.853689ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:29.792783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.091842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-29T02:01:29.792848Z","caller":"traceutil/trace.go:171","msg":"trace[1303893321] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:214; }","duration":"215.200875ms","start":"2026-03-29T02:01:29.577638Z","end":"2026-03-29T02:01:29.792838Z","steps":["trace[1303893321] 'agreement among raft nodes before linearized reading' (duration: 215.071412ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:29.792976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.783636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/default/instance.18a12d6b43ab3cf6\" ","response":"range_response_count:1 size:651"} {"level":"info","ts":"2026-03-29T02:01:29.793075Z","caller":"traceutil/trace.go:171","msg":"trace[1943363451] range","detail":"{range_begin:/registry/events/default/instance.18a12d6b43ab3cf6; range_end:; response_count:1; response_revision:214; }","duration":"214.93635ms","start":"2026-03-29T02:01:29.578115Z","end":"2026-03-29T02:01:29.793052Z","steps":["trace[1943363451] 'agreement among raft nodes before linearized reading' (duration: 214.722915ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:01:29.793095Z","caller":"traceutil/trace.go:171","msg":"trace[1500958017] transaction","detail":"{read_only:false; response_revision:213; number_of_response:1; }","duration":"231.967666ms","start":"2026-03-29T02:01:29.560667Z","end":"2026-03-29T02:01:29.792634Z","steps":["trace[1500958017] 'process raft request' (duration: 48.951865ms)","trace[1500958017] 'compare' (duration: 182.47926ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:01:30.044901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.255682ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:01:30.045048Z","caller":"traceutil/trace.go:171","msg":"trace[268010256] linearizableReadLoop","detail":"{readStateIndex:220; appliedIndex:219; }","duration":"245.050865ms","start":"2026-03-29T02:01:29.799981Z","end":"2026-03-29T02:01:30.045032Z","steps":["trace[268010256] 'read index received' (duration: 110.651909ms)","trace[268010256] 'applied index is now lower than readState.Index' (duration: 134.397766ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:01:30.045133Z","caller":"traceutil/trace.go:171","msg":"trace[145370138] transaction","detail":"{read_only:false; response_revision:215; number_of_response:1; }","duration":"245.592408ms","start":"2026-03-29T02:01:29.799495Z","end":"2026-03-29T02:01:30.045087Z","steps":["trace[145370138] 'process raft request' (duration: 111.06982ms)","trace[145370138] 'compare' (duration: 134.13549ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:01:30.045187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.201838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/kube-system/system::leader-locking-kube-controller-manager\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:01:30.045221Z","caller":"traceutil/trace.go:171","msg":"trace[891298393] range","detail":"{range_begin:/registry/rolebindings/kube-system/system::leader-locking-kube-controller-manager; range_end:; response_count:0; response_revision:215; }","duration":"245.25304ms","start":"2026-03-29T02:01:29.799958Z","end":"2026-03-29T02:01:30.045211Z","steps":["trace[891298393] 'agreement among raft nodes before linearized reading' (duration: 245.116687ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:01:30.071384Z","caller":"traceutil/trace.go:171","msg":"trace[1236356381] transaction","detail":"{read_only:false; response_revision:216; number_of_response:1; }","duration":"271.218635ms","start":"2026-03-29T02:01:29.800122Z","end":"2026-03-29T02:01:30.071341Z","steps":["trace[1236356381] 'process raft request' (duration: 271.04114ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:01:30.071604Z","caller":"traceutil/trace.go:171","msg":"trace[380577455] transaction","detail":"{read_only:false; response_revision:217; number_of_response:1; }","duration":"270.98687ms","start":"2026-03-29T02:01:29.800578Z","end":"2026-03-29T02:01:30.071565Z","steps":["trace[380577455] 'process raft request' (duration: 270.704304ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:01:30.071947Z","caller":"traceutil/trace.go:171","msg":"trace[2139721577] transaction","detail":"{read_only:false; response_revision:218; number_of_response:1; }","duration":"266.46503ms","start":"2026-03-29T02:01:29.805469Z","end":"2026-03-29T02:01:30.071934Z","steps":["trace[2139721577] 'process raft request' (duration: 266.0069ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:30.324133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.32414ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:01:30.324353Z","caller":"traceutil/trace.go:171","msg":"trace[693070120] linearizableReadLoop","detail":"{readStateIndex:225; appliedIndex:223; }","duration":"248.928591ms","start":"2026-03-29T02:01:30.0754Z","end":"2026-03-29T02:01:30.324328Z","steps":["trace[693070120] 'read index received' (duration: 116.338026ms)","trace[693070120] 'applied index is now lower than readState.Index' (duration: 132.588955ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:01:30.324462Z","caller":"traceutil/trace.go:171","msg":"trace[860481769] transaction","detail":"{read_only:false; response_revision:220; number_of_response:1; }","duration":"249.944424ms","start":"2026-03-29T02:01:30.074504Z","end":"2026-03-29T02:01:30.324448Z","steps":["trace[860481769] 'process raft request' (duration: 249.76896ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:01:30.324651Z","caller":"traceutil/trace.go:171","msg":"trace[1613441582] transaction","detail":"{read_only:false; response_revision:219; number_of_response:1; }","duration":"250.348942ms","start":"2026-03-29T02:01:30.074258Z","end":"2026-03-29T02:01:30.324607Z","steps":["trace[1613441582] 'process raft request' (duration: 117.461691ms)","trace[1613441582] 'compare' (duration: 132.217057ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:01:30.32478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.369962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:5892"} {"level":"info","ts":"2026-03-29T02:01:30.324863Z","caller":"traceutil/trace.go:171","msg":"trace[1539659263] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:220; }","duration":"249.496464ms","start":"2026-03-29T02:01:30.075348Z","end":"2026-03-29T02:01:30.324844Z","steps":["trace[1539659263] 'agreement among raft nodes before linearized reading' (duration: 249.302209ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:01:30.486909Z","caller":"traceutil/trace.go:171","msg":"trace[2133434004] linearizableReadLoop","detail":"{readStateIndex:228; appliedIndex:226; }","duration":"103.161455ms","start":"2026-03-29T02:01:30.38372Z","end":"2026-03-29T02:01:30.486882Z","steps":["trace[2133434004] 'read index received' (duration: 41.734875ms)","trace[2133434004] 'applied index is now lower than readState.Index' (duration: 61.42555ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:01:30.487016Z","caller":"traceutil/trace.go:171","msg":"trace[1624976854] transaction","detail":"{read_only:false; response_revision:223; number_of_response:1; }","duration":"153.638992ms","start":"2026-03-29T02:01:30.33335Z","end":"2026-03-29T02:01:30.486989Z","steps":["trace[1624976854] 'process raft request' (duration: 153.457228ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:01:30.487034Z","caller":"traceutil/trace.go:171","msg":"trace[610180296] transaction","detail":"{read_only:false; response_revision:222; number_of_response:1; }","duration":"155.485473ms","start":"2026-03-29T02:01:30.331515Z","end":"2026-03-29T02:01:30.487001Z","steps":["trace[610180296] 'process raft request' (duration: 93.991182ms)","trace[610180296] 'compare' (duration: 61.138194ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:01:30.487155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.40407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/default/instance.18a12d6b43ab3cf6\" ","response":"range_response_count:1 size:651"} {"level":"info","ts":"2026-03-29T02:01:30.487241Z","caller":"traceutil/trace.go:171","msg":"trace[551725303] range","detail":"{range_begin:/registry/events/default/instance.18a12d6b43ab3cf6; range_end:; response_count:1; response_revision:223; }","duration":"103.532062ms","start":"2026-03-29T02:01:30.38369Z","end":"2026-03-29T02:01:30.487222Z","steps":["trace[551725303] 'agreement among raft nodes before linearized reading' (duration: 103.298657ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:30.850296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.972901ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:01:30.85042Z","caller":"traceutil/trace.go:171","msg":"trace[203212638] transaction","detail":"{read_only:false; response_revision:225; number_of_response:1; }","duration":"324.088356ms","start":"2026-03-29T02:01:30.52631Z","end":"2026-03-29T02:01:30.850399Z","steps":["trace[203212638] 'process raft request' (duration: 131.942511ms)","trace[203212638] 'compare' (duration: 191.814678ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:01:30.850475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:30.526296Z","time spent":"324.158448ms","remote":"127.0.0.1:43172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3959,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-29T02:01:30.873015Z","caller":"traceutil/trace.go:171","msg":"trace[1128655243] transaction","detail":"{read_only:false; response_revision:226; number_of_response:1; }","duration":"344.694833ms","start":"2026-03-29T02:01:30.528278Z","end":"2026-03-29T02:01:30.872973Z","steps":["trace[1128655243] 'process raft request' (duration: 344.470198ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:01:30.873063Z","caller":"traceutil/trace.go:171","msg":"trace[465050739] linearizableReadLoop","detail":"{readStateIndex:233; appliedIndex:229; }","duration":"303.798367ms","start":"2026-03-29T02:01:30.56923Z","end":"2026-03-29T02:01:30.873029Z","steps":["trace[465050739] 'read index received' (duration: 89.060812ms)","trace[465050739] 'applied index is now lower than readState.Index' (duration: 214.736505ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:01:30.873188Z","caller":"traceutil/trace.go:171","msg":"trace[1617103093] transaction","detail":"{read_only:false; response_revision:227; number_of_response:1; }","duration":"344.702023ms","start":"2026-03-29T02:01:30.528452Z","end":"2026-03-29T02:01:30.873154Z","steps":["trace[1617103093] 'process raft request' (duration: 344.449727ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:01:30.873223Z","caller":"traceutil/trace.go:171","msg":"trace[1193848671] transaction","detail":"{read_only:false; response_revision:228; number_of_response:1; }","duration":"342.516824ms","start":"2026-03-29T02:01:30.530689Z","end":"2026-03-29T02:01:30.873206Z","steps":["trace[1193848671] 'process raft request' (duration: 342.269129ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:30.873342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.084393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-29T02:01:30.873355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:30.528439Z","time spent":"344.840726ms","remote":"127.0.0.1:43334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":726,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-29T02:01:30.873395Z","caller":"traceutil/trace.go:171","msg":"trace[408276857] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:228; }","duration":"304.182976ms","start":"2026-03-29T02:01:30.569197Z","end":"2026-03-29T02:01:30.87338Z","steps":["trace[408276857] 'agreement among raft nodes before linearized reading' (duration: 304.066433ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:30.873411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:30.530677Z","time spent":"342.697848ms","remote":"127.0.0.1:43172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6736,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:01:30.873204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:30.528142Z","time spent":"344.950919ms","remote":"127.0.0.1:43074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":642,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:01:30.87351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:30.569182Z","time spent":"304.247337ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-29T02:01:31.178818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.639606ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:01:31.179124Z","caller":"traceutil/trace.go:171","msg":"trace[1950472115] transaction","detail":"{read_only:false; response_revision:230; number_of_response:1; }","duration":"299.529922ms","start":"2026-03-29T02:01:30.87956Z","end":"2026-03-29T02:01:31.17909Z","steps":["trace[1950472115] 'process raft request' (duration: 134.500537ms)","trace[1950472115] 'compare' (duration: 164.491243ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:01:31.179287Z","caller":"traceutil/trace.go:171","msg":"trace[2035838879] transaction","detail":"{read_only:false; response_revision:232; number_of_response:1; }","duration":"268.24213ms","start":"2026-03-29T02:01:30.911026Z","end":"2026-03-29T02:01:31.179268Z","steps":["trace[2035838879] 'process raft request' (duration: 268.069656ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:01:31.179316Z","caller":"traceutil/trace.go:171","msg":"trace[1915775138] transaction","detail":"{read_only:false; response_revision:231; number_of_response:1; }","duration":"296.69444ms","start":"2026-03-29T02:01:30.882564Z","end":"2026-03-29T02:01:31.179258Z","steps":["trace[1915775138] 'process raft request' (duration: 296.378683ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:01:31.390066Z","caller":"traceutil/trace.go:171","msg":"trace[1672536826] linearizableReadLoop","detail":"{readStateIndex:239; appliedIndex:238; }","duration":"153.973079ms","start":"2026-03-29T02:01:31.236064Z","end":"2026-03-29T02:01:31.390037Z","steps":["trace[1672536826] 'read index received' (duration: 82.479147ms)","trace[1672536826] 'applied index is now lower than readState.Index' (duration: 71.492632ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:01:31.39009Z","caller":"traceutil/trace.go:171","msg":"trace[280923497] transaction","detail":"{read_only:false; response_revision:234; number_of_response:1; }","duration":"203.015425ms","start":"2026-03-29T02:01:31.187047Z","end":"2026-03-29T02:01:31.390062Z","steps":["trace[280923497] 'process raft request' (duration: 131.584974ms)","trace[280923497] 'compare' (duration: 71.255337ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:01:31.39028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.195424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/default/instance.18a12d6b43aae88b\" ","response":"range_response_count:1 size:657"} {"level":"info","ts":"2026-03-29T02:01:31.390376Z","caller":"traceutil/trace.go:171","msg":"trace[734109445] range","detail":"{range_begin:/registry/events/default/instance.18a12d6b43aae88b; range_end:; response_count:1; response_revision:234; }","duration":"154.328497ms","start":"2026-03-29T02:01:31.236026Z","end":"2026-03-29T02:01:31.390354Z","steps":["trace[734109445] 'agreement among raft nodes before linearized reading' (duration: 154.131353ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:34.127272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.264327287s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:01:34.127576Z","caller":"traceutil/trace.go:171","msg":"trace[537256346] transaction","detail":"{read_only:false; response_revision:244; number_of_response:1; }","duration":"2.541352571s","start":"2026-03-29T02:01:31.586192Z","end":"2026-03-29T02:01:34.127545Z","steps":["trace[537256346] 'process raft request' (duration: 276.629225ms)","trace[537256346] 'compare' (duration: 2.26401629s)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:01:34.127589Z","caller":"traceutil/trace.go:171","msg":"trace[1482768608] transaction","detail":"{read_only:false; response_revision:245; number_of_response:1; }","duration":"2.53002094s","start":"2026-03-29T02:01:31.597539Z","end":"2026-03-29T02:01:34.12756Z","steps":["trace[1482768608] 'process raft request' (duration: 2.529873777s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:01:34.127649Z","caller":"traceutil/trace.go:171","msg":"trace[1587103934] transaction","detail":"{read_only:false; response_revision:246; number_of_response:1; }","duration":"2.5277352s","start":"2026-03-29T02:01:31.599892Z","end":"2026-03-29T02:01:34.127627Z","steps":["trace[1587103934] 'process raft request' (duration: 2.527614907s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:01:34.127631Z","caller":"traceutil/trace.go:171","msg":"trace[321996625] linearizableReadLoop","detail":"{readStateIndex:252; appliedIndex:249; }","duration":"2.478896657s","start":"2026-03-29T02:01:31.648711Z","end":"2026-03-29T02:01:34.127608Z","steps":["trace[321996625] 'read index received' (duration: 214.205632ms)","trace[321996625] 'applied index is now lower than readState.Index' (duration: 2.264689415s)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:01:34.127693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:31.586171Z","time spent":"2.541460914s","remote":"127.0.0.1:43074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":799,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-29T02:01:34.127705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:31.599877Z","time spent":"2.527805302s","remote":"127.0.0.1:43186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":192,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-29T02:01:34.127678Z","caller":"traceutil/trace.go:171","msg":"trace[1499867144] transaction","detail":"{read_only:false; response_revision:247; number_of_response:1; }","duration":"2.358286058s","start":"2026-03-29T02:01:31.769359Z","end":"2026-03-29T02:01:34.127645Z","steps":["trace[1499867144] 'process raft request' (duration: 2.358198225s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:34.127735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:31.597516Z","time spent":"2.530138404s","remote":"127.0.0.1:43048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:01:34.127788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:31.769326Z","time spent":"2.358419061s","remote":"127.0.0.1:43100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1068,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-29T02:01:34.127856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.479129363s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:01:34.127908Z","caller":"traceutil/trace.go:171","msg":"trace[2005744921] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:0; response_revision:247; }","duration":"2.479189025s","start":"2026-03-29T02:01:31.648704Z","end":"2026-03-29T02:01:34.127893Z","steps":["trace[2005744921] 'agreement among raft nodes before linearized reading' (duration: 2.479047132s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:34.127957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:31.648664Z","time spent":"2.479281086s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-29T02:01:34.633713Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583528501942108,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:01:34.808649Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.771794713s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-29T02:01:35.373414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.261251ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:01:35.373546Z","caller":"traceutil/trace.go:171","msg":"trace[1112386759] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:247; }","duration":"194.416944ms","start":"2026-03-29T02:01:35.179111Z","end":"2026-03-29T02:01:35.373528Z","steps":["trace[1112386759] 'range keys from in-memory index tree' (duration: 194.23555ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:35.374449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"564.627732ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:01:35.374817Z","caller":"traceutil/trace.go:171","msg":"trace[1301255408] transaction","detail":"{read_only:false; response_revision:248; number_of_response:1; }","duration":"2.338142662s","start":"2026-03-29T02:01:33.036633Z","end":"2026-03-29T02:01:35.374776Z","steps":["trace[1301255408] 'process raft request' (duration: 1.772303573s)","trace[1301255408] 'compare' (duration: 564.498149ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:01:35.374905Z","caller":"traceutil/trace.go:171","msg":"trace[391154208] transaction","detail":"{read_only:false; response_revision:249; number_of_response:1; }","duration":"1.243135576s","start":"2026-03-29T02:01:34.131723Z","end":"2026-03-29T02:01:35.374859Z","steps":["trace[391154208] 'process raft request' (duration: 1.24286565s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:01:35.374973Z","caller":"traceutil/trace.go:171","msg":"trace[375230221] linearizableReadLoop","detail":"{readStateIndex:257; appliedIndex:253; }","duration":"1.247212486s","start":"2026-03-29T02:01:34.127698Z","end":"2026-03-29T02:01:35.37491Z","steps":["trace[375230221] 'read index received' (duration: 681.241864ms)","trace[375230221] 'applied index is now lower than readState.Index' (duration: 565.968472ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:01:35.375014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:33.036593Z","time spent":"2.338309946s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:01:35.375113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:34.131706Z","time spent":"1.243310931s","remote":"127.0.0.1:43074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":740,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-29T02:01:35.375294Z","caller":"traceutil/trace.go:171","msg":"trace[1564361797] transaction","detail":"{read_only:false; response_revision:250; number_of_response:1; }","duration":"1.243510015s","start":"2026-03-29T02:01:34.131758Z","end":"2026-03-29T02:01:35.375268Z","steps":["trace[1564361797] 'process raft request' (duration: 1.242977113s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:35.375403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:34.131743Z","time spent":"1.243611747s","remote":"127.0.0.1:43322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":342,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-29T02:01:35.375797Z","caller":"traceutil/trace.go:171","msg":"trace[1881790590] transaction","detail":"{read_only:false; response_revision:251; number_of_response:1; }","duration":"1.243373742s","start":"2026-03-29T02:01:34.132343Z","end":"2026-03-29T02:01:35.375716Z","steps":["trace[1881790590] 'process raft request' (duration: 1.242478952s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:35.375914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:34.132324Z","time spent":"1.243530145s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-29T02:01:35.376691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.245450496s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/ttl-controller\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:01:35.376793Z","caller":"traceutil/trace.go:171","msg":"trace[647240694] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/ttl-controller; range_end:; response_count:0; response_revision:251; }","duration":"1.24558708s","start":"2026-03-29T02:01:34.131172Z","end":"2026-03-29T02:01:35.376759Z","steps":["trace[647240694] 'agreement among raft nodes before linearized reading' (duration: 1.244877074s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:35.376785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.247000282s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:01:35.376869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:34.131153Z","time spent":"1.245687302s","remote":"127.0.0.1:43186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":29,"request content":"key:\"/registry/serviceaccounts/kube-system/ttl-controller\" "} {"level":"warn","ts":"2026-03-29T02:01:35.377004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.464854567s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-29T02:01:35.377072Z","caller":"traceutil/trace.go:171","msg":"trace[640779527] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:251; }","duration":"2.464962211s","start":"2026-03-29T02:01:32.912089Z","end":"2026-03-29T02:01:35.377051Z","steps":["trace[640779527] 'agreement among raft nodes before linearized reading' (duration: 2.463955918s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:35.377144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:32.912062Z","time spent":"2.465066024s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-29T02:01:35.377206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.301916703s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-29T02:01:35.377289Z","caller":"traceutil/trace.go:171","msg":"trace[890216306] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:251; }","duration":"3.302018425s","start":"2026-03-29T02:01:32.075239Z","end":"2026-03-29T02:01:35.377257Z","steps":["trace[890216306] 'agreement among raft nodes before linearized reading' (duration: 3.300302387s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:35.377342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:32.07522Z","time spent":"3.302108077s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-29T02:01:35.377521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.302126698s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-29T02:01:35.377606Z","caller":"traceutil/trace.go:171","msg":"trace[455637783] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:251; }","duration":"3.302253061s","start":"2026-03-29T02:01:32.075336Z","end":"2026-03-29T02:01:35.377589Z","steps":["trace[455637783] 'agreement among raft nodes before linearized reading' (duration: 3.300158954s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:35.377658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:32.075307Z","time spent":"3.302340062s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-29T02:01:35.378368Z","caller":"traceutil/trace.go:171","msg":"trace[1608281548] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:0; response_revision:251; }","duration":"1.247196876s","start":"2026-03-29T02:01:34.129693Z","end":"2026-03-29T02:01:35.37689Z","steps":["trace[1608281548] 'agreement among raft nodes before linearized reading' (duration: 1.246290567s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:35.378446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:34.129669Z","time spent":"1.248761651s","remote":"127.0.0.1:43154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":29,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-03-29T02:01:35.771066Z","caller":"traceutil/trace.go:171","msg":"trace[2051025560] transaction","detail":"{read_only:false; response_revision:284; number_of_response:1; }","duration":"140.058341ms","start":"2026-03-29T02:01:35.630979Z","end":"2026-03-29T02:01:35.771037Z","steps":["trace[2051025560] 'process raft request' (duration: 79.334076ms)","trace[2051025560] 'compare' (duration: 60.565901ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:01:36.830901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.960606ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:01:36.831064Z","caller":"traceutil/trace.go:171","msg":"trace[841398035] transaction","detail":"{read_only:false; response_revision:298; number_of_response:1; }","duration":"228.629993ms","start":"2026-03-29T02:01:36.602408Z","end":"2026-03-29T02:01:36.831038Z","steps":["trace[841398035] 'process raft request' (duration: 43.429111ms)","trace[841398035] 'compare' (duration: 184.841163ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:01:36.840662Z","caller":"traceutil/trace.go:171","msg":"trace[826698948] transaction","detail":"{read_only:false; response_revision:299; number_of_response:1; }","duration":"235.477984ms","start":"2026-03-29T02:01:36.605164Z","end":"2026-03-29T02:01:36.840642Z","steps":["trace[826698948] 'process raft request' (duration: 235.27629ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:01:36.840656Z","caller":"traceutil/trace.go:171","msg":"trace[203460630] transaction","detail":"{read_only:false; response_revision:300; number_of_response:1; }","duration":"208.20348ms","start":"2026-03-29T02:01:36.632427Z","end":"2026-03-29T02:01:36.840631Z","steps":["trace[203460630] 'process raft request' (duration: 208.143759ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:37.082459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.575779ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:01:37.082698Z","caller":"traceutil/trace.go:171","msg":"trace[649465868] linearizableReadLoop","detail":"{readStateIndex:308; appliedIndex:306; }","duration":"238.877159ms","start":"2026-03-29T02:01:36.843798Z","end":"2026-03-29T02:01:37.082675Z","steps":["trace[649465868] 'read index received' (duration: 108.994914ms)","trace[649465868] 'applied index is now lower than readState.Index' (duration: 129.880385ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:01:37.082695Z","caller":"traceutil/trace.go:171","msg":"trace[2074969528] transaction","detail":"{read_only:false; response_revision:301; number_of_response:1; }","duration":"346.917471ms","start":"2026-03-29T02:01:36.735732Z","end":"2026-03-29T02:01:37.082649Z","steps":["trace[2074969528] 'process raft request' (duration: 217.034135ms)","trace[2074969528] 'compare' (duration: 129.388065ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:01:37.082728Z","caller":"traceutil/trace.go:171","msg":"trace[960604971] transaction","detail":"{read_only:false; response_revision:302; number_of_response:1; }","duration":"245.642979ms","start":"2026-03-29T02:01:36.837061Z","end":"2026-03-29T02:01:37.082704Z","steps":["trace[960604971] 'process raft request' (duration: 245.524786ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:37.082797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.001623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/namespace-controller\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:01:37.082842Z","caller":"traceutil/trace.go:171","msg":"trace[1774083010] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/namespace-controller; range_end:; response_count:0; response_revision:302; }","duration":"239.073593ms","start":"2026-03-29T02:01:36.843741Z","end":"2026-03-29T02:01:37.082815Z","steps":["trace[1774083010] 'agreement among raft nodes before linearized reading' (duration: 238.987141ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:37.082837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:36.735701Z","time spent":"347.055214ms","remote":"127.0.0.1:43166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3987,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:01:37.795286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.48315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/instance\" ","response":"range_response_count:1 size:666"} {"level":"info","ts":"2026-03-29T02:01:37.79561Z","caller":"traceutil/trace.go:171","msg":"trace[770322170] range","detail":"{range_begin:/registry/csinodes/instance; range_end:; response_count:1; response_revision:316; }","duration":"102.850157ms","start":"2026-03-29T02:01:37.692743Z","end":"2026-03-29T02:01:37.795593Z","steps":["trace[770322170] 'range keys from in-memory index tree' (duration: 102.405987ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:01:37.795558Z","caller":"traceutil/trace.go:171","msg":"trace[1808226849] transaction","detail":"{read_only:false; response_revision:317; number_of_response:1; }","duration":"102.104121ms","start":"2026-03-29T02:01:37.693408Z","end":"2026-03-29T02:01:37.795512Z","steps":["trace[1808226849] 'process raft request' (duration: 61.052712ms)","trace[1808226849] 'compare' (duration: 40.706922ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:01:37.795343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.433729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/generic-garbage-collector\" ","response":"range_response_count:1 size:216"} {"level":"info","ts":"2026-03-29T02:01:37.795718Z","caller":"traceutil/trace.go:171","msg":"trace[1876460320] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/generic-garbage-collector; range_end:; response_count:1; response_revision:316; }","duration":"214.808507ms","start":"2026-03-29T02:01:37.580865Z","end":"2026-03-29T02:01:37.795673Z","steps":["trace[1876460320] 'range keys from in-memory index tree' (duration: 214.332006ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:37.795373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.622924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/kube-system/\" range_end:\"/registry/deployments/kube-system0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:01:37.795825Z","caller":"traceutil/trace.go:171","msg":"trace[1719485944] range","detail":"{range_begin:/registry/deployments/kube-system/; range_end:/registry/deployments/kube-system0; response_count:0; response_revision:316; }","duration":"192.104624ms","start":"2026-03-29T02:01:37.603697Z","end":"2026-03-29T02:01:37.795802Z","steps":["trace[1719485944] 'range keys from in-memory index tree' (duration: 191.536301ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:37.795405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.549931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"range_response_count:1 size:536"} {"level":"info","ts":"2026-03-29T02:01:37.795983Z","caller":"traceutil/trace.go:171","msg":"trace[628189] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; response_count:1; response_revision:316; }","duration":"103.143694ms","start":"2026-03-29T02:01:37.692805Z","end":"2026-03-29T02:01:37.795949Z","steps":["trace[628189] 'range keys from in-memory index tree' (duration: 102.463209ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:38.349564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.432524ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:5"} {"level":"info","ts":"2026-03-29T02:01:38.349648Z","caller":"traceutil/trace.go:171","msg":"trace[1196506395] linearizableReadLoop","detail":"{readStateIndex:324; appliedIndex:323; }","duration":"550.913599ms","start":"2026-03-29T02:01:37.798722Z","end":"2026-03-29T02:01:38.349636Z","steps":["trace[1196506395] 'read index received' (duration: 310.479525ms)","trace[1196506395] 'applied index is now lower than readState.Index' (duration: 240.433314ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:01:38.349694Z","caller":"traceutil/trace.go:171","msg":"trace[1399118413] transaction","detail":"{read_only:false; number_of_response:0; response_revision:317; }","duration":"562.653839ms","start":"2026-03-29T02:01:37.787016Z","end":"2026-03-29T02:01:38.34967Z","steps":["trace[1399118413] 'process raft request' (duration: 322.059952ms)","trace[1399118413] 'compare' (duration: 240.362772ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:01:38.349761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.043071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/instance\" ","response":"range_response_count:1 size:666"} {"level":"info","ts":"2026-03-29T02:01:38.34978Z","caller":"traceutil/trace.go:171","msg":"trace[1643421826] range","detail":"{range_begin:/registry/csinodes/instance; range_end:; response_count:1; response_revision:317; }","duration":"551.097083ms","start":"2026-03-29T02:01:37.798674Z","end":"2026-03-29T02:01:38.349771Z","steps":["trace[1643421826] 'agreement among raft nodes before linearized reading' (duration: 551.011321ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:38.34978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:37.786998Z","time spent":"562.75009ms","remote":"127.0.0.1:43166","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":29,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-29T02:01:38.349801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:37.798656Z","time spent":"551.142033ms","remote":"127.0.0.1:43386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":690,"request content":"key:\"/registry/csinodes/instance\" "} {"level":"info","ts":"2026-03-29T02:01:38.396824Z","caller":"traceutil/trace.go:171","msg":"trace[1479271017] transaction","detail":"{read_only:false; response_revision:318; number_of_response:1; }","duration":"597.617973ms","start":"2026-03-29T02:01:37.799189Z","end":"2026-03-29T02:01:38.396807Z","steps":["trace[1479271017] 'process raft request' (duration: 597.361297ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:01:38.39689Z","caller":"traceutil/trace.go:171","msg":"trace[1404502609] transaction","detail":"{read_only:false; response_revision:319; number_of_response:1; }","duration":"597.03372ms","start":"2026-03-29T02:01:37.799819Z","end":"2026-03-29T02:01:38.396853Z","steps":["trace[1404502609] 'process raft request' (duration: 596.893287ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:38.396928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:37.799157Z","time spent":"597.715184ms","remote":"127.0.0.1:43074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":625,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-29T02:01:38.396981Z","caller":"traceutil/trace.go:171","msg":"trace[506598464] transaction","detail":"{read_only:false; number_of_response:0; response_revision:319; }","duration":"589.645317ms","start":"2026-03-29T02:01:37.807311Z","end":"2026-03-29T02:01:38.396956Z","steps":["trace[506598464] 'process raft request' (duration: 589.532003ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:01:38.397013Z","caller":"traceutil/trace.go:171","msg":"trace[967423229] transaction","detail":"{read_only:false; number_of_response:0; response_revision:319; }","duration":"589.576835ms","start":"2026-03-29T02:01:37.807406Z","end":"2026-03-29T02:01:38.396982Z","steps":["trace[967423229] 'process raft request' (duration: 589.457862ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:38.397068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:37.799798Z","time spent":"597.176023ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:01:38.397133Z","caller":"traceutil/trace.go:171","msg":"trace[969520893] transaction","detail":"{read_only:false; number_of_response:0; response_revision:319; }","duration":"591.028517ms","start":"2026-03-29T02:01:37.806093Z","end":"2026-03-29T02:01:38.397122Z","steps":["trace[969520893] 'process raft request' (duration: 590.678068ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:01:38.397134Z","caller":"traceutil/trace.go:171","msg":"trace[456999552] transaction","detail":"{read_only:false; number_of_response:0; response_revision:319; }","duration":"590.408764ms","start":"2026-03-29T02:01:37.806714Z","end":"2026-03-29T02:01:38.397123Z","steps":["trace[456999552] 'process raft request' (duration: 590.106576ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:38.397169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"593.986512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/coredns\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:01:38.397168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"598.360819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/generic-garbage-collector\" ","response":"range_response_count:1 size:216"} {"level":"info","ts":"2026-03-29T02:01:38.397066Z","caller":"traceutil/trace.go:171","msg":"trace[304691123] transaction","detail":"{read_only:false; number_of_response:0; response_revision:319; }","duration":"590.361873ms","start":"2026-03-29T02:01:37.806675Z","end":"2026-03-29T02:01:38.397037Z","steps":["trace[304691123] 'process raft request' (duration: 590.121636ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:38.397194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:37.8074Z","time spent":"589.711708ms","remote":"127.0.0.1:43172","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":29,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-29T02:01:38.397212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:37.8067Z","time spent":"590.480525ms","remote":"127.0.0.1:43172","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":29,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-29T02:01:38.397217Z","caller":"traceutil/trace.go:171","msg":"trace[1160658752] range","detail":"{range_begin:/registry/configmaps/kube-system/coredns; range_end:; response_count:0; response_revision:319; }","duration":"594.052433ms","start":"2026-03-29T02:01:37.80315Z","end":"2026-03-29T02:01:38.397202Z","steps":["trace[1160658752] 'agreement among raft nodes before linearized reading' (duration: 593.976212ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:38.397225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:37.806082Z","time spent":"591.095458ms","remote":"127.0.0.1:43172","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":29,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-29T02:01:38.39723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"597.977261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/pvc-protection-controller\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:01:38.397264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:37.80314Z","time spent":"594.112594ms","remote":"127.0.0.1:43100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":29,"request content":"key:\"/registry/configmaps/kube-system/coredns\" "} {"level":"info","ts":"2026-03-29T02:01:38.397302Z","caller":"traceutil/trace.go:171","msg":"trace[1867624405] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/pvc-protection-controller; range_end:; response_count:0; response_revision:319; }","duration":"598.076213ms","start":"2026-03-29T02:01:37.799206Z","end":"2026-03-29T02:01:38.397282Z","steps":["trace[1867624405] 'agreement among raft nodes before linearized reading' (duration: 597.969881ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:38.397306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:37.806669Z","time spent":"590.586267ms","remote":"127.0.0.1:43172","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":29,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-29T02:01:38.397363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:37.799189Z","time spent":"598.160395ms","remote":"127.0.0.1:43186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":0,"response size":29,"request content":"key:\"/registry/serviceaccounts/kube-system/pvc-protection-controller\" "} {"level":"info","ts":"2026-03-29T02:01:38.39723Z","caller":"traceutil/trace.go:171","msg":"trace[1053880629] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/generic-garbage-collector; range_end:; response_count:1; response_revision:319; }","duration":"598.440802ms","start":"2026-03-29T02:01:37.798773Z","end":"2026-03-29T02:01:38.397213Z","steps":["trace[1053880629] 'agreement among raft nodes before linearized reading' (duration: 598.322669ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:38.397087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:37.807299Z","time spent":"589.740809ms","remote":"127.0.0.1:43172","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":29,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-29T02:01:38.397456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:37.798766Z","time spent":"598.669776ms","remote":"127.0.0.1:43186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":240,"request content":"key:\"/registry/serviceaccounts/kube-system/generic-garbage-collector\" "} {"level":"info","ts":"2026-03-29T02:01:39.567908Z","caller":"traceutil/trace.go:171","msg":"trace[496792095] linearizableReadLoop","detail":"{readStateIndex:367; appliedIndex:366; }","duration":"118.141167ms","start":"2026-03-29T02:01:39.449748Z","end":"2026-03-29T02:01:39.567889Z","steps":["trace[496792095] 'read index received' (duration: 118.015293ms)","trace[496792095] 'applied index is now lower than readState.Index' (duration: 125.124µs)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:01:39.568078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.311861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-29T02:01:39.568113Z","caller":"traceutil/trace.go:171","msg":"trace[1653679140] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:353; }","duration":"118.377062ms","start":"2026-03-29T02:01:39.449724Z","end":"2026-03-29T02:01:39.568101Z","steps":["trace[1653679140] 'agreement among raft nodes before linearized reading' (duration: 118.279899ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:01:39.568088Z","caller":"traceutil/trace.go:171","msg":"trace[60499033] transaction","detail":"{read_only:false; response_revision:353; number_of_response:1; }","duration":"118.500965ms","start":"2026-03-29T02:01:39.449531Z","end":"2026-03-29T02:01:39.568032Z","steps":["trace[60499033] 'process raft request' (duration: 118.247118ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:01:39.682213Z","caller":"traceutil/trace.go:171","msg":"trace[1953215620] transaction","detail":"{read_only:false; response_revision:354; number_of_response:1; }","duration":"229.602184ms","start":"2026-03-29T02:01:39.452584Z","end":"2026-03-29T02:01:39.682187Z","steps":["trace[1953215620] 'process raft request' (duration: 218.799514ms)","trace[1953215620] 'compare' (duration: 10.469402ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:01:39.68224Z","caller":"traceutil/trace.go:171","msg":"trace[646627299] transaction","detail":"{read_only:false; response_revision:355; number_of_response:1; }","duration":"109.225498ms","start":"2026-03-29T02:01:39.572993Z","end":"2026-03-29T02:01:39.682218Z","steps":["trace[646627299] 'process raft request' (duration: 109.152187ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:01:39.682287Z","caller":"traceutil/trace.go:171","msg":"trace[193656868] linearizableReadLoop","detail":"{readStateIndex:368; appliedIndex:367; }","duration":"114.278969ms","start":"2026-03-29T02:01:39.567979Z","end":"2026-03-29T02:01:39.682258Z","steps":["trace[193656868] 'read index received' (duration: 103.372508ms)","trace[193656868] 'applied index is now lower than readState.Index' (duration: 10.904281ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:01:39.682462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.558219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-29T02:01:39.682498Z","caller":"traceutil/trace.go:171","msg":"trace[1476672241] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:355; }","duration":"232.650571ms","start":"2026-03-29T02:01:39.449832Z","end":"2026-03-29T02:01:39.682482Z","steps":["trace[1476672241] 'agreement among raft nodes before linearized reading' (duration: 232.538709ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:39.682474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.770798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/service-account-controller\" ","response":"range_response_count:1 size:218"} {"level":"warn","ts":"2026-03-29T02:01:39.682507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.072318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpoint-controller\" ","response":"range_response_count:1 size:203"} {"level":"info","ts":"2026-03-29T02:01:39.682556Z","caller":"traceutil/trace.go:171","msg":"trace[580519269] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/service-account-controller; range_end:; response_count:1; response_revision:355; }","duration":"150.91698ms","start":"2026-03-29T02:01:39.531614Z","end":"2026-03-29T02:01:39.682531Z","steps":["trace[580519269] 'agreement among raft nodes before linearized reading' (duration: 150.698775ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:01:39.682567Z","caller":"traceutil/trace.go:171","msg":"trace[1136265592] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpoint-controller; range_end:; response_count:1; response_revision:355; }","duration":"101.198941ms","start":"2026-03-29T02:01:39.581353Z","end":"2026-03-29T02:01:39.682552Z","steps":["trace[1136265592] 'agreement among raft nodes before linearized reading' (duration: 101.065978ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:39.682666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.274776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/deployment-controller\" ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-03-29T02:01:39.682824Z","caller":"traceutil/trace.go:171","msg":"trace[978328468] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/deployment-controller; range_end:; response_count:1; response_revision:355; }","duration":"201.517942ms","start":"2026-03-29T02:01:39.481274Z","end":"2026-03-29T02:01:39.682792Z","steps":["trace[978328468] 'agreement among raft nodes before linearized reading' (duration: 201.121022ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:01:43.862464Z","caller":"traceutil/trace.go:171","msg":"trace[61943] transaction","detail":"{read_only:false; response_revision:417; number_of_response:1; }","duration":"120.489738ms","start":"2026-03-29T02:01:43.741952Z","end":"2026-03-29T02:01:43.862442Z","steps":["trace[61943] 'process raft request' (duration: 120.340124ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:01:43.875708Z","caller":"traceutil/trace.go:171","msg":"trace[309389471] transaction","detail":"{read_only:false; response_revision:419; number_of_response:1; }","duration":"132.038633ms","start":"2026-03-29T02:01:43.743651Z","end":"2026-03-29T02:01:43.87569Z","steps":["trace[309389471] 'process raft request' (duration: 131.993522ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:01:43.875789Z","caller":"traceutil/trace.go:171","msg":"trace[1590667518] transaction","detail":"{read_only:false; response_revision:418; number_of_response:1; }","duration":"133.007445ms","start":"2026-03-29T02:01:43.742746Z","end":"2026-03-29T02:01:43.875754Z","steps":["trace[1590667518] 'process raft request' (duration: 132.79088ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:44.190483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.221173ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:01:44.190619Z","caller":"traceutil/trace.go:171","msg":"trace[1669105107] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:419; }","duration":"181.374716ms","start":"2026-03-29T02:01:44.009228Z","end":"2026-03-29T02:01:44.190603Z","steps":["trace[1669105107] 'range keys from in-memory index tree' (duration: 181.142381ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:01:44.328798Z","caller":"traceutil/trace.go:171","msg":"trace[1565792025] transaction","detail":"{read_only:false; response_revision:420; number_of_response:1; }","duration":"128.27298ms","start":"2026-03-29T02:01:44.200475Z","end":"2026-03-29T02:01:44.328748Z","steps":["trace[1565792025] 'process raft request' (duration: 127.481413ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:01:51.691769Z","caller":"traceutil/trace.go:171","msg":"trace[1262276700] transaction","detail":"{read_only:false; response_revision:439; number_of_response:1; }","duration":"102.255084ms","start":"2026-03-29T02:01:51.589466Z","end":"2026-03-29T02:01:51.691721Z","steps":["trace[1262276700] 'process raft request' (duration: 71.144845ms)","trace[1262276700] 'compare' (duration: 30.868953ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:01:51.90244Z","caller":"traceutil/trace.go:171","msg":"trace[1375242662] transaction","detail":"{read_only:false; response_revision:440; number_of_response:1; }","duration":"174.044635ms","start":"2026-03-29T02:01:51.728361Z","end":"2026-03-29T02:01:51.902405Z","steps":["trace[1375242662] 'process raft request' (duration: 81.820263ms)","trace[1375242662] 'compare' (duration: 92.000156ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:01:52.194894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.61985ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:01:52.194976Z","caller":"traceutil/trace.go:171","msg":"trace[949896204] transaction","detail":"{read_only:false; response_revision:442; number_of_response:1; }","duration":"231.708281ms","start":"2026-03-29T02:01:51.963253Z","end":"2026-03-29T02:01:52.194962Z","steps":["trace[949896204] 'process raft request' (duration: 87.960369ms)","trace[949896204] 'compare' (duration: 143.548548ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:01:52.21408Z","caller":"traceutil/trace.go:171","msg":"trace[1973863140] transaction","detail":"{read_only:false; response_revision:443; number_of_response:1; }","duration":"250.765004ms","start":"2026-03-29T02:01:51.963268Z","end":"2026-03-29T02:01:52.214033Z","steps":["trace[1973863140] 'process raft request' (duration: 250.506968ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:01:54.561008Z","caller":"traceutil/trace.go:171","msg":"trace[1759739971] linearizableReadLoop","detail":"{readStateIndex:464; appliedIndex:463; }","duration":"342.170998ms","start":"2026-03-29T02:01:54.21881Z","end":"2026-03-29T02:01:54.560981Z","steps":["trace[1759739971] 'read index received' (duration: 342.053285ms)","trace[1759739971] 'applied index is now lower than readState.Index' (duration: 116.043µs)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:01:54.56109Z","caller":"traceutil/trace.go:171","msg":"trace[1767888325] transaction","detail":"{read_only:false; response_revision:446; number_of_response:1; }","duration":"358.436607ms","start":"2026-03-29T02:01:54.202602Z","end":"2026-03-29T02:01:54.561039Z","steps":["trace[1767888325] 'process raft request' (duration: 358.228802ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:54.561139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.31766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-29T02:01:54.561298Z","caller":"traceutil/trace.go:171","msg":"trace[902955743] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:446; }","duration":"342.513224ms","start":"2026-03-29T02:01:54.218771Z","end":"2026-03-29T02:01:54.561284Z","steps":["trace[902955743] 'agreement among raft nodes before linearized reading' (duration: 342.31502ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:54.561327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:54.202588Z","time spent":"358.60839ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:01:54.561345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:54.218754Z","time spent":"342.579796ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-29T02:02:06.100036Z","caller":"traceutil/trace.go:171","msg":"trace[958056222] transaction","detail":"{read_only:false; response_revision:501; number_of_response:1; }","duration":"124.780299ms","start":"2026-03-29T02:02:05.975214Z","end":"2026-03-29T02:02:06.099995Z","steps":["trace[958056222] 'process raft request' (duration: 112.044037ms)","trace[958056222] 'compare' (duration: 12.427526ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:02:08.243032Z","caller":"traceutil/trace.go:171","msg":"trace[1250379742] linearizableReadLoop","detail":"{readStateIndex:528; appliedIndex:527; }","duration":"127.54798ms","start":"2026-03-29T02:02:08.115458Z","end":"2026-03-29T02:02:08.243006Z","steps":["trace[1250379742] 'read index received' (duration: 127.279554ms)","trace[1250379742] 'applied index is now lower than readState.Index' (duration: 267.576µs)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:02:08.243159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.691444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-03-29T02:02:08.243195Z","caller":"traceutil/trace.go:171","msg":"trace[1982861009] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:505; }","duration":"127.770515ms","start":"2026-03-29T02:02:08.115412Z","end":"2026-03-29T02:02:08.243183Z","steps":["trace[1982861009] 'agreement among raft nodes before linearized reading' (duration: 127.694153ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:08.243185Z","caller":"traceutil/trace.go:171","msg":"trace[1080766066] transaction","detail":"{read_only:false; response_revision:505; number_of_response:1; }","duration":"135.070067ms","start":"2026-03-29T02:02:08.108063Z","end":"2026-03-29T02:02:08.243133Z","steps":["trace[1080766066] 'process raft request' (duration: 134.796491ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:12.43141Z","caller":"traceutil/trace.go:171","msg":"trace[915921003] transaction","detail":"{read_only:false; response_revision:515; number_of_response:1; }","duration":"135.167429ms","start":"2026-03-29T02:02:12.296203Z","end":"2026-03-29T02:02:12.43137Z","steps":["trace[915921003] 'process raft request' (duration: 134.946354ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:12.875331Z","caller":"traceutil/trace.go:171","msg":"trace[886191860] linearizableReadLoop","detail":"{readStateIndex:541; appliedIndex:540; }","duration":"146.0837ms","start":"2026-03-29T02:02:12.729218Z","end":"2026-03-29T02:02:12.875302Z","steps":["trace[886191860] 'read index received' (duration: 146.041069ms)","trace[886191860] 'applied index is now lower than readState.Index' (duration: 39.021µs)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:02:12.875398Z","caller":"traceutil/trace.go:171","msg":"trace[191455790] transaction","detail":"{read_only:false; response_revision:517; number_of_response:1; }","duration":"156.298116ms","start":"2026-03-29T02:02:12.719075Z","end":"2026-03-29T02:02:12.875373Z","steps":["trace[191455790] 'process raft request' (duration: 156.03825ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:12.875479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.254993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-29T02:02:12.875522Z","caller":"traceutil/trace.go:171","msg":"trace[783287196] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:517; }","duration":"146.345766ms","start":"2026-03-29T02:02:12.729167Z","end":"2026-03-29T02:02:12.875513Z","steps":["trace[783287196] 'agreement among raft nodes before linearized reading' (duration: 146.254394ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:14.786702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.689314ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:02:14.786767Z","caller":"traceutil/trace.go:171","msg":"trace[793976389] transaction","detail":"{read_only:false; response_revision:520; number_of_response:1; }","duration":"248.913464ms","start":"2026-03-29T02:02:14.537842Z","end":"2026-03-29T02:02:14.786756Z","steps":["trace[793976389] 'process raft request' (duration: 134.120186ms)","trace[793976389] 'compare' (duration: 114.607023ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:02:15.130669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.533834ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:02:15.130831Z","caller":"traceutil/trace.go:171","msg":"trace[1990959406] linearizableReadLoop","detail":"{readStateIndex:545; appliedIndex:544; }","duration":"212.102428ms","start":"2026-03-29T02:02:14.918706Z","end":"2026-03-29T02:02:15.130809Z","steps":["trace[1990959406] 'read index received' (duration: 44.207026ms)","trace[1990959406] 'applied index is now lower than readState.Index' (duration: 167.893862ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:02:15.130923Z","caller":"traceutil/trace.go:171","msg":"trace[1956712905] transaction","detail":"{read_only:false; response_revision:521; number_of_response:1; }","duration":"244.589917ms","start":"2026-03-29T02:02:14.886297Z","end":"2026-03-29T02:02:15.130887Z","steps":["trace[1956712905] 'process raft request' (duration: 76.706875ms)","trace[1956712905] 'compare' (duration: 167.308499ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:02:15.130996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.285203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:02:15.131074Z","caller":"traceutil/trace.go:171","msg":"trace[825207909] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:521; }","duration":"212.392844ms","start":"2026-03-29T02:02:14.918659Z","end":"2026-03-29T02:02:15.131052Z","steps":["trace[825207909] 'agreement among raft nodes before linearized reading' (duration: 212.270461ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:15.131192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.598255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/cilium\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:02:15.131232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.985619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-29T02:02:15.13132Z","caller":"traceutil/trace.go:171","msg":"trace[1895614274] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/cilium; range_end:; response_count:0; response_revision:521; }","duration":"134.78519ms","start":"2026-03-29T02:02:14.99651Z","end":"2026-03-29T02:02:15.131295Z","steps":["trace[1895614274] 'agreement among raft nodes before linearized reading' (duration: 134.580215ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:15.131348Z","caller":"traceutil/trace.go:171","msg":"trace[2127481955] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:521; }","duration":"180.191044ms","start":"2026-03-29T02:02:14.951136Z","end":"2026-03-29T02:02:15.131327Z","steps":["trace[2127481955] 'agreement among raft nodes before linearized reading' (duration: 179.950018ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:15.50003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.116998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/cilium\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:02:15.500182Z","caller":"traceutil/trace.go:171","msg":"trace[90915901] range","detail":"{range_begin:/registry/clusterroles/cilium; range_end:; response_count:0; response_revision:522; }","duration":"268.318852ms","start":"2026-03-29T02:02:15.231813Z","end":"2026-03-29T02:02:15.500131Z","steps":["trace[90915901] 'range keys from in-memory index tree' (duration: 267.958844ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:15.714774Z","caller":"traceutil/trace.go:171","msg":"trace[962706085] transaction","detail":"{read_only:false; response_revision:523; number_of_response:1; }","duration":"119.529733ms","start":"2026-03-29T02:02:15.595198Z","end":"2026-03-29T02:02:15.714728Z","steps":["trace[962706085] 'process raft request' (duration: 119.117734ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:16.111694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.978185ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:02:16.112148Z","caller":"traceutil/trace.go:171","msg":"trace[1450342499] transaction","detail":"{read_only:false; response_revision:525; number_of_response:1; }","duration":"372.358882ms","start":"2026-03-29T02:02:15.739761Z","end":"2026-03-29T02:02:16.11212Z","steps":["trace[1450342499] 'process raft request' (duration: 65.851495ms)","trace[1450342499] 'compare' (duration: 305.720639ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:02:16.112411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:15.739729Z","time spent":"372.506556ms","remote":"127.0.0.1:43186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-29T02:02:17.392141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"828.786542ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:02:17.392712Z","caller":"traceutil/trace.go:171","msg":"trace[513308165] linearizableReadLoop","detail":"{readStateIndex:551; appliedIndex:549; }","duration":"905.50584ms","start":"2026-03-29T02:02:16.487146Z","end":"2026-03-29T02:02:17.392652Z","steps":["trace[513308165] 'read index received' (duration: 76.128054ms)","trace[513308165] 'applied index is now lower than readState.Index' (duration: 829.373026ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:02:17.392703Z","caller":"traceutil/trace.go:171","msg":"trace[1446794829] transaction","detail":"{read_only:false; response_revision:526; number_of_response:1; }","duration":"1.274760362s","start":"2026-03-29T02:02:16.117904Z","end":"2026-03-29T02:02:17.392664Z","steps":["trace[1446794829] 'process raft request' (duration: 445.346686ms)","trace[1446794829] 'compare' (duration: 828.416533ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:02:17.392726Z","caller":"traceutil/trace.go:171","msg":"trace[23586165] transaction","detail":"{read_only:false; response_revision:527; number_of_response:1; }","duration":"1.120759098s","start":"2026-03-29T02:02:16.271897Z","end":"2026-03-29T02:02:17.392656Z","steps":["trace[23586165] 'process raft request' (duration: 1.120435771s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:17.393161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:16.117873Z","time spent":"1.275185382s","remote":"127.0.0.1:43100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6516,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-29T02:02:17.39339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:16.271864Z","time spent":"1.121376831s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:02:18.918392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000232901s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-29T02:02:18.91851Z","caller":"traceutil/trace.go:171","msg":"trace[1973948688] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000417925s","start":"2026-03-29T02:02:16.918064Z","end":"2026-03-29T02:02:18.918482Z","steps":["trace[1973948688] 'agreement among raft nodes before linearized reading' (duration: 2.000271012s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:18.918553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:16.91804Z","time spent":"2.000503516s","remote":"127.0.0.1:43010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:02:18.979506Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.5813791s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-29T02:02:18.99494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.602447397s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-03-29T02:02:18.995103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.285883118s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:02:18.99518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.508000117s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-03-29T02:02:18.995308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.203851042s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-29T02:02:18.995291Z","caller":"traceutil/trace.go:171","msg":"trace[1377091154] linearizableReadLoop","detail":"{readStateIndex:552; appliedIndex:551; }","duration":"1.602192211s","start":"2026-03-29T02:02:17.392972Z","end":"2026-03-29T02:02:18.995164Z","steps":["trace[1377091154] 'read index received' (duration: 107.412µs)","trace[1377091154] 'applied index is now lower than readState.Index' (duration: 1.602084109s)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:02:18.995378Z","caller":"traceutil/trace.go:171","msg":"trace[205109879] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:527; }","duration":"2.203989266s","start":"2026-03-29T02:02:16.791354Z","end":"2026-03-29T02:02:18.995343Z","steps":["trace[205109879] 'agreement among raft nodes before linearized reading' (duration: 2.203818542s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:18.995319Z","caller":"traceutil/trace.go:171","msg":"trace[1278126276] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:527; }","duration":"2.508215962s","start":"2026-03-29T02:02:16.487061Z","end":"2026-03-29T02:02:18.995277Z","steps":["trace[1278126276] 'agreement among raft nodes before linearized reading' (duration: 905.895377ms)","trace[1278126276] 'range keys from in-memory index tree' (duration: 1.602040248s)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:02:18.995442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:16.791323Z","time spent":"2.204092888s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-29T02:02:18.995455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:16.487003Z","time spent":"2.508434507s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-29T02:02:18.995507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.76276027s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-29T02:02:18.995569Z","caller":"traceutil/trace.go:171","msg":"trace[1369809406] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:527; }","duration":"1.762851443s","start":"2026-03-29T02:02:17.232698Z","end":"2026-03-29T02:02:18.99555Z","steps":["trace[1369809406] 'agreement among raft nodes before linearized reading' (duration: 1.76272966s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:18.995609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:17.232674Z","time spent":"1.762926035s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-29T02:02:18.995602Z","caller":"traceutil/trace.go:171","msg":"trace[1464214942] transaction","detail":"{read_only:false; response_revision:528; number_of_response:1; }","duration":"1.59760877s","start":"2026-03-29T02:02:17.397958Z","end":"2026-03-29T02:02:18.995566Z","steps":["trace[1464214942] 'process raft request' (duration: 1.59713494s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:18.995741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:17.397927Z","time spent":"1.597754592s","remote":"127.0.0.1:43340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1639,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-29T02:02:18.995224Z","caller":"traceutil/trace.go:171","msg":"trace[1598245905] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:527; }","duration":"1.286011571s","start":"2026-03-29T02:02:17.709196Z","end":"2026-03-29T02:02:18.995207Z","steps":["trace[1598245905] 'range keys from in-memory index tree' (duration: 1.285867728s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:19.001349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.865497451s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-29T02:02:19.001464Z","caller":"traceutil/trace.go:171","msg":"trace[2097492290] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:528; }","duration":"1.865673965s","start":"2026-03-29T02:02:17.13576Z","end":"2026-03-29T02:02:19.001434Z","steps":["trace[2097492290] 'agreement among raft nodes before linearized reading' (duration: 1.859711354s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:19.001558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:17.13573Z","time spent":"1.865815009s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-29T02:02:19.001615Z","caller":"traceutil/trace.go:171","msg":"trace[1563499183] transaction","detail":"{read_only:false; response_revision:529; number_of_response:1; }","duration":"1.602787574s","start":"2026-03-29T02:02:17.398784Z","end":"2026-03-29T02:02:19.001571Z","steps":["trace[1563499183] 'process raft request' (duration: 1.596775342s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:19.001694Z","caller":"traceutil/trace.go:171","msg":"trace[761663070] transaction","detail":"{read_only:false; response_revision:530; number_of_response:1; }","duration":"217.069888ms","start":"2026-03-29T02:02:18.784593Z","end":"2026-03-29T02:02:19.001663Z","steps":["trace[761663070] 'process raft request' (duration: 216.897204ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:19.001795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:17.398758Z","time spent":"1.602963318s","remote":"127.0.0.1:43340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2364,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-29T02:02:19.285396Z","caller":"traceutil/trace.go:171","msg":"trace[937675942] transaction","detail":"{read_only:false; response_revision:542; number_of_response:1; }","duration":"115.84878ms","start":"2026-03-29T02:02:19.169469Z","end":"2026-03-29T02:02:19.285318Z","steps":["trace[937675942] 'process raft request' (duration: 115.706317ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:19.459407Z","caller":"traceutil/trace.go:171","msg":"trace[1382487781] transaction","detail":"{read_only:false; response_revision:551; number_of_response:1; }","duration":"132.036229ms","start":"2026-03-29T02:02:19.327323Z","end":"2026-03-29T02:02:19.459359Z","steps":["trace[1382487781] 'process raft request' (duration: 131.789613ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:19.459385Z","caller":"traceutil/trace.go:171","msg":"trace[1280708537] transaction","detail":"{read_only:false; response_revision:550; number_of_response:1; }","duration":"132.055369ms","start":"2026-03-29T02:02:19.327272Z","end":"2026-03-29T02:02:19.459327Z","steps":["trace[1280708537] 'process raft request' (duration: 129.906772ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:19.459502Z","caller":"traceutil/trace.go:171","msg":"trace[1938312750] linearizableReadLoop","detail":"{readStateIndex:578; appliedIndex:573; }","duration":"131.073118ms","start":"2026-03-29T02:02:19.328362Z","end":"2026-03-29T02:02:19.459435Z","steps":["trace[1938312750] 'read index received' (duration: 1.529314ms)","trace[1938312750] 'applied index is now lower than readState.Index' (duration: 129.542104ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:02:19.459565Z","caller":"traceutil/trace.go:171","msg":"trace[898449402] transaction","detail":"{read_only:false; response_revision:553; number_of_response:1; }","duration":"131.271603ms","start":"2026-03-29T02:02:19.328269Z","end":"2026-03-29T02:02:19.459541Z","steps":["trace[898449402] 'process raft request' (duration: 131.076037ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:19.459567Z","caller":"traceutil/trace.go:171","msg":"trace[852189975] transaction","detail":"{read_only:false; response_revision:552; number_of_response:1; }","duration":"131.63271ms","start":"2026-03-29T02:02:19.327889Z","end":"2026-03-29T02:02:19.459522Z","steps":["trace[852189975] 'process raft request' (duration: 131.351733ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:19.459994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.60845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/kube-system/cilium-operator\" ","response":"range_response_count:1 size:4335"} {"level":"info","ts":"2026-03-29T02:02:19.460063Z","caller":"traceutil/trace.go:171","msg":"trace[2084386827] range","detail":"{range_begin:/registry/deployments/kube-system/cilium-operator; range_end:; response_count:1; response_revision:553; }","duration":"131.716221ms","start":"2026-03-29T02:02:19.328327Z","end":"2026-03-29T02:02:19.460044Z","steps":["trace[2084386827] 'agreement among raft nodes before linearized reading' (duration: 131.516207ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:19.489417Z","caller":"traceutil/trace.go:171","msg":"trace[1508646602] transaction","detail":"{read_only:false; response_revision:554; number_of_response:1; }","duration":"154.121248ms","start":"2026-03-29T02:02:19.335255Z","end":"2026-03-29T02:02:19.489376Z","steps":["trace[1508646602] 'process raft request' (duration: 153.842832ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:19.489888Z","caller":"traceutil/trace.go:171","msg":"trace[1660957309] transaction","detail":"{read_only:false; response_revision:555; number_of_response:1; }","duration":"147.604283ms","start":"2026-03-29T02:02:19.342233Z","end":"2026-03-29T02:02:19.489838Z","steps":["trace[1660957309] 'process raft request' (duration: 147.194374ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:19.490157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.713298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-dhmdt\" ","response":"range_response_count:1 size:15076"} {"level":"info","ts":"2026-03-29T02:02:19.490241Z","caller":"traceutil/trace.go:171","msg":"trace[1788822072] range","detail":"{range_begin:/registry/pods/kube-system/cilium-dhmdt; range_end:; response_count:1; response_revision:555; }","duration":"153.855601ms","start":"2026-03-29T02:02:19.336363Z","end":"2026-03-29T02:02:19.490219Z","steps":["trace[1788822072] 'agreement among raft nodes before linearized reading' (duration: 153.396711ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:19.688391Z","caller":"traceutil/trace.go:171","msg":"trace[897633081] transaction","detail":"{read_only:false; response_revision:559; number_of_response:1; }","duration":"179.464868ms","start":"2026-03-29T02:02:19.508889Z","end":"2026-03-29T02:02:19.688354Z","steps":["trace[897633081] 'process raft request' (duration: 102.242531ms)","trace[897633081] 'compare' (duration: 76.722246ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:02:19.688856Z","caller":"traceutil/trace.go:171","msg":"trace[410382010] linearizableReadLoop","detail":"{readStateIndex:585; appliedIndex:583; }","duration":"113.53176ms","start":"2026-03-29T02:02:19.575287Z","end":"2026-03-29T02:02:19.688819Z","steps":["trace[410382010] 'read index received' (duration: 35.811922ms)","trace[410382010] 'applied index is now lower than readState.Index' (duration: 77.718598ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:02:19.6889Z","caller":"traceutil/trace.go:171","msg":"trace[908820728] transaction","detail":"{read_only:false; response_revision:560; number_of_response:1; }","duration":"146.760094ms","start":"2026-03-29T02:02:19.542118Z","end":"2026-03-29T02:02:19.688878Z","steps":["trace[908820728] 'process raft request' (duration: 146.524969ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:19.68938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.074092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/kube-system/\" range_end:\"/registry/secrets/kube-system0\" ","response":"range_response_count:4 size:329952"} {"level":"info","ts":"2026-03-29T02:02:19.689459Z","caller":"traceutil/trace.go:171","msg":"trace[2066142609] range","detail":"{range_begin:/registry/secrets/kube-system/; range_end:/registry/secrets/kube-system0; response_count:4; response_revision:560; }","duration":"114.204725ms","start":"2026-03-29T02:02:19.575232Z","end":"2026-03-29T02:02:19.689437Z","steps":["trace[2066142609] 'agreement among raft nodes before linearized reading' (duration: 113.720964ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:20.234397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.204145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/kube-system/\" range_end:\"/registry/secrets/kube-system0\" ","response":"range_response_count:4 size:329952"} {"level":"info","ts":"2026-03-29T02:02:20.23453Z","caller":"traceutil/trace.go:171","msg":"trace[1353513274] range","detail":"{range_begin:/registry/secrets/kube-system/; range_end:/registry/secrets/kube-system0; response_count:4; response_revision:561; }","duration":"432.365608ms","start":"2026-03-29T02:02:19.802115Z","end":"2026-03-29T02:02:20.23448Z","steps":["trace[1353513274] 'range keys from in-memory index tree' (duration: 431.563261ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:20.234589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:19.802092Z","time spent":"432.482342ms","remote":"127.0.0.1:43088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":4,"response size":329976,"request content":"key:\"/registry/secrets/kube-system/\" range_end:\"/registry/secrets/kube-system0\" "} {"level":"info","ts":"2026-03-29T02:02:21.172621Z","caller":"traceutil/trace.go:171","msg":"trace[1955243839] transaction","detail":"{read_only:false; response_revision:564; number_of_response:1; }","duration":"157.791748ms","start":"2026-03-29T02:02:21.014798Z","end":"2026-03-29T02:02:21.17259Z","steps":["trace[1955243839] 'process raft request' (duration: 157.700106ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:21.172695Z","caller":"traceutil/trace.go:171","msg":"trace[1853649647] transaction","detail":"{read_only:false; response_revision:563; number_of_response:1; }","duration":"157.996642ms","start":"2026-03-29T02:02:21.01465Z","end":"2026-03-29T02:02:21.172647Z","steps":["trace[1853649647] 'process raft request' (duration: 126.346393ms)","trace[1853649647] 'compare' (duration: 31.340213ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:02:21.172833Z","caller":"traceutil/trace.go:171","msg":"trace[471989258] transaction","detail":"{read_only:false; response_revision:565; number_of_response:1; }","duration":"154.436304ms","start":"2026-03-29T02:02:21.018365Z","end":"2026-03-29T02:02:21.172801Z","steps":["trace[471989258] 'process raft request' (duration: 154.183058ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:21.784096Z","caller":"traceutil/trace.go:171","msg":"trace[1465491060] linearizableReadLoop","detail":"{readStateIndex:592; appliedIndex:591; }","duration":"255.461087ms","start":"2026-03-29T02:02:21.528608Z","end":"2026-03-29T02:02:21.784069Z","steps":["trace[1465491060] 'read index received' (duration: 230.580597ms)","trace[1465491060] 'applied index is now lower than readState.Index' (duration: 24.87955ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:02:21.784301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.662791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/envoy-gateway-system/\" range_end:\"/registry/secrets/envoy-gateway-system0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:02:21.784295Z","caller":"traceutil/trace.go:171","msg":"trace[2008171643] transaction","detail":"{read_only:false; response_revision:566; number_of_response:1; }","duration":"261.271715ms","start":"2026-03-29T02:02:21.522817Z","end":"2026-03-29T02:02:21.784088Z","steps":["trace[2008171643] 'process raft request' (duration: 236.356535ms)","trace[2008171643] 'compare' (duration: 24.730436ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:02:21.784359Z","caller":"traceutil/trace.go:171","msg":"trace[822529806] range","detail":"{range_begin:/registry/secrets/envoy-gateway-system/; range_end:/registry/secrets/envoy-gateway-system0; response_count:0; response_revision:566; }","duration":"255.759073ms","start":"2026-03-29T02:02:21.528585Z","end":"2026-03-29T02:02:21.784344Z","steps":["trace[822529806] 'agreement among raft nodes before linearized reading' (duration: 255.596819ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:22.436999Z","caller":"traceutil/trace.go:171","msg":"trace[563213393] transaction","detail":"{read_only:false; response_revision:567; number_of_response:1; }","duration":"419.562575ms","start":"2026-03-29T02:02:22.017408Z","end":"2026-03-29T02:02:22.436971Z","steps":["trace[563213393] 'process raft request' (duration: 419.36365ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:22.437138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:22.017387Z","time spent":"419.686258ms","remote":"127.0.0.1:43060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6315,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-29T02:02:23.326761Z","caller":"traceutil/trace.go:171","msg":"trace[1332654404] transaction","detail":"{read_only:false; response_revision:568; number_of_response:1; }","duration":"1.303945118s","start":"2026-03-29T02:02:22.022782Z","end":"2026-03-29T02:02:23.326727Z","steps":["trace[1332654404] 'process raft request' (duration: 1.303737884s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:23.326891Z","caller":"traceutil/trace.go:171","msg":"trace[299872914] transaction","detail":"{read_only:false; response_revision:570; number_of_response:1; }","duration":"1.286269767s","start":"2026-03-29T02:02:22.040615Z","end":"2026-03-29T02:02:23.326885Z","steps":["trace[299872914] 'process raft request' (duration: 1.286071753s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:23.326917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:22.022752Z","time spent":"1.304095061s","remote":"127.0.0.1:43060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8162,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-29T02:02:23.326962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:22.040592Z","time spent":"1.286322608s","remote":"127.0.0.1:43060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":22019,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-29T02:02:23.327034Z","caller":"traceutil/trace.go:171","msg":"trace[1215684889] transaction","detail":"{read_only:false; response_revision:572; number_of_response:1; }","duration":"1.28229408s","start":"2026-03-29T02:02:22.044736Z","end":"2026-03-29T02:02:23.32703Z","steps":["trace[1215684889] 'process raft request' (duration: 1.282098415s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:23.327076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:22.044713Z","time spent":"1.28233695s","remote":"127.0.0.1:43060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28462,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-29T02:02:23.326779Z","caller":"traceutil/trace.go:171","msg":"trace[113123933] transaction","detail":"{read_only:false; response_revision:569; number_of_response:1; }","duration":"1.296358531s","start":"2026-03-29T02:02:22.030401Z","end":"2026-03-29T02:02:23.32676Z","steps":["trace[113123933] 'process raft request' (duration: 1.296242148s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:23.327117Z","caller":"traceutil/trace.go:171","msg":"trace[1514636787] transaction","detail":"{read_only:false; response_revision:571; number_of_response:1; }","duration":"1.282504854s","start":"2026-03-29T02:02:22.044608Z","end":"2026-03-29T02:02:23.327113Z","steps":["trace[1514636787] 'process raft request' (duration: 1.282179697s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:23.327138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:22.044591Z","time spent":"1.282535955s","remote":"127.0.0.1:43060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29820,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-29T02:02:23.327185Z","caller":"traceutil/trace.go:171","msg":"trace[1228051919] transaction","detail":"{read_only:false; response_revision:575; number_of_response:1; }","duration":"1.270797465s","start":"2026-03-29T02:02:22.056383Z","end":"2026-03-29T02:02:23.32718Z","steps":["trace[1228051919] 'process raft request' (duration: 1.27058964s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:23.327167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:22.030376Z","time spent":"1.296738958s","remote":"127.0.0.1:43060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9490,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-29T02:02:23.327203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:22.056362Z","time spent":"1.270832625s","remote":"127.0.0.1:43060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":63889,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-29T02:02:23.32718Z","caller":"traceutil/trace.go:171","msg":"trace[1272965140] transaction","detail":"{read_only:false; response_revision:574; number_of_response:1; }","duration":"1.27828404s","start":"2026-03-29T02:02:22.048875Z","end":"2026-03-29T02:02:23.327159Z","steps":["trace[1272965140] 'process raft request' (duration: 1.278029985s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:23.327253Z","caller":"traceutil/trace.go:171","msg":"trace[275666660] transaction","detail":"{read_only:false; response_revision:576; number_of_response:1; }","duration":"1.260923417s","start":"2026-03-29T02:02:22.066325Z","end":"2026-03-29T02:02:23.327248Z","steps":["trace[275666660] 'process raft request' (duration: 1.260695272s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:23.327271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:22.066306Z","time spent":"1.260956108s","remote":"127.0.0.1:43060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":58271,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-29T02:02:23.327315Z","caller":"traceutil/trace.go:171","msg":"trace[1035438851] transaction","detail":"{read_only:false; response_revision:577; number_of_response:1; }","duration":"1.231628039s","start":"2026-03-29T02:02:22.095682Z","end":"2026-03-29T02:02:23.32731Z","steps":["trace[1035438851] 'process raft request' (duration: 1.231497226s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:23.327299Z","caller":"traceutil/trace.go:171","msg":"trace[902487203] transaction","detail":"{read_only:false; response_revision:573; number_of_response:1; }","duration":"1.278456754s","start":"2026-03-29T02:02:22.048815Z","end":"2026-03-29T02:02:23.327272Z","steps":["trace[902487203] 'process raft request' (duration: 1.278053985s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:23.327311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:22.048871Z","time spent":"1.278377852s","remote":"127.0.0.1:43060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29801,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-29T02:02:23.327338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:22.095648Z","time spent":"1.231679099s","remote":"127.0.0.1:43060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":79374,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-29T02:02:23.327344Z","caller":"traceutil/trace.go:171","msg":"trace[1712104430] transaction","detail":"{read_only:false; response_revision:578; number_of_response:1; }","duration":"1.12582078s","start":"2026-03-29T02:02:22.201498Z","end":"2026-03-29T02:02:23.327318Z","steps":["trace[1712104430] 'process raft request' (duration: 1.125755099s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:23.327399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:22.048797Z","time spent":"1.278552437s","remote":"127.0.0.1:43060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28166,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-29T02:02:23.327478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:22.201461Z","time spent":"1.125951633s","remote":"127.0.0.1:43060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":149907,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-29T02:02:23.850952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.345125ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:02:23.85146Z","caller":"traceutil/trace.go:171","msg":"trace[1264695765] transaction","detail":"{read_only:false; response_revision:579; number_of_response:1; }","duration":"1.408487788s","start":"2026-03-29T02:02:22.442924Z","end":"2026-03-29T02:02:23.851412Z","steps":["trace[1264695765] 'process raft request' (duration: 1.28055306s)","trace[1264695765] 'compare' (duration: 126.955447ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:02:23.851647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:22.442897Z","time spent":"1.408664093s","remote":"127.0.0.1:43506","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":995,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-29T02:02:23.85167Z","caller":"traceutil/trace.go:171","msg":"trace[220920854] transaction","detail":"{read_only:false; response_revision:580; number_of_response:1; }","duration":"1.40719399s","start":"2026-03-29T02:02:22.444446Z","end":"2026-03-29T02:02:23.85164Z","steps":["trace[220920854] 'process raft request' (duration: 1.406783651s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:23.851886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:22.444437Z","time spent":"1.407373894s","remote":"127.0.0.1:43060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6888,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:02:23.851979Z","caller":"traceutil/trace.go:171","msg":"trace[2126379355] transaction","detail":"{read_only:false; number_of_response:1; response_revision:580; }","duration":"1.407124649s","start":"2026-03-29T02:02:22.444836Z","end":"2026-03-29T02:02:23.851961Z","steps":["trace[2126379355] 'process raft request' (duration: 1.406568856s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:23.852051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:22.444823Z","time spent":"1.407192122s","remote":"127.0.0.1:43060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":102,"response count":0,"response size":6938,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:02:23.852375Z","caller":"traceutil/trace.go:171","msg":"trace[1152593924] linearizableReadLoop","detail":"{readStateIndex:607; appliedIndex:594; }","duration":"934.609103ms","start":"2026-03-29T02:02:22.917733Z","end":"2026-03-29T02:02:23.852342Z","steps":["trace[1152593924] 'read index received' (duration: 408.88866ms)","trace[1152593924] 'applied index is now lower than readState.Index' (duration: 525.719193ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:02:23.852556Z","caller":"traceutil/trace.go:171","msg":"trace[13026432] transaction","detail":"{read_only:false; response_revision:581; number_of_response:1; }","duration":"576.227999ms","start":"2026-03-29T02:02:23.276312Z","end":"2026-03-29T02:02:23.85254Z","steps":["trace[13026432] 'process raft request' (duration: 575.81064ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:23.852691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:23.276284Z","time spent":"576.333472ms","remote":"127.0.0.1:43074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":807,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-29T02:02:23.852837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"935.101804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:02:23.852923Z","caller":"traceutil/trace.go:171","msg":"trace[977827356] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:581; }","duration":"935.226846ms","start":"2026-03-29T02:02:22.91768Z","end":"2026-03-29T02:02:23.852907Z","steps":["trace[977827356] 'agreement among raft nodes before linearized reading' (duration: 935.017901ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:23.852992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:22.91766Z","time spent":"935.321149ms","remote":"127.0.0.1:43010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-29T02:02:23.863066Z","caller":"traceutil/trace.go:171","msg":"trace[516149055] transaction","detail":"{read_only:false; response_revision:582; number_of_response:1; }","duration":"531.117291ms","start":"2026-03-29T02:02:23.331927Z","end":"2026-03-29T02:02:23.863045Z","steps":["trace[516149055] 'process raft request' (duration: 530.885116ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:23.863065Z","caller":"traceutil/trace.go:171","msg":"trace[1673541454] transaction","detail":"{read_only:false; response_revision:583; number_of_response:1; }","duration":"530.656561ms","start":"2026-03-29T02:02:23.332339Z","end":"2026-03-29T02:02:23.862996Z","steps":["trace[1673541454] 'process raft request' (duration: 530.550279ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:23.863197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:23.331912Z","time spent":"531.205953ms","remote":"127.0.0.1:43506","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":980,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-29T02:02:23.863228Z","caller":"traceutil/trace.go:171","msg":"trace[1841802830] transaction","detail":"{read_only:false; response_revision:587; number_of_response:1; }","duration":"518.497874ms","start":"2026-03-29T02:02:23.344717Z","end":"2026-03-29T02:02:23.863214Z","steps":["trace[1841802830] 'process raft request' (duration: 518.33835ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:23.863242Z","caller":"traceutil/trace.go:171","msg":"trace[1604904366] transaction","detail":"{read_only:false; response_revision:586; number_of_response:1; }","duration":"520.503997ms","start":"2026-03-29T02:02:23.342709Z","end":"2026-03-29T02:02:23.863213Z","steps":["trace[1604904366] 'process raft request' (duration: 520.306922ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:23.863253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:23.332319Z","time spent":"530.838875ms","remote":"127.0.0.1:43506","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1004,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-29T02:02:23.863315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:23.344709Z","time spent":"518.568695ms","remote":"127.0.0.1:43506","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":998,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-29T02:02:23.863381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"685.052275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-03-29T02:02:23.86337Z","caller":"traceutil/trace.go:171","msg":"trace[72115651] transaction","detail":"{read_only:false; response_revision:584; number_of_response:1; }","duration":"526.354196ms","start":"2026-03-29T02:02:23.336966Z","end":"2026-03-29T02:02:23.86332Z","steps":["trace[72115651] 'process raft request' (duration: 525.964277ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:23.86341Z","caller":"traceutil/trace.go:171","msg":"trace[414112909] transaction","detail":"{read_only:false; response_revision:585; number_of_response:1; }","duration":"526.213983ms","start":"2026-03-29T02:02:23.337182Z","end":"2026-03-29T02:02:23.863396Z","steps":["trace[414112909] 'process raft request' (duration: 525.798953ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:23.863447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"685.155108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:431"} {"level":"info","ts":"2026-03-29T02:02:23.863433Z","caller":"traceutil/trace.go:171","msg":"trace[879644834] transaction","detail":"{read_only:false; response_revision:589; number_of_response:1; }","duration":"506.989359ms","start":"2026-03-29T02:02:23.35639Z","end":"2026-03-29T02:02:23.863379Z","steps":["trace[879644834] 'process raft request' (duration: 506.743112ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:23.863471Z","caller":"traceutil/trace.go:171","msg":"trace[753640621] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:590; }","duration":"685.178818ms","start":"2026-03-29T02:02:23.178269Z","end":"2026-03-29T02:02:23.863448Z","steps":["trace[753640621] 'agreement among raft nodes before linearized reading' (duration: 684.945853ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:23.863493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"685.375173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-29T02:02:23.863481Z","caller":"traceutil/trace.go:171","msg":"trace[1479934884] transaction","detail":"{read_only:false; response_revision:590; number_of_response:1; }","duration":"468.881496ms","start":"2026-03-29T02:02:23.394529Z","end":"2026-03-29T02:02:23.86341Z","steps":["trace[1479934884] 'process raft request' (duration: 468.638121ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:23.863537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:23.178258Z","time spent":"685.2676ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-29T02:02:23.863557Z","caller":"traceutil/trace.go:171","msg":"trace[1391618972] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:590; }","duration":"685.466634ms","start":"2026-03-29T02:02:23.178074Z","end":"2026-03-29T02:02:23.86354Z","steps":["trace[1391618972] 'agreement among raft nodes before linearized reading' (duration: 685.345262ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:23.863581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"757.942748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-29T02:02:23.863547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:23.337174Z","time spent":"526.300816ms","remote":"127.0.0.1:43506","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":998,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-29T02:02:23.863599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:23.356379Z","time spent":"507.143072ms","remote":"127.0.0.1:43060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28739,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:02:23.86369Z","caller":"traceutil/trace.go:171","msg":"trace[1703592333] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:590; }","duration":"758.0872ms","start":"2026-03-29T02:02:23.105578Z","end":"2026-03-29T02:02:23.863665Z","steps":["trace[1703592333] 'agreement among raft nodes before linearized reading' (duration: 757.900846ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:23.86375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:23.105558Z","time spent":"758.176352ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-29T02:02:23.86375Z","caller":"traceutil/trace.go:171","msg":"trace[535677378] transaction","detail":"{read_only:false; response_revision:588; number_of_response:1; }","duration":"507.372087ms","start":"2026-03-29T02:02:23.356339Z","end":"2026-03-29T02:02:23.863711Z","steps":["trace[535677378] 'process raft request' (duration: 506.738412ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:23.863583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:23.336947Z","time spent":"526.522481ms","remote":"127.0.0.1:43060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10063,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:02:23.863484Z","caller":"traceutil/trace.go:171","msg":"trace[353434552] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:590; }","duration":"685.213659ms","start":"2026-03-29T02:02:23.17826Z","end":"2026-03-29T02:02:23.863474Z","steps":["trace[353434552] 'agreement among raft nodes before linearized reading' (duration: 685.145707ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:23.863858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:23.356319Z","time spent":"507.481879ms","remote":"127.0.0.1:43060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":30374,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:02:23.863612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:23.394496Z","time spent":"469.061441ms","remote":"127.0.0.1:43060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17062,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-29T02:02:23.863925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:23.178249Z","time spent":"685.651018ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-29T02:02:23.863626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:23.178056Z","time spent":"685.555677ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-29T02:02:23.864032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:23.342685Z","time spent":"520.6127ms","remote":"127.0.0.1:43060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":30393,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:02:24.565343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.814823ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:02:24.565599Z","caller":"traceutil/trace.go:171","msg":"trace[1776559378] transaction","detail":"{read_only:false; response_revision:591; number_of_response:1; }","duration":"708.198437ms","start":"2026-03-29T02:02:23.857368Z","end":"2026-03-29T02:02:24.565567Z","steps":["trace[1776559378] 'process raft request' (duration: 258.096757ms)","trace[1776559378] 'compare' (duration: 449.66419ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:02:24.565654Z","caller":"traceutil/trace.go:171","msg":"trace[1716924308] transaction","detail":"{read_only:false; response_revision:592; number_of_response:1; }","duration":"704.657468ms","start":"2026-03-29T02:02:23.860963Z","end":"2026-03-29T02:02:24.56562Z","steps":["trace[1716924308] 'process raft request' (duration: 704.511605ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:24.565693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:23.857347Z","time spent":"708.30884ms","remote":"127.0.0.1:43074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":731,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-29T02:02:24.565718Z","caller":"traceutil/trace.go:171","msg":"trace[1612779738] linearizableReadLoop","detail":"{readStateIndex:619; appliedIndex:617; }","duration":"702.50221ms","start":"2026-03-29T02:02:23.863192Z","end":"2026-03-29T02:02:24.565694Z","steps":["trace[1612779738] 'read index received' (duration: 252.366269ms)","trace[1612779738] 'applied index is now lower than readState.Index' (duration: 450.13284ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:02:24.5658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:23.860954Z","time spent":"704.76429ms","remote":"127.0.0.1:43060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9125,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:02:24.565837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"711.910908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:02:24.565856Z","caller":"traceutil/trace.go:171","msg":"trace[2000689871] transaction","detail":"{read_only:false; response_revision:593; number_of_response:1; }","duration":"698.90097ms","start":"2026-03-29T02:02:23.866923Z","end":"2026-03-29T02:02:24.565824Z","steps":["trace[2000689871] 'process raft request' (duration: 698.621424ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:24.565884Z","caller":"traceutil/trace.go:171","msg":"trace[1412592932] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:593; }","duration":"711.964029ms","start":"2026-03-29T02:02:23.853904Z","end":"2026-03-29T02:02:24.565868Z","steps":["trace[1412592932] 'agreement among raft nodes before linearized reading' (duration: 711.878757ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:24.565955Z","caller":"traceutil/trace.go:171","msg":"trace[920154126] transaction","detail":"{read_only:false; number_of_response:0; response_revision:593; }","duration":"698.508132ms","start":"2026-03-29T02:02:23.867398Z","end":"2026-03-29T02:02:24.565906Z","steps":["trace[920154126] 'process raft request' (duration: 698.302758ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:24.56601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:23.866882Z","time spent":"699.043574ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:02:24.566089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:23.867378Z","time spent":"698.655016ms","remote":"127.0.0.1:43506","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":29,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-29T02:02:24.566104Z","caller":"traceutil/trace.go:171","msg":"trace[1071779877] transaction","detail":"{read_only:false; response_revision:594; number_of_response:1; }","duration":"697.996571ms","start":"2026-03-29T02:02:23.868077Z","end":"2026-03-29T02:02:24.566073Z","steps":["trace[1071779877] 'process raft request' (duration: 697.762226ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:24.56614Z","caller":"traceutil/trace.go:171","msg":"trace[2146386818] transaction","detail":"{read_only:false; response_revision:595; number_of_response:1; }","duration":"694.33895ms","start":"2026-03-29T02:02:23.871783Z","end":"2026-03-29T02:02:24.566122Z","steps":["trace[2146386818] 'process raft request' (duration: 694.201587ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:24.566262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:23.871737Z","time spent":"694.450732ms","remote":"127.0.0.1:43060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":64462,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:02:24.56594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:23.853845Z","time spent":"712.083873ms","remote":"127.0.0.1:43006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-29T02:02:24.566467Z","caller":"traceutil/trace.go:171","msg":"trace[982921518] transaction","detail":"{read_only:false; number_of_response:0; response_revision:595; }","duration":"694.216397ms","start":"2026-03-29T02:02:23.872205Z","end":"2026-03-29T02:02:24.566422Z","steps":["trace[982921518] 'process raft request' (duration: 693.882089ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:24.566559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:23.872193Z","time spent":"694.31956ms","remote":"127.0.0.1:43506","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":29,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-29T02:02:24.566626Z","caller":"traceutil/trace.go:171","msg":"trace[1825337014] transaction","detail":"{read_only:false; response_revision:596; number_of_response:1; }","duration":"693.910702ms","start":"2026-03-29T02:02:23.872614Z","end":"2026-03-29T02:02:24.566524Z","steps":["trace[1825337014] 'process raft request' (duration: 693.686596ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:24.56676Z","caller":"traceutil/trace.go:171","msg":"trace[683787473] transaction","detail":"{read_only:false; response_revision:598; number_of_response:1; }","duration":"690.606689ms","start":"2026-03-29T02:02:23.876141Z","end":"2026-03-29T02:02:24.566747Z","steps":["trace[683787473] 'process raft request' (duration: 690.454455ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:24.566834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:23.87613Z","time spent":"690.655899ms","remote":"127.0.0.1:43506","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":986,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-29T02:02:24.56683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:23.8726Z","time spent":"694.088725ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:02:24.56667Z","caller":"traceutil/trace.go:171","msg":"trace[1674285327] transaction","detail":"{read_only:false; response_revision:597; number_of_response:1; }","duration":"693.87625ms","start":"2026-03-29T02:02:23.872775Z","end":"2026-03-29T02:02:24.566652Z","steps":["trace[1674285327] 'process raft request' (duration: 693.685526ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:24.566245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:23.868068Z","time spent":"698.101474ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:02:24.566933Z","caller":"traceutil/trace.go:171","msg":"trace[1834994692] transaction","detail":"{read_only:false; response_revision:599; number_of_response:1; }","duration":"680.411013ms","start":"2026-03-29T02:02:23.886474Z","end":"2026-03-29T02:02:24.566885Z","steps":["trace[1834994692] 'process raft request' (duration: 680.196658ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:24.567144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:23.886461Z","time spent":"680.572976ms","remote":"127.0.0.1:43060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":79947,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:02:24.567226Z","caller":"traceutil/trace.go:171","msg":"trace[1806589003] transaction","detail":"{read_only:false; response_revision:600; number_of_response:1; }","duration":"679.826ms","start":"2026-03-29T02:02:23.887382Z","end":"2026-03-29T02:02:24.567208Z","steps":["trace[1806589003] 'process raft request' (duration: 679.40138ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:24.567318Z","caller":"traceutil/trace.go:171","msg":"trace[552820874] transaction","detail":"{read_only:false; response_revision:602; number_of_response:1; }","duration":"626.063282ms","start":"2026-03-29T02:02:23.941238Z","end":"2026-03-29T02:02:24.567301Z","steps":["trace[552820874] 'process raft request' (duration: 625.878688ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:24.567321Z","caller":"traceutil/trace.go:171","msg":"trace[279377100] transaction","detail":"{read_only:false; response_revision:601; number_of_response:1; }","duration":"651.687037ms","start":"2026-03-29T02:02:23.915608Z","end":"2026-03-29T02:02:24.567295Z","steps":["trace[279377100] 'process raft request' (duration: 651.32539ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:24.567359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:23.887351Z","time spent":"679.963583ms","remote":"127.0.0.1:43060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":58844,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:02:24.567395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:23.941202Z","time spent":"626.154034ms","remote":"127.0.0.1:43060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":97665,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-29T02:02:24.567439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:23.915591Z","time spent":"651.78463ms","remote":"127.0.0.1:43060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":150480,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:02:24.56905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:23.872756Z","time spent":"694.146016ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:02:25.313788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.986317ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:02:25.314024Z","caller":"traceutil/trace.go:171","msg":"trace[767534665] transaction","detail":"{read_only:false; response_revision:603; number_of_response:1; }","duration":"734.631661ms","start":"2026-03-29T02:02:24.579378Z","end":"2026-03-29T02:02:25.314009Z","steps":["trace[767534665] 'process raft request' (duration: 593.190394ms)","trace[767534665] 'compare' (duration: 140.780943ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:02:25.314073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:24.579366Z","time spent":"734.683742ms","remote":"127.0.0.1:43060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9134,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:02:25.633496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.460654ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:02:25.633875Z","caller":"traceutil/trace.go:171","msg":"trace[1715579560] linearizableReadLoop","detail":"{readStateIndex:634; appliedIndex:631; }","duration":"717.060503ms","start":"2026-03-29T02:02:24.916793Z","end":"2026-03-29T02:02:25.633854Z","steps":["trace[1715579560] 'read index received' (duration: 255.855276ms)","trace[1715579560] 'applied index is now lower than readState.Index' (duration: 461.203897ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:02:25.634005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"717.201856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:02:25.634056Z","caller":"traceutil/trace.go:171","msg":"trace[27477239] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:605; }","duration":"717.276727ms","start":"2026-03-29T02:02:24.916766Z","end":"2026-03-29T02:02:25.634043Z","steps":["trace[27477239] 'agreement among raft nodes before linearized reading' (duration: 717.171345ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:25.634098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:24.916753Z","time spent":"717.334589ms","remote":"127.0.0.1:43006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-29T02:02:25.634156Z","caller":"traceutil/trace.go:171","msg":"trace[60765731] transaction","detail":"{read_only:false; response_revision:604; number_of_response:1; }","duration":"1.051479717s","start":"2026-03-29T02:02:24.582642Z","end":"2026-03-29T02:02:25.634122Z","steps":["trace[60765731] 'process raft request' (duration: 887.291416ms)","trace[60765731] 'compare' (duration: 162.83956ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:02:25.634518Z","caller":"traceutil/trace.go:171","msg":"trace[1465707485] transaction","detail":"{read_only:false; response_revision:605; number_of_response:1; }","duration":"1.008077406s","start":"2026-03-29T02:02:24.626424Z","end":"2026-03-29T02:02:25.634501Z","steps":["trace[1465707485] 'process raft request' (duration: 1.007259058s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:25.634523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:24.582631Z","time spent":"1.051804824s","remote":"127.0.0.1:43060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10846,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:02:25.634583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:24.626396Z","time spent":"1.008154328s","remote":"127.0.0.1:43060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":64392,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-29T02:02:26.155559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.427641ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:02:26.155833Z","caller":"traceutil/trace.go:171","msg":"trace[851546067] transaction","detail":"{read_only:false; response_revision:606; number_of_response:1; }","duration":"512.645003ms","start":"2026-03-29T02:02:25.643167Z","end":"2026-03-29T02:02:26.155812Z","steps":["trace[851546067] 'process raft request' (duration: 93.876464ms)","trace[851546067] 'compare' (duration: 418.297499ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:02:26.155937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:25.64314Z","time spent":"512.754516ms","remote":"127.0.0.1:43060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10855,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:02:26.419183Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583528501942830,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-29T02:02:26.503587Z","caller":"traceutil/trace.go:171","msg":"trace[62060630] transaction","detail":"{read_only:false; response_revision:607; number_of_response:1; }","duration":"856.524157ms","start":"2026-03-29T02:02:25.647025Z","end":"2026-03-29T02:02:26.503549Z","steps":["trace[62060630] 'process raft request' (duration: 790.170169ms)","trace[62060630] 'compare' (duration: 65.944069ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:02:26.503657Z","caller":"traceutil/trace.go:171","msg":"trace[1408217076] linearizableReadLoop","detail":"{readStateIndex:637; appliedIndex:635; }","duration":"585.544015ms","start":"2026-03-29T02:02:25.918088Z","end":"2026-03-29T02:02:26.503632Z","steps":["trace[1408217076] 'read index received' (duration: 519.034315ms)","trace[1408217076] 'applied index is now lower than readState.Index' (duration: 66.50858ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:02:26.503751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:25.647013Z","time spent":"856.655689ms","remote":"127.0.0.1:43060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":23057,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:02:26.503814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"585.704549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:02:26.503886Z","caller":"traceutil/trace.go:171","msg":"trace[1504564106] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:608; }","duration":"585.802181ms","start":"2026-03-29T02:02:25.918067Z","end":"2026-03-29T02:02:26.50387Z","steps":["trace[1504564106] 'agreement among raft nodes before linearized reading' (duration: 585.649147ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:26.503947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:25.918001Z","time spent":"585.931064ms","remote":"127.0.0.1:43010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-29T02:02:26.504093Z","caller":"traceutil/trace.go:171","msg":"trace[1844941825] transaction","detail":"{read_only:false; response_revision:608; number_of_response:1; }","duration":"800.860985ms","start":"2026-03-29T02:02:25.703087Z","end":"2026-03-29T02:02:26.503948Z","steps":["trace[1844941825] 'process raft request' (duration: 800.426506ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:26.504393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:25.703049Z","time spent":"801.241664ms","remote":"127.0.0.1:43060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":73770,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-29T02:02:26.870608Z","caller":"traceutil/trace.go:171","msg":"trace[1931183422] transaction","detail":"{read_only:false; response_revision:609; number_of_response:1; }","duration":"357.827881ms","start":"2026-03-29T02:02:26.512758Z","end":"2026-03-29T02:02:26.870586Z","steps":["trace[1931183422] 'process raft request' (duration: 357.633496ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:26.870757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:26.512694Z","time spent":"357.978594ms","remote":"127.0.0.1:43060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":23066,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:02:27.085363Z","caller":"traceutil/trace.go:171","msg":"trace[995753817] linearizableReadLoop","detail":"{readStateIndex:640; appliedIndex:637; }","duration":"514.938564ms","start":"2026-03-29T02:02:26.570401Z","end":"2026-03-29T02:02:27.08534Z","steps":["trace[995753817] 'read index received' (duration: 300.016262ms)","trace[995753817] 'applied index is now lower than readState.Index' (duration: 214.921452ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:02:27.085502Z","caller":"traceutil/trace.go:171","msg":"trace[1733968073] transaction","detail":"{read_only:false; response_revision:610; number_of_response:1; }","duration":"569.013899ms","start":"2026-03-29T02:02:26.516468Z","end":"2026-03-29T02:02:27.085482Z","steps":["trace[1733968073] 'process raft request' (duration: 568.673732ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:27.085606Z","caller":"traceutil/trace.go:171","msg":"trace[68197766] transaction","detail":"{read_only:false; response_revision:611; number_of_response:1; }","duration":"552.482844ms","start":"2026-03-29T02:02:26.533107Z","end":"2026-03-29T02:02:27.08559Z","steps":["trace[68197766] 'process raft request' (duration: 552.193108ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:27.085712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.291911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-29T02:02:27.085801Z","caller":"traceutil/trace.go:171","msg":"trace[1473856445] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:611; }","duration":"515.426375ms","start":"2026-03-29T02:02:26.570354Z","end":"2026-03-29T02:02:27.085781Z","steps":["trace[1473856445] 'agreement among raft nodes before linearized reading' (duration: 515.181549ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:27.085845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:26.570333Z","time spent":"515.502787ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-29T02:02:27.085654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:26.516447Z","time spent":"569.113732ms","remote":"127.0.0.1:43060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":31121,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:02:27.085964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:26.533082Z","time spent":"552.649457ms","remote":"127.0.0.1:43060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19834,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-29T02:02:27.518009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.44091ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-29T02:02:27.518334Z","caller":"traceutil/trace.go:171","msg":"trace[1172303127] transaction","detail":"{read_only:false; response_revision:612; number_of_response:1; }","duration":"428.303928ms","start":"2026-03-29T02:02:27.090011Z","end":"2026-03-29T02:02:27.518315Z","steps":["trace[1172303127] 'process raft request' (duration: 428.090614ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:27.518448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:27.089989Z","time spent":"428.395321ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:02:27.518301Z","caller":"traceutil/trace.go:171","msg":"trace[1194514318] linearizableReadLoop","detail":"{readStateIndex:641; appliedIndex:640; }","duration":"432.759917ms","start":"2026-03-29T02:02:27.085515Z","end":"2026-03-29T02:02:27.518275Z","steps":["trace[1194514318] 'read index received' (duration: 218.050641ms)","trace[1194514318] 'applied index is now lower than readState.Index' (duration: 214.706356ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:02:27.518671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"948.076199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-29T02:02:27.518712Z","caller":"traceutil/trace.go:171","msg":"trace[41102499] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:613; }","duration":"948.149491ms","start":"2026-03-29T02:02:26.570549Z","end":"2026-03-29T02:02:27.518699Z","steps":["trace[41102499] 'agreement among raft nodes before linearized reading' (duration: 947.816814ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:27.518746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:26.57053Z","time spent":"948.208422ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-29T02:02:27.518894Z","caller":"traceutil/trace.go:171","msg":"trace[1438965709] transaction","detail":"{read_only:false; response_revision:614; number_of_response:1; }","duration":"420.551518ms","start":"2026-03-29T02:02:27.098332Z","end":"2026-03-29T02:02:27.518884Z","steps":["trace[1438965709] 'process raft request' (duration: 420.343903ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:27.518912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"948.157851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-03-29T02:02:27.518947Z","caller":"traceutil/trace.go:171","msg":"trace[2004294762] transaction","detail":"{read_only:false; response_revision:613; number_of_response:1; }","duration":"421.277134ms","start":"2026-03-29T02:02:27.097646Z","end":"2026-03-29T02:02:27.518923Z","steps":["trace[2004294762] 'process raft request' (duration: 420.599789ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:27.518954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"946.645337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:431"} {"level":"info","ts":"2026-03-29T02:02:27.519024Z","caller":"traceutil/trace.go:171","msg":"trace[1867122629] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:613; }","duration":"948.293805ms","start":"2026-03-29T02:02:26.570705Z","end":"2026-03-29T02:02:27.518998Z","steps":["trace[1867122629] 'agreement among raft nodes before linearized reading' (duration: 947.720442ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:27.519056Z","caller":"traceutil/trace.go:171","msg":"trace[600613665] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:613; }","duration":"946.782411ms","start":"2026-03-29T02:02:26.572246Z","end":"2026-03-29T02:02:27.519028Z","steps":["trace[600613665] 'agreement among raft nodes before linearized reading' (duration: 946.173267ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:27.519102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:26.570697Z","time spent":"948.389237ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-29T02:02:27.519114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:26.572233Z","time spent":"946.868073ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-29T02:02:27.519111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:27.097634Z","time spent":"421.380527ms","remote":"127.0.0.1:43060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":31130,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:02:27.519364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:27.098325Z","time spent":"420.660121ms","remote":"127.0.0.1:43060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29452,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:02:27.98209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.325963ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:02:27.982193Z","caller":"traceutil/trace.go:171","msg":"trace[1024993063] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:614; }","duration":"273.440485ms","start":"2026-03-29T02:02:27.708739Z","end":"2026-03-29T02:02:27.982179Z","steps":["trace[1024993063] 'range keys from in-memory index tree' (duration: 273.307152ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:27.983017Z","caller":"traceutil/trace.go:171","msg":"trace[1135597064] linearizableReadLoop","detail":"{readStateIndex:646; appliedIndex:644; }","duration":"464.405198ms","start":"2026-03-29T02:02:27.518587Z","end":"2026-03-29T02:02:27.982992Z","steps":["trace[1135597064] 'read index received' (duration: 389.233996ms)","trace[1135597064] 'applied index is now lower than readState.Index' (duration: 75.167512ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:02:27.983127Z","caller":"traceutil/trace.go:171","msg":"trace[748106953] transaction","detail":"{read_only:false; response_revision:616; number_of_response:1; }","duration":"576.513486ms","start":"2026-03-29T02:02:27.406604Z","end":"2026-03-29T02:02:27.983117Z","steps":["trace[748106953] 'process raft request' (duration: 576.300761ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:27.983229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:27.406583Z","time spent":"576.569677ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:02:27.983468Z","caller":"traceutil/trace.go:171","msg":"trace[2004766530] transaction","detail":"{read_only:false; response_revision:615; number_of_response:1; }","duration":"619.777192ms","start":"2026-03-29T02:02:27.363668Z","end":"2026-03-29T02:02:27.983445Z","steps":["trace[2004766530] 'process raft request' (duration: 544.720903ms)","trace[2004766530] 'compare' (duration: 73.672438ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:02:27.983635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"611.203962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-29T02:02:27.983656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:27.363635Z","time spent":"619.934285ms","remote":"127.0.0.1:43060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":569094,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-29T02:02:27.983752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"649.352816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:02:27.983705Z","caller":"traceutil/trace.go:171","msg":"trace[714340419] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:616; }","duration":"611.313135ms","start":"2026-03-29T02:02:27.372378Z","end":"2026-03-29T02:02:27.983691Z","steps":["trace[714340419] 'agreement among raft nodes before linearized reading' (duration: 611.209353ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:27.983817Z","caller":"traceutil/trace.go:171","msg":"trace[876663545] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:616; }","duration":"649.468497ms","start":"2026-03-29T02:02:27.334328Z","end":"2026-03-29T02:02:27.983797Z","steps":["trace[876663545] 'agreement among raft nodes before linearized reading' (duration: 649.329704ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:27.983849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:27.372354Z","time spent":"611.477378ms","remote":"127.0.0.1:43262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":2,"response size":31,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:02:27.983857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:27.334306Z","time spent":"649.543769ms","remote":"127.0.0.1:43100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":12,"response size":31,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:02:28.250686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.116205ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:02:28.250925Z","caller":"traceutil/trace.go:171","msg":"trace[592002153] transaction","detail":"{read_only:false; response_revision:617; number_of_response:1; }","duration":"727.32153ms","start":"2026-03-29T02:02:27.523573Z","end":"2026-03-29T02:02:28.250894Z","steps":["trace[592002153] 'process raft request' (duration: 611.904288ms)","trace[592002153] 'compare' (duration: 114.929341ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:02:28.251074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:27.523552Z","time spent":"727.441203ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:02:28.251124Z","caller":"traceutil/trace.go:171","msg":"trace[1005869142] linearizableReadLoop","detail":"{readStateIndex:651; appliedIndex:646; }","duration":"268.025326ms","start":"2026-03-29T02:02:27.983082Z","end":"2026-03-29T02:02:28.251107Z","steps":["trace[1005869142] 'read index received' (duration: 152.40766ms)","trace[1005869142] 'applied index is now lower than readState.Index' (duration: 115.616196ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:02:28.251192Z","caller":"traceutil/trace.go:171","msg":"trace[1244949539] transaction","detail":"{read_only:false; response_revision:618; number_of_response:1; }","duration":"727.034854ms","start":"2026-03-29T02:02:27.524126Z","end":"2026-03-29T02:02:28.251161Z","steps":["trace[1244949539] 'process raft request' (duration: 726.680336ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:28.25122Z","caller":"traceutil/trace.go:171","msg":"trace[1106756949] transaction","detail":"{read_only:false; response_revision:621; number_of_response:1; }","duration":"717.37707ms","start":"2026-03-29T02:02:27.533826Z","end":"2026-03-29T02:02:28.251203Z","steps":["trace[1106756949] 'process raft request' (duration: 717.226716ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:28.251151Z","caller":"traceutil/trace.go:171","msg":"trace[1246270399] transaction","detail":"{read_only:false; response_revision:619; number_of_response:1; }","duration":"726.701487ms","start":"2026-03-29T02:02:27.524382Z","end":"2026-03-29T02:02:28.251083Z","steps":["trace[1246270399] 'process raft request' (duration: 726.513493ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:28.251342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:27.533802Z","time spent":"717.480402ms","remote":"127.0.0.1:43060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29546,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:02:28.251374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:27.524102Z","time spent":"727.179667ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:02:28.25119Z","caller":"traceutil/trace.go:171","msg":"trace[1712519498] transaction","detail":"{read_only:false; response_revision:620; number_of_response:1; }","duration":"717.886071ms","start":"2026-03-29T02:02:27.533278Z","end":"2026-03-29T02:02:28.251164Z","steps":["trace[1712519498] 'process raft request' (duration: 717.701727ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:28.251489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:27.533245Z","time spent":"718.203778ms","remote":"127.0.0.1:43060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29461,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:02:28.251224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.173616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:02:28.251502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:27.524372Z","time spent":"726.968723ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:02:28.251548Z","caller":"traceutil/trace.go:171","msg":"trace[1184718591] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:621; }","duration":"333.535854ms","start":"2026-03-29T02:02:27.917999Z","end":"2026-03-29T02:02:28.251535Z","steps":["trace[1184718591] 'agreement among raft nodes before linearized reading' (duration: 333.176176ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:28.25163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:27.917978Z","time spent":"333.637236ms","remote":"127.0.0.1:43010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-29T02:02:28.287088Z","caller":"traceutil/trace.go:171","msg":"trace[519516683] transaction","detail":"{read_only:false; response_revision:622; number_of_response:1; }","duration":"211.898916ms","start":"2026-03-29T02:02:28.075162Z","end":"2026-03-29T02:02:28.287061Z","steps":["trace[519516683] 'process raft request' (duration: 211.761463ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:28.83614Z","caller":"traceutil/trace.go:171","msg":"trace[385165313] transaction","detail":"{read_only:false; response_revision:637; number_of_response:1; }","duration":"134.548294ms","start":"2026-03-29T02:02:28.701567Z","end":"2026-03-29T02:02:28.836116Z","steps":["trace[385165313] 'process raft request' (duration: 134.35553ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:29.414342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.588464ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:02:29.414527Z","caller":"traceutil/trace.go:171","msg":"trace[31053637] transaction","detail":"{read_only:false; response_revision:642; number_of_response:1; }","duration":"454.655761ms","start":"2026-03-29T02:02:28.959857Z","end":"2026-03-29T02:02:29.414512Z","steps":["trace[31053637] 'process raft request' (duration: 97.822982ms)","trace[31053637] 'compare' (duration: 356.496852ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:02:29.414579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:28.959825Z","time spent":"454.732343ms","remote":"127.0.0.1:43060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":20842,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:02:29.414895Z","caller":"traceutil/trace.go:171","msg":"trace[1860982323] transaction","detail":"{read_only:false; response_revision:643; number_of_response:1; }","duration":"406.683721ms","start":"2026-03-29T02:02:29.008185Z","end":"2026-03-29T02:02:29.414869Z","steps":["trace[1860982323] 'process raft request' (duration: 406.259822ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:29.415052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:29.008145Z","time spent":"406.848205ms","remote":"127.0.0.1:43060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":98698,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:02:29.626023Z","caller":"traceutil/trace.go:171","msg":"trace[586512069] transaction","detail":"{read_only:false; response_revision:645; number_of_response:1; }","duration":"172.222778ms","start":"2026-03-29T02:02:29.453774Z","end":"2026-03-29T02:02:29.625997Z","steps":["trace[586512069] 'process raft request' (duration: 89.876457ms)","trace[586512069] 'compare' (duration: 82.154287ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:02:29.626027Z","caller":"traceutil/trace.go:171","msg":"trace[1162840764] linearizableReadLoop","detail":"{readStateIndex:675; appliedIndex:674; }","duration":"102.259341ms","start":"2026-03-29T02:02:29.523688Z","end":"2026-03-29T02:02:29.625948Z","steps":["trace[1162840764] 'read index received' (duration: 20.016692ms)","trace[1162840764] 'applied index is now lower than readState.Index' (duration: 82.241349ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:02:29.62634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.620419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-29T02:02:29.626449Z","caller":"traceutil/trace.go:171","msg":"trace[1355483590] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:645; }","duration":"102.777752ms","start":"2026-03-29T02:02:29.523644Z","end":"2026-03-29T02:02:29.626421Z","steps":["trace[1355483590] 'agreement among raft nodes before linearized reading' (duration: 102.470006ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:29.954625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.746437ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:02:29.954734Z","caller":"traceutil/trace.go:171","msg":"trace[1387684335] transaction","detail":"{read_only:false; response_revision:646; number_of_response:1; }","duration":"416.529849ms","start":"2026-03-29T02:02:29.538184Z","end":"2026-03-29T02:02:29.954714Z","steps":["trace[1387684335] 'process raft request' (duration: 268.608908ms)","trace[1387684335] 'compare' (duration: 147.486801ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:02:29.954796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:29.538149Z","time spent":"416.616731ms","remote":"127.0.0.1:43060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":570081,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:02:29.963448Z","caller":"traceutil/trace.go:171","msg":"trace[1773939049] transaction","detail":"{read_only:false; response_revision:648; number_of_response:1; }","duration":"306.208529ms","start":"2026-03-29T02:02:29.65722Z","end":"2026-03-29T02:02:29.963429Z","steps":["trace[1773939049] 'process raft request' (duration: 306.087267ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:29.963458Z","caller":"traceutil/trace.go:171","msg":"trace[2089090747] transaction","detail":"{read_only:false; response_revision:647; number_of_response:1; }","duration":"332.87755ms","start":"2026-03-29T02:02:29.63056Z","end":"2026-03-29T02:02:29.963438Z","steps":["trace[2089090747] 'process raft request' (duration: 332.654005ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:29.963638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:29.630533Z","time spent":"333.071853ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:02:29.963568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:29.657183Z","time spent":"306.339063ms","remote":"127.0.0.1:43060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":74754,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:02:31.636083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.509256ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:02:31.636273Z","caller":"traceutil/trace.go:171","msg":"trace[1647629471] linearizableReadLoop","detail":"{readStateIndex:689; appliedIndex:688; }","duration":"122.768294ms","start":"2026-03-29T02:02:31.513488Z","end":"2026-03-29T02:02:31.636257Z","steps":["trace[1647629471] 'read index received' (duration: 19.969442ms)","trace[1647629471] 'applied index is now lower than readState.Index' (duration: 102.797562ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:02:31.636386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.889437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.36\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-29T02:02:31.636418Z","caller":"traceutil/trace.go:171","msg":"trace[1088307788] range","detail":"{range_begin:/registry/masterleases/162.253.55.36; range_end:; response_count:1; response_revision:658; }","duration":"122.953978ms","start":"2026-03-29T02:02:31.513456Z","end":"2026-03-29T02:02:31.63641Z","steps":["trace[1088307788] 'agreement among raft nodes before linearized reading' (duration: 122.850356ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:31.636478Z","caller":"traceutil/trace.go:171","msg":"trace[1244307466] transaction","detail":"{read_only:false; response_revision:658; number_of_response:1; }","duration":"225.425213ms","start":"2026-03-29T02:02:31.410978Z","end":"2026-03-29T02:02:31.636403Z","steps":["trace[1244307466] 'process raft request' (duration: 122.521729ms)","trace[1244307466] 'compare' (duration: 102.385323ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:02:32.44654Z","caller":"traceutil/trace.go:171","msg":"trace[409787461] linearizableReadLoop","detail":"{readStateIndex:705; appliedIndex:703; }","duration":"102.855123ms","start":"2026-03-29T02:02:32.343664Z","end":"2026-03-29T02:02:32.446519Z","steps":["trace[409787461] 'read index received' (duration: 85.372457ms)","trace[409787461] 'applied index is now lower than readState.Index' (duration: 17.481776ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:02:32.446553Z","caller":"traceutil/trace.go:171","msg":"trace[416678719] transaction","detail":"{read_only:false; response_revision:672; number_of_response:1; }","duration":"123.323986ms","start":"2026-03-29T02:02:32.323198Z","end":"2026-03-29T02:02:32.446522Z","steps":["trace[416678719] 'process raft request' (duration: 105.898021ms)","trace[416678719] 'compare' (duration: 17.241881ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:02:32.446788Z","caller":"traceutil/trace.go:171","msg":"trace[741393712] transaction","detail":"{read_only:false; response_revision:673; number_of_response:1; }","duration":"121.1963ms","start":"2026-03-29T02:02:32.325584Z","end":"2026-03-29T02:02:32.44678Z","steps":["trace[741393712] 'process raft request' (duration: 120.875202ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:32.447006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.325294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-29T02:02:32.447181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.263416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-03-29T02:02:32.447211Z","caller":"traceutil/trace.go:171","msg":"trace[1054960301] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:673; }","duration":"100.313128ms","start":"2026-03-29T02:02:32.34689Z","end":"2026-03-29T02:02:32.447203Z","steps":["trace[1054960301] 'agreement among raft nodes before linearized reading' (duration: 100.234546ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:32.447337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.212146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:431"} {"level":"info","ts":"2026-03-29T02:02:32.44736Z","caller":"traceutil/trace.go:171","msg":"trace[122745351] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:673; }","duration":"100.253306ms","start":"2026-03-29T02:02:32.347102Z","end":"2026-03-29T02:02:32.447355Z","steps":["trace[122745351] 'agreement among raft nodes before linearized reading' (duration: 100.193825ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:32.44821Z","caller":"traceutil/trace.go:171","msg":"trace[870046309] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:673; }","duration":"103.399516ms","start":"2026-03-29T02:02:32.343629Z","end":"2026-03-29T02:02:32.447028Z","steps":["trace[870046309] 'agreement among raft nodes before linearized reading' (duration: 103.286814ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:32.820735Z","caller":"traceutil/trace.go:171","msg":"trace[2041932879] linearizableReadLoop","detail":"{readStateIndex:714; appliedIndex:713; }","duration":"196.725899ms","start":"2026-03-29T02:02:32.623984Z","end":"2026-03-29T02:02:32.82071Z","steps":["trace[2041932879] 'read index received' (duration: 186.825641ms)","trace[2041932879] 'applied index is now lower than readState.Index' (duration: 9.898838ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:02:32.820795Z","caller":"traceutil/trace.go:171","msg":"trace[92880196] transaction","detail":"{read_only:false; response_revision:682; number_of_response:1; }","duration":"255.323914ms","start":"2026-03-29T02:02:32.565431Z","end":"2026-03-29T02:02:32.820755Z","steps":["trace[92880196] 'process raft request' (duration: 245.375265ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:32.820895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.204745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:02:32.820943Z","caller":"traceutil/trace.go:171","msg":"trace[222142462] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io; range_end:; response_count:0; response_revision:682; }","duration":"143.301998ms","start":"2026-03-29T02:02:32.677626Z","end":"2026-03-29T02:02:32.820928Z","steps":["trace[222142462] 'agreement among raft nodes before linearized reading' (duration: 143.217976ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:32.821029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.941204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/envoy-gateway-system/envoy-gateway-gateway-helm-certgen\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:02:32.821183Z","caller":"traceutil/trace.go:171","msg":"trace[1145168969] range","detail":"{range_begin:/registry/serviceaccounts/envoy-gateway-system/envoy-gateway-gateway-helm-certgen; range_end:; response_count:0; response_revision:682; }","duration":"197.178528ms","start":"2026-03-29T02:02:32.623951Z","end":"2026-03-29T02:02:32.82113Z","steps":["trace[1145168969] 'agreement among raft nodes before linearized reading' (duration: 196.841561ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:33.024534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.190872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-7n95q\" ","response":"range_response_count:1 size:4884"} {"level":"info","ts":"2026-03-29T02:02:33.024612Z","caller":"traceutil/trace.go:171","msg":"trace[1508774871] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-7n95q; range_end:; response_count:1; response_revision:683; }","duration":"103.315914ms","start":"2026-03-29T02:02:32.921277Z","end":"2026-03-29T02:02:33.024593Z","steps":["trace[1508774871] 'range keys from in-memory index tree' (duration: 103.11179ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:33.138338Z","caller":"traceutil/trace.go:171","msg":"trace[335188285] transaction","detail":"{read_only:false; response_revision:684; number_of_response:1; }","duration":"104.633293ms","start":"2026-03-29T02:02:33.033675Z","end":"2026-03-29T02:02:33.138309Z","steps":["trace[335188285] 'process raft request' (duration: 104.421579ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:33.195033Z","caller":"traceutil/trace.go:171","msg":"trace[595362787] transaction","detail":"{read_only:false; response_revision:685; number_of_response:1; }","duration":"115.678008ms","start":"2026-03-29T02:02:33.079311Z","end":"2026-03-29T02:02:33.194989Z","steps":["trace[595362787] 'process raft request' (duration: 115.555445ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:33.41874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.109365ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:02:33.418889Z","caller":"traceutil/trace.go:171","msg":"trace[1921399578] transaction","detail":"{read_only:false; response_revision:686; number_of_response:1; }","duration":"268.631369ms","start":"2026-03-29T02:02:33.150237Z","end":"2026-03-29T02:02:33.418868Z","steps":["trace[1921399578] 'process raft request' (duration: 139.292349ms)","trace[1921399578] 'compare' (duration: 128.960721ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:02:33.635302Z","caller":"traceutil/trace.go:171","msg":"trace[720103943] transaction","detail":"{read_only:false; response_revision:687; number_of_response:1; }","duration":"434.425944ms","start":"2026-03-29T02:02:33.200833Z","end":"2026-03-29T02:02:33.635259Z","steps":["trace[720103943] 'process raft request' (duration: 356.542122ms)","trace[720103943] 'compare' (duration: 77.540895ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:02:33.635504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:33.200812Z","time spent":"434.582377ms","remote":"127.0.0.1:43060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4156,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:02:33.642224Z","caller":"traceutil/trace.go:171","msg":"trace[135600811] transaction","detail":"{read_only:false; response_revision:688; number_of_response:1; }","duration":"405.813311ms","start":"2026-03-29T02:02:33.236382Z","end":"2026-03-29T02:02:33.642196Z","steps":["trace[135600811] 'process raft request' (duration: 400.208367ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:33.642372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:33.236351Z","time spent":"405.946585ms","remote":"127.0.0.1:43088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036101,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:02:33.840399Z","caller":"traceutil/trace.go:171","msg":"trace[1684102832] linearizableReadLoop","detail":"{readStateIndex:721; appliedIndex:718; }","duration":"461.061724ms","start":"2026-03-29T02:02:33.379277Z","end":"2026-03-29T02:02:33.840339Z","steps":["trace[1684102832] 'read index received' (duration: 178.292073ms)","trace[1684102832] 'applied index is now lower than readState.Index' (duration: 282.768461ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:02:33.840429Z","caller":"traceutil/trace.go:171","msg":"trace[236606407] transaction","detail":"{read_only:false; response_revision:691; number_of_response:1; }","duration":"359.667251ms","start":"2026-03-29T02:02:33.480728Z","end":"2026-03-29T02:02:33.840395Z","steps":["trace[236606407] 'process raft request' (duration: 359.573639ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:33.840412Z","caller":"traceutil/trace.go:171","msg":"trace[1952187662] transaction","detail":"{read_only:false; response_revision:690; number_of_response:1; }","duration":"414.898992ms","start":"2026-03-29T02:02:33.425483Z","end":"2026-03-29T02:02:33.840382Z","steps":["trace[1952187662] 'process raft request' (duration: 414.746519ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:33.840575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:33.480712Z","time spent":"359.787874ms","remote":"127.0.0.1:43060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8270,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-29T02:02:33.840506Z","caller":"traceutil/trace.go:171","msg":"trace[1922488496] transaction","detail":"{read_only:false; response_revision:689; number_of_response:1; }","duration":"559.907268ms","start":"2026-03-29T02:02:33.28057Z","end":"2026-03-29T02:02:33.840477Z","steps":["trace[1922488496] 'process raft request' (duration: 534.371464ms)","trace[1922488496] 'compare' (duration: 25.118715ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:02:33.840691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:33.425462Z","time spent":"415.121107ms","remote":"127.0.0.1:43454","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4694,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:02:33.84082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:33.280538Z","time spent":"560.185224ms","remote":"127.0.0.1:43060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9343,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-29T02:02:33.840532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.237918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:02:33.84104Z","caller":"traceutil/trace.go:171","msg":"trace[1300624678] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:691; }","duration":"461.81034ms","start":"2026-03-29T02:02:33.379212Z","end":"2026-03-29T02:02:33.841022Z","steps":["trace[1300624678] 'agreement among raft nodes before linearized reading' (duration: 461.261258ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:33.841094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:33.37919Z","time spent":"461.887601ms","remote":"127.0.0.1:43476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":3,"response size":31,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:02:33.893847Z","caller":"traceutil/trace.go:171","msg":"trace[1321637895] transaction","detail":"{read_only:false; response_revision:692; number_of_response:1; }","duration":"250.707282ms","start":"2026-03-29T02:02:33.643103Z","end":"2026-03-29T02:02:33.89381Z","steps":["trace[1321637895] 'process raft request' (duration: 250.479207ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:33.89408Z","caller":"traceutil/trace.go:171","msg":"trace[1124972379] transaction","detail":"{read_only:false; response_revision:694; number_of_response:1; }","duration":"201.821801ms","start":"2026-03-29T02:02:33.692238Z","end":"2026-03-29T02:02:33.89406Z","steps":["trace[1124972379] 'process raft request' (duration: 201.73827ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:33.894107Z","caller":"traceutil/trace.go:171","msg":"trace[1086444985] transaction","detail":"{read_only:false; response_revision:693; number_of_response:1; }","duration":"216.766122ms","start":"2026-03-29T02:02:33.677314Z","end":"2026-03-29T02:02:33.89408Z","steps":["trace[1086444985] 'process raft request' (duration: 216.441745ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:34.358877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.767692ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:02:34.359008Z","caller":"traceutil/trace.go:171","msg":"trace[906743350] linearizableReadLoop","detail":"{readStateIndex:727; appliedIndex:723; }","duration":"481.956425ms","start":"2026-03-29T02:02:33.877029Z","end":"2026-03-29T02:02:34.358985Z","steps":["trace[906743350] 'read index received' (duration: 16.512035ms)","trace[906743350] 'applied index is now lower than readState.Index' (duration: 465.4419ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:02:34.359125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.084838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:02:34.359181Z","caller":"traceutil/trace.go:171","msg":"trace[1009257517] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io; range_end:; response_count:0; response_revision:695; }","duration":"482.16861ms","start":"2026-03-29T02:02:33.876995Z","end":"2026-03-29T02:02:34.359164Z","steps":["trace[1009257517] 'agreement among raft nodes before linearized reading' (duration: 482.083668ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:34.359231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:33.876983Z","time spent":"482.234591ms","remote":"127.0.0.1:43060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":0,"response size":29,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" "} {"level":"info","ts":"2026-03-29T02:02:34.359429Z","caller":"traceutil/trace.go:171","msg":"trace[1459367872] transaction","detail":"{read_only:false; response_revision:695; number_of_response:1; }","duration":"511.346274ms","start":"2026-03-29T02:02:33.847716Z","end":"2026-03-29T02:02:34.359063Z","steps":["trace[1459367872] 'process raft request' (duration: 308.311246ms)","trace[1459367872] 'compare' (duration: 202.551937ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:02:34.359845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:33.84769Z","time spent":"511.915277ms","remote":"127.0.0.1:43060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10353,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:02:34.361633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.522677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/envoy-gateway-system/envoy-gateway-gateway-helm-certgen\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:02:34.361707Z","caller":"traceutil/trace.go:171","msg":"trace[304138771] range","detail":"{range_begin:/registry/roles/envoy-gateway-system/envoy-gateway-gateway-helm-certgen; range_end:; response_count:0; response_revision:696; }","duration":"458.62005ms","start":"2026-03-29T02:02:33.903069Z","end":"2026-03-29T02:02:34.361689Z","steps":["trace[304138771] 'agreement among raft nodes before linearized reading' (duration: 458.494687ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:34.361755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:33.903056Z","time spent":"458.687311ms","remote":"127.0.0.1:43322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":0,"response size":29,"request content":"key:\"/registry/roles/envoy-gateway-system/envoy-gateway-gateway-helm-certgen\" "} {"level":"info","ts":"2026-03-29T02:02:34.36179Z","caller":"traceutil/trace.go:171","msg":"trace[35324948] transaction","detail":"{read_only:false; response_revision:696; number_of_response:1; }","duration":"280.271996ms","start":"2026-03-29T02:02:34.08149Z","end":"2026-03-29T02:02:34.361762Z","steps":["trace[35324948] 'process raft request' (duration: 279.97321ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:34.361978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.118602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-29T02:02:34.362044Z","caller":"traceutil/trace.go:171","msg":"trace[948674617] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:696; }","duration":"365.221033ms","start":"2026-03-29T02:02:33.996806Z","end":"2026-03-29T02:02:34.362027Z","steps":["trace[948674617] 'agreement among raft nodes before linearized reading' (duration: 364.899396ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:34.361989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.668672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:02:34.362081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:33.996784Z","time spent":"365.287955ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-29T02:02:34.362089Z","caller":"traceutil/trace.go:171","msg":"trace[1752418895] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:696; }","duration":"445.808375ms","start":"2026-03-29T02:02:33.916267Z","end":"2026-03-29T02:02:34.362076Z","steps":["trace[1752418895] 'agreement among raft nodes before linearized reading' (duration: 445.696423ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:34.362127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:33.916243Z","time spent":"445.873307ms","remote":"127.0.0.1:43006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-29T02:02:34.626797Z","caller":"traceutil/trace.go:171","msg":"trace[1394587101] transaction","detail":"{read_only:false; response_revision:698; number_of_response:1; }","duration":"261.052421ms","start":"2026-03-29T02:02:34.365722Z","end":"2026-03-29T02:02:34.626774Z","steps":["trace[1394587101] 'process raft request' (duration: 259.70463ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:34.627044Z","caller":"traceutil/trace.go:171","msg":"trace[1253065255] transaction","detail":"{read_only:false; response_revision:699; number_of_response:1; }","duration":"259.807304ms","start":"2026-03-29T02:02:34.367226Z","end":"2026-03-29T02:02:34.627033Z","steps":["trace[1253065255] 'process raft request' (duration: 259.473167ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:34.627292Z","caller":"traceutil/trace.go:171","msg":"trace[515702516] linearizableReadLoop","detail":"{readStateIndex:732; appliedIndex:729; }","duration":"145.747412ms","start":"2026-03-29T02:02:34.481522Z","end":"2026-03-29T02:02:34.62727Z","steps":["trace[515702516] 'read index received' (duration: 143.937762ms)","trace[515702516] 'applied index is now lower than readState.Index' (duration: 1.80883ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:02:34.627515Z","caller":"traceutil/trace.go:171","msg":"trace[906478025] transaction","detail":"{read_only:false; response_revision:700; number_of_response:1; }","duration":"260.271224ms","start":"2026-03-29T02:02:34.367231Z","end":"2026-03-29T02:02:34.627502Z","steps":["trace[906478025] 'process raft request' (duration: 259.763503ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:34.627686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.443365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-29T02:02:34.627736Z","caller":"traceutil/trace.go:171","msg":"trace[488476293] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:700; }","duration":"145.547907ms","start":"2026-03-29T02:02:34.482177Z","end":"2026-03-29T02:02:34.627725Z","steps":["trace[488476293] 'agreement among raft nodes before linearized reading' (duration: 145.404984ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:34.627869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.47999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-29T02:02:34.627914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.3997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-29T02:02:34.627947Z","caller":"traceutil/trace.go:171","msg":"trace[1625378305] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:700; }","duration":"129.474882ms","start":"2026-03-29T02:02:34.498464Z","end":"2026-03-29T02:02:34.627938Z","steps":["trace[1625378305] 'agreement among raft nodes before linearized reading' (duration: 129.38942ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:34.627974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.454717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:02:34.628012Z","caller":"traceutil/trace.go:171","msg":"trace[418324532] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:700; }","duration":"146.526129ms","start":"2026-03-29T02:02:34.481475Z","end":"2026-03-29T02:02:34.628001Z","steps":["trace[418324532] 'agreement among raft nodes before linearized reading' (duration: 146.460238ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:34.628101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.600633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io\" ","response":"range_response_count:1 size:4083"} {"level":"info","ts":"2026-03-29T02:02:34.628142Z","caller":"traceutil/trace.go:171","msg":"trace[1801647746] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io; range_end:; response_count:1; response_revision:700; }","duration":"138.662545ms","start":"2026-03-29T02:02:34.489468Z","end":"2026-03-29T02:02:34.62813Z","steps":["trace[1801647746] 'agreement among raft nodes before linearized reading' (duration: 138.578653ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:34.627916Z","caller":"traceutil/trace.go:171","msg":"trace[821598343] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:700; }","duration":"128.559352ms","start":"2026-03-29T02:02:34.499346Z","end":"2026-03-29T02:02:34.627905Z","steps":["trace[821598343] 'agreement among raft nodes before linearized reading' (duration: 128.419049ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:35.010293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.419897ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:02:35.010393Z","caller":"traceutil/trace.go:171","msg":"trace[1031190240] transaction","detail":"{read_only:false; response_revision:701; number_of_response:1; }","duration":"377.979807ms","start":"2026-03-29T02:02:34.632397Z","end":"2026-03-29T02:02:35.010377Z","steps":["trace[1031190240] 'process raft request' (duration: 113.398777ms)","trace[1031190240] 'compare' (duration: 264.308334ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:02:35.010446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:34.632379Z","time spent":"378.046268ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:02:35.055005Z","caller":"traceutil/trace.go:171","msg":"trace[930729184] transaction","detail":"{read_only:false; response_revision:702; number_of_response:1; }","duration":"421.96796ms","start":"2026-03-29T02:02:34.633009Z","end":"2026-03-29T02:02:35.054977Z","steps":["trace[930729184] 'process raft request' (duration: 421.739485ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:35.055149Z","caller":"traceutil/trace.go:171","msg":"trace[822610197] transaction","detail":"{read_only:false; response_revision:704; number_of_response:1; }","duration":"419.877463ms","start":"2026-03-29T02:02:34.635177Z","end":"2026-03-29T02:02:35.055054Z","steps":["trace[822610197] 'process raft request' (duration: 419.765261ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:35.055177Z","caller":"traceutil/trace.go:171","msg":"trace[983173058] transaction","detail":"{read_only:false; response_revision:703; number_of_response:1; }","duration":"421.399887ms","start":"2026-03-29T02:02:34.633742Z","end":"2026-03-29T02:02:35.055142Z","steps":["trace[983173058] 'process raft request' (duration: 421.153512ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:35.055303Z","caller":"traceutil/trace.go:171","msg":"trace[107755805] transaction","detail":"{read_only:false; response_revision:705; number_of_response:1; }","duration":"418.40054ms","start":"2026-03-29T02:02:34.636886Z","end":"2026-03-29T02:02:35.055286Z","steps":["trace[107755805] 'process raft request' (duration: 418.125714ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:35.055309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:34.632994Z","time spent":"422.075742ms","remote":"127.0.0.1:43060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4309,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:02:35.055379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:34.633734Z","time spent":"421.53422ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:02:35.055393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:34.636876Z","time spent":"418.474573ms","remote":"127.0.0.1:43060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9305,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:02:35.055456Z","caller":"traceutil/trace.go:171","msg":"trace[1073275421] transaction","detail":"{read_only:false; response_revision:706; number_of_response:1; }","duration":"373.035917ms","start":"2026-03-29T02:02:34.682372Z","end":"2026-03-29T02:02:35.055408Z","steps":["trace[1073275421] 'process raft request' (duration: 372.845683ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:35.055471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:34.635169Z","time spent":"420.20603ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:02:35.055617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:34.68236Z","time spent":"373.1865ms","remote":"127.0.0.1:43060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":23277,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-29T02:02:35.208644Z","caller":"traceutil/trace.go:171","msg":"trace[1248515297] transaction","detail":"{read_only:false; response_revision:707; number_of_response:1; }","duration":"457.347151ms","start":"2026-03-29T02:02:34.751159Z","end":"2026-03-29T02:02:35.208507Z","steps":["trace[1248515297] 'process raft request' (duration: 409.749579ms)","trace[1248515297] 'compare' (duration: 44.927863ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:02:35.208755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.580382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io\" ","response":"range_response_count:1 size:5586"} {"level":"info","ts":"2026-03-29T02:02:35.20888Z","caller":"traceutil/trace.go:171","msg":"trace[450636564] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io; range_end:; response_count:1; response_revision:707; }","duration":"331.741144ms","start":"2026-03-29T02:02:34.877102Z","end":"2026-03-29T02:02:35.208843Z","steps":["trace[450636564] 'agreement among raft nodes before linearized reading' (duration: 331.475068ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:35.208882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:34.751136Z","time spent":"457.614077ms","remote":"127.0.0.1:43088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036153,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:02:35.208929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:34.877081Z","time spent":"331.835717ms","remote":"127.0.0.1:43060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":1,"response size":5610,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io\" "} {"level":"info","ts":"2026-03-29T02:02:35.207721Z","caller":"traceutil/trace.go:171","msg":"trace[1054372956] linearizableReadLoop","detail":"{readStateIndex:739; appliedIndex:738; }","duration":"330.505927ms","start":"2026-03-29T02:02:34.877144Z","end":"2026-03-29T02:02:35.20765Z","steps":["trace[1054372956] 'read index received' (duration: 178.300502ms)","trace[1054372956] 'applied index is now lower than readState.Index' (duration: 152.203494ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:02:35.253698Z","caller":"traceutil/trace.go:171","msg":"trace[1228770450] transaction","detail":"{read_only:false; response_revision:708; number_of_response:1; }","duration":"191.537125ms","start":"2026-03-29T02:02:35.062133Z","end":"2026-03-29T02:02:35.25367Z","steps":["trace[1228770450] 'process raft request' (duration: 191.3468ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:35.254018Z","caller":"traceutil/trace.go:171","msg":"trace[1349150400] transaction","detail":"{read_only:false; response_revision:709; number_of_response:1; }","duration":"186.948003ms","start":"2026-03-29T02:02:35.067038Z","end":"2026-03-29T02:02:35.253986Z","steps":["trace[1349150400] 'process raft request' (duration: 186.586385ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:35.254196Z","caller":"traceutil/trace.go:171","msg":"trace[1042506711] transaction","detail":"{read_only:false; response_revision:710; number_of_response:1; }","duration":"129.510403ms","start":"2026-03-29T02:02:35.124678Z","end":"2026-03-29T02:02:35.254189Z","steps":["trace[1042506711] 'process raft request' (duration: 129.227837ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:35.254265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.877199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:02:35.254351Z","caller":"traceutil/trace.go:171","msg":"trace[1487833722] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:710; }","duration":"337.002812ms","start":"2026-03-29T02:02:34.917325Z","end":"2026-03-29T02:02:35.254327Z","steps":["trace[1487833722] 'agreement among raft nodes before linearized reading' (duration: 336.846558ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:35.254403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:34.917303Z","time spent":"337.090293ms","remote":"127.0.0.1:43010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:02:35.579537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.857021ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:02:35.579779Z","caller":"traceutil/trace.go:171","msg":"trace[1202028785] transaction","detail":"{read_only:false; response_revision:711; number_of_response:1; }","duration":"316.941287ms","start":"2026-03-29T02:02:35.262806Z","end":"2026-03-29T02:02:35.579747Z","steps":["trace[1202028785] 'process raft request' (duration: 72.78867ms)","trace[1202028785] 'compare' (duration: 243.646886ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:02:35.579906Z","caller":"traceutil/trace.go:171","msg":"trace[248874903] linearizableReadLoop","detail":"{readStateIndex:745; appliedIndex:742; }","duration":"304.148315ms","start":"2026-03-29T02:02:35.275734Z","end":"2026-03-29T02:02:35.579882Z","steps":["trace[248874903] 'read index received' (duration: 59.946086ms)","trace[248874903] 'applied index is now lower than readState.Index' (duration: 244.200959ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:02:35.579926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:35.262782Z","time spent":"317.074559ms","remote":"127.0.0.1:43322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":897,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-29T02:02:35.579929Z","caller":"traceutil/trace.go:171","msg":"trace[501032573] transaction","detail":"{read_only:false; response_revision:713; number_of_response:1; }","duration":"309.742128ms","start":"2026-03-29T02:02:35.270161Z","end":"2026-03-29T02:02:35.579903Z","steps":["trace[501032573] 'process raft request' (duration: 309.649976ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:35.579923Z","caller":"traceutil/trace.go:171","msg":"trace[142277100] transaction","detail":"{read_only:false; response_revision:712; number_of_response:1; }","duration":"309.895371ms","start":"2026-03-29T02:02:35.269996Z","end":"2026-03-29T02:02:35.579892Z","steps":["trace[142277100] 'process raft request' (duration: 309.682577ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:35.580042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:35.27015Z","time spent":"309.83471ms","remote":"127.0.0.1:43060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":24220,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:02:35.580072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:35.269975Z","time spent":"310.016714ms","remote":"127.0.0.1:43060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":13214,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:02:35.580202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.060849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io\" ","response":"range_response_count:1 size:9320"} {"level":"warn","ts":"2026-03-29T02:02:35.580205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.414791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io\" ","response":"range_response_count:1 size:4180"} {"level":"info","ts":"2026-03-29T02:02:35.580246Z","caller":"traceutil/trace.go:171","msg":"trace[827693780] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io; range_end:; response_count:1; response_revision:713; }","duration":"103.133351ms","start":"2026-03-29T02:02:35.477101Z","end":"2026-03-29T02:02:35.580234Z","steps":["trace[827693780] 'agreement among raft nodes before linearized reading' (duration: 102.950337ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:35.580263Z","caller":"traceutil/trace.go:171","msg":"trace[1956818819] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io; range_end:; response_count:1; response_revision:713; }","duration":"304.544373ms","start":"2026-03-29T02:02:35.2757Z","end":"2026-03-29T02:02:35.580245Z","steps":["trace[1956818819] 'agreement among raft nodes before linearized reading' (duration: 304.322278ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:35.580321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:35.275686Z","time spent":"304.621975ms","remote":"127.0.0.1:43060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":4204,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io\" "} {"level":"warn","ts":"2026-03-29T02:02:36.225587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.218821ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:02:36.225984Z","caller":"traceutil/trace.go:171","msg":"trace[925122175] linearizableReadLoop","detail":"{readStateIndex:747; appliedIndex:745; }","duration":"548.723871ms","start":"2026-03-29T02:02:35.677244Z","end":"2026-03-29T02:02:36.225968Z","steps":["trace[925122175] 'read index received' (duration: 303.025509ms)","trace[925122175] 'applied index is now lower than readState.Index' (duration: 245.697492ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:02:36.22606Z","caller":"traceutil/trace.go:171","msg":"trace[1249579033] transaction","detail":"{read_only:false; response_revision:716; number_of_response:1; }","duration":"316.2024ms","start":"2026-03-29T02:02:35.909846Z","end":"2026-03-29T02:02:36.226048Z","steps":["trace[1249579033] 'process raft request' (duration: 316.058097ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:36.225957Z","caller":"traceutil/trace.go:171","msg":"trace[1748069652] transaction","detail":"{read_only:false; response_revision:714; number_of_response:1; }","duration":"624.508647ms","start":"2026-03-29T02:02:35.601412Z","end":"2026-03-29T02:02:36.22592Z","steps":["trace[1748069652] 'process raft request' (duration: 378.874686ms)","trace[1748069652] 'compare' (duration: 245.020446ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:02:36.226077Z","caller":"traceutil/trace.go:171","msg":"trace[1397043110] transaction","detail":"{read_only:false; response_revision:715; number_of_response:1; }","duration":"586.441475ms","start":"2026-03-29T02:02:35.639597Z","end":"2026-03-29T02:02:36.226039Z","steps":["trace[1397043110] 'process raft request' (duration: 586.132229ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:36.226118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:35.909823Z","time spent":"316.266551ms","remote":"127.0.0.1:43060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":187455,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-29T02:02:36.22628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.013277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io\" ","response":"range_response_count:1 size:10377"} {"level":"info","ts":"2026-03-29T02:02:36.226383Z","caller":"traceutil/trace.go:171","msg":"trace[1441416306] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io; range_end:; response_count:1; response_revision:716; }","duration":"549.15375ms","start":"2026-03-29T02:02:35.677207Z","end":"2026-03-29T02:02:36.226361Z","steps":["trace[1441416306] 'agreement among raft nodes before linearized reading' (duration: 548.904305ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:36.226433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:35.677194Z","time spent":"549.228132ms","remote":"127.0.0.1:43060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":1,"response size":10401,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io\" "} {"level":"warn","ts":"2026-03-29T02:02:36.226454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:35.639561Z","time spent":"586.745092ms","remote":"127.0.0.1:43060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":188228,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:02:36.226608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:35.601374Z","time spent":"624.831664ms","remote":"127.0.0.1:43060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":24229,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:02:36.439688Z","caller":"traceutil/trace.go:171","msg":"trace[821500983] linearizableReadLoop","detail":"{readStateIndex:749; appliedIndex:748; }","duration":"213.623092ms","start":"2026-03-29T02:02:36.22602Z","end":"2026-03-29T02:02:36.439643Z","steps":["trace[821500983] 'read index received' (duration: 212.630081ms)","trace[821500983] 'applied index is now lower than readState.Index' (duration: 978.311µs)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:02:36.43979Z","caller":"traceutil/trace.go:171","msg":"trace[1163835932] transaction","detail":"{read_only:false; response_revision:717; number_of_response:1; }","duration":"442.82462ms","start":"2026-03-29T02:02:35.996936Z","end":"2026-03-29T02:02:36.43976Z","steps":["trace[1163835932] 'process raft request' (duration: 441.751857ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:36.439991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:35.996912Z","time spent":"442.966373ms","remote":"127.0.0.1:43088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036189,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:02:36.440052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.610586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io\" ","response":"range_response_count:1 size:4333"} {"level":"info","ts":"2026-03-29T02:02:36.440237Z","caller":"traceutil/trace.go:171","msg":"trace[1696985411] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io; range_end:; response_count:1; response_revision:717; }","duration":"362.80068ms","start":"2026-03-29T02:02:36.07738Z","end":"2026-03-29T02:02:36.440181Z","steps":["trace[1696985411] 'agreement among raft nodes before linearized reading' (duration: 362.380841ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:36.440319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:36.077365Z","time spent":"362.935863ms","remote":"127.0.0.1:43060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":4357,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io\" "} {"level":"warn","ts":"2026-03-29T02:02:36.871015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.650862ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:02:36.871282Z","caller":"traceutil/trace.go:171","msg":"trace[1647517705] transaction","detail":"{read_only:false; response_revision:718; number_of_response:1; }","duration":"565.170925ms","start":"2026-03-29T02:02:36.306062Z","end":"2026-03-29T02:02:36.871233Z","steps":["trace[1647517705] 'process raft request' (duration: 219.222426ms)","trace[1647517705] 'compare' (duration: 345.481219ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:02:36.871442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:36.306029Z","time spent":"565.336169ms","remote":"127.0.0.1:43060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":188237,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:02:36.871433Z","caller":"traceutil/trace.go:171","msg":"trace[492686006] linearizableReadLoop","detail":"{readStateIndex:751; appliedIndex:749; }","duration":"431.642123ms","start":"2026-03-29T02:02:36.439754Z","end":"2026-03-29T02:02:36.871396Z","steps":["trace[492686006] 'read index received' (duration: 85.50273ms)","trace[492686006] 'applied index is now lower than readState.Index' (duration: 346.135112ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:02:36.871467Z","caller":"traceutil/trace.go:171","msg":"trace[1188780852] transaction","detail":"{read_only:false; response_revision:719; number_of_response:1; }","duration":"558.220471ms","start":"2026-03-29T02:02:36.313161Z","end":"2026-03-29T02:02:36.871382Z","steps":["trace[1188780852] 'process raft request' (duration: 557.988596ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:36.871646Z","caller":"traceutil/trace.go:171","msg":"trace[155325819] transaction","detail":"{read_only:false; response_revision:720; number_of_response:1; }","duration":"372.888804ms","start":"2026-03-29T02:02:36.498741Z","end":"2026-03-29T02:02:36.87163Z","steps":["trace[155325819] 'process raft request' (duration: 372.606688ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:36.871731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:36.498714Z","time spent":"372.984976ms","remote":"127.0.0.1:43334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1044,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-29T02:02:36.87165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:36.31314Z","time spent":"558.420215ms","remote":"127.0.0.1:43060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":188471,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:02:36.872147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"595.348751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" ","response":"range_response_count:1 size:13229"} {"level":"info","ts":"2026-03-29T02:02:36.872247Z","caller":"traceutil/trace.go:171","msg":"trace[464753421] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io; range_end:; response_count:1; response_revision:720; }","duration":"595.495665ms","start":"2026-03-29T02:02:36.276733Z","end":"2026-03-29T02:02:36.872228Z","steps":["trace[464753421] 'agreement among raft nodes before linearized reading' (duration: 594.776959ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:36.872297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:36.276715Z","time spent":"595.571176ms","remote":"127.0.0.1:43060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":13253,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" "} {"level":"warn","ts":"2026-03-29T02:02:37.887518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.0158938s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-29T02:02:37.887633Z","caller":"traceutil/trace.go:171","msg":"trace[228092798] linearizableReadLoop","detail":"{readStateIndex:753; appliedIndex:751; }","duration":"1.016088095s","start":"2026-03-29T02:02:36.871526Z","end":"2026-03-29T02:02:37.887614Z","steps":["trace[228092798] 'read index received' (duration: 52.282µs)","trace[228092798] 'applied index is now lower than readState.Index' (duration: 1.016034343s)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:02:37.887665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.424407ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:02:37.887784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.210971682s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io\" ","response":"range_response_count:1 size:188252"} {"level":"info","ts":"2026-03-29T02:02:37.887798Z","caller":"traceutil/trace.go:171","msg":"trace[225818784] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:720; }","duration":"179.57224ms","start":"2026-03-29T02:02:37.708208Z","end":"2026-03-29T02:02:37.88778Z","steps":["trace[225818784] 'range keys from in-memory index tree' (duration: 179.405097ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:37.887819Z","caller":"traceutil/trace.go:171","msg":"trace[1599939138] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io; range_end:; response_count:1; response_revision:720; }","duration":"1.211050334s","start":"2026-03-29T02:02:36.676757Z","end":"2026-03-29T02:02:37.887807Z","steps":["trace[1599939138] 'agreement among raft nodes before linearized reading' (duration: 1.210939111s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:37.887855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:36.676735Z","time spent":"1.211111766s","remote":"127.0.0.1:43060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":1,"response size":188276,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io\" "} {"level":"warn","ts":"2026-03-29T02:02:37.8881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.411521226s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" ","response":"range_response_count:1 size:24244"} {"level":"info","ts":"2026-03-29T02:02:37.888643Z","caller":"traceutil/trace.go:171","msg":"trace[1544538867] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io; range_end:; response_count:1; response_revision:720; }","duration":"1.412110329s","start":"2026-03-29T02:02:36.476504Z","end":"2026-03-29T02:02:37.888614Z","steps":["trace[1544538867] 'agreement among raft nodes before linearized reading' (duration: 1.411371653s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:37.888188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.434020773s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-29T02:02:37.888721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:36.476482Z","time spent":"1.412223591s","remote":"127.0.0.1:43060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":24268,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" "} {"level":"info","ts":"2026-03-29T02:02:37.888764Z","caller":"traceutil/trace.go:171","msg":"trace[1954038313] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:720; }","duration":"1.434649528s","start":"2026-03-29T02:02:36.454071Z","end":"2026-03-29T02:02:37.888721Z","steps":["trace[1954038313] 'agreement among raft nodes before linearized reading' (duration: 1.433860151s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:37.888878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:36.454058Z","time spent":"1.4347847s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-29T02:02:37.888544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.257262046s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-29T02:02:37.889074Z","caller":"traceutil/trace.go:171","msg":"trace[1512127108] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:720; }","duration":"1.257826859s","start":"2026-03-29T02:02:36.631228Z","end":"2026-03-29T02:02:37.889055Z","steps":["trace[1512127108] 'agreement among raft nodes before linearized reading' (duration: 1.256718075s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:37.889122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:36.631211Z","time spent":"1.25789612s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-29T02:02:38.060221Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.045128286s","expected-duration":"1s"} {"level":"info","ts":"2026-03-29T02:02:38.061018Z","caller":"traceutil/trace.go:171","msg":"trace[1202178427] linearizableReadLoop","detail":"{readStateIndex:754; appliedIndex:753; }","duration":"173.323332ms","start":"2026-03-29T02:02:37.88766Z","end":"2026-03-29T02:02:38.060983Z","steps":["trace[1202178427] 'read index received' (duration: 172.82057ms)","trace[1202178427] 'applied index is now lower than readState.Index' (duration: 501.162µs)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:02:38.061164Z","caller":"traceutil/trace.go:171","msg":"trace[60612175] transaction","detail":"{read_only:false; response_revision:721; number_of_response:1; }","duration":"1.079557847s","start":"2026-03-29T02:02:36.981552Z","end":"2026-03-29T02:02:38.06111Z","steps":["trace[60612175] 'process raft request' (duration: 1.079057256s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:38.061233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.001914091s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-29T02:02:38.061328Z","caller":"traceutil/trace.go:171","msg":"trace[2059969960] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:721; }","duration":"1.002070075s","start":"2026-03-29T02:02:37.059235Z","end":"2026-03-29T02:02:38.061305Z","steps":["trace[2059969960] 'agreement among raft nodes before linearized reading' (duration: 1.001794629s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:38.061328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.179475026s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/envoy-gateway-gateway-helm-certgen:envoy-gateway-system\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:02:38.061379Z","caller":"traceutil/trace.go:171","msg":"trace[1481843461] range","detail":"{range_begin:/registry/clusterroles/envoy-gateway-gateway-helm-certgen:envoy-gateway-system; range_end:; response_count:0; response_revision:721; }","duration":"1.179536638s","start":"2026-03-29T02:02:36.881829Z","end":"2026-03-29T02:02:38.061365Z","steps":["trace[1481843461] 'agreement among raft nodes before linearized reading' (duration: 1.179462536s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:38.061372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:36.981531Z","time spent":"1.079735562s","remote":"127.0.0.1:43060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":188480,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:02:38.061374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.140860852s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:02:38.061244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.184511537s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" ","response":"range_response_count:1 size:188495"} {"level":"warn","ts":"2026-03-29T02:02:38.061424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:36.881821Z","time spent":"1.179592659s","remote":"127.0.0.1:43340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/clusterroles/envoy-gateway-gateway-helm-certgen:envoy-gateway-system\" "} {"level":"info","ts":"2026-03-29T02:02:38.061459Z","caller":"traceutil/trace.go:171","msg":"trace[576665186] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:721; }","duration":"1.140990635s","start":"2026-03-29T02:02:36.92045Z","end":"2026-03-29T02:02:38.061441Z","steps":["trace[576665186] 'agreement among raft nodes before linearized reading' (duration: 1.140827571s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:38.061472Z","caller":"traceutil/trace.go:171","msg":"trace[41435113] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io; range_end:; response_count:1; response_revision:721; }","duration":"1.184795054s","start":"2026-03-29T02:02:36.876662Z","end":"2026-03-29T02:02:38.061457Z","steps":["trace[41435113] 'agreement among raft nodes before linearized reading' (duration: 1.184455096s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:38.061512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:36.920434Z","time spent":"1.141068377s","remote":"127.0.0.1:43010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:02:38.061531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:36.876645Z","time spent":"1.184875165s","remote":"127.0.0.1:43060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":1,"response size":188519,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" "} {"level":"warn","ts":"2026-03-29T02:02:38.061381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:37.059218Z","time spent":"1.002153176s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-29T02:02:38.06154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.047531059s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-29T02:02:38.061805Z","caller":"traceutil/trace.go:171","msg":"trace[1746434268] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:721; }","duration":"1.047820956s","start":"2026-03-29T02:02:37.01396Z","end":"2026-03-29T02:02:38.061781Z","steps":["trace[1746434268] 'agreement among raft nodes before linearized reading' (duration: 1.047452998s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:38.061815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.001984242s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-29T02:02:38.06197Z","caller":"traceutil/trace.go:171","msg":"trace[1367633537] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:721; }","duration":"1.002251069s","start":"2026-03-29T02:02:37.059696Z","end":"2026-03-29T02:02:38.061947Z","steps":["trace[1367633537] 'agreement among raft nodes before linearized reading' (duration: 1.001529693s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:38.06188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:37.013942Z","time spent":"1.047909698s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-29T02:02:38.062119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:37.059682Z","time spent":"1.002370711s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-29T02:02:38.267611Z","caller":"traceutil/trace.go:171","msg":"trace[1731835430] transaction","detail":"{read_only:false; response_revision:722; number_of_response:1; }","duration":"374.937228ms","start":"2026-03-29T02:02:37.892645Z","end":"2026-03-29T02:02:38.267582Z","steps":["trace[1731835430] 'process raft request' (duration: 363.342882ms)","trace[1731835430] 'compare' (duration: 11.365041ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:02:38.267677Z","caller":"traceutil/trace.go:171","msg":"trace[1797735395] linearizableReadLoop","detail":"{readStateIndex:756; appliedIndex:754; }","duration":"205.172885ms","start":"2026-03-29T02:02:38.062497Z","end":"2026-03-29T02:02:38.26767Z","steps":["trace[1797735395] 'read index received' (duration: 193.505138ms)","trace[1797735395] 'applied index is now lower than readState.Index' (duration: 11.666387ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:02:38.267703Z","caller":"traceutil/trace.go:171","msg":"trace[1166523162] transaction","detail":"{read_only:false; response_revision:724; number_of_response:1; }","duration":"201.195257ms","start":"2026-03-29T02:02:38.066496Z","end":"2026-03-29T02:02:38.267691Z","steps":["trace[1166523162] 'process raft request' (duration: 201.033713ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:38.267715Z","caller":"traceutil/trace.go:171","msg":"trace[4486658] transaction","detail":"{read_only:false; response_revision:726; number_of_response:1; }","duration":"200.592694ms","start":"2026-03-29T02:02:38.067107Z","end":"2026-03-29T02:02:38.267699Z","steps":["trace[4486658] 'process raft request' (duration: 200.556603ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:38.26774Z","caller":"traceutil/trace.go:171","msg":"trace[894498454] transaction","detail":"{read_only:false; response_revision:725; number_of_response:1; }","duration":"200.984263ms","start":"2026-03-29T02:02:38.066743Z","end":"2026-03-29T02:02:38.267727Z","steps":["trace[894498454] 'process raft request' (duration: 200.889381ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:38.267747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.239198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:02:38.267778Z","caller":"traceutil/trace.go:171","msg":"trace[1634732266] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:726; }","duration":"205.280138ms","start":"2026-03-29T02:02:38.062488Z","end":"2026-03-29T02:02:38.267768Z","steps":["trace[1634732266] 'agreement among raft nodes before linearized reading' (duration: 205.209667ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:38.267777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:37.892624Z","time spent":"375.055981ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:02:38.267626Z","caller":"traceutil/trace.go:171","msg":"trace[1773755699] transaction","detail":"{read_only:false; response_revision:723; number_of_response:1; }","duration":"373.895376ms","start":"2026-03-29T02:02:37.89371Z","end":"2026-03-29T02:02:38.267605Z","steps":["trace[1773755699] 'process raft request' (duration: 373.770663ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:38.267966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:37.893692Z","time spent":"374.249544ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:02:38.625578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.694373ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:02:38.625711Z","caller":"traceutil/trace.go:171","msg":"trace[209936987] transaction","detail":"{read_only:false; response_revision:727; number_of_response:1; }","duration":"293.820246ms","start":"2026-03-29T02:02:38.331867Z","end":"2026-03-29T02:02:38.625687Z","steps":["trace[209936987] 'process raft request' (duration: 75.927918ms)","trace[209936987] 'compare' (duration: 217.54555ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:02:38.710421Z","caller":"traceutil/trace.go:171","msg":"trace[2145381256] transaction","detail":"{read_only:false; response_revision:728; number_of_response:1; }","duration":"321.572158ms","start":"2026-03-29T02:02:38.388802Z","end":"2026-03-29T02:02:38.710374Z","steps":["trace[2145381256] 'process raft request' (duration: 320.891424ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:38.710729Z","caller":"traceutil/trace.go:171","msg":"trace[39542906] linearizableReadLoop","detail":"{readStateIndex:761; appliedIndex:759; }","duration":"316.063628ms","start":"2026-03-29T02:02:38.394372Z","end":"2026-03-29T02:02:38.710436Z","steps":["trace[39542906] 'read index received' (duration: 13.5439ms)","trace[39542906] 'applied index is now lower than readState.Index' (duration: 302.516288ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:02:38.710793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:38.388775Z","time spent":"321.937617ms","remote":"127.0.0.1:43166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:02:38.710821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.421635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:02:38.710927Z","caller":"traceutil/trace.go:171","msg":"trace[95993238] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:728; }","duration":"316.549508ms","start":"2026-03-29T02:02:38.394335Z","end":"2026-03-29T02:02:38.710884Z","steps":["trace[95993238] 'agreement among raft nodes before linearized reading' (duration: 316.383914ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:38.710969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:38.394324Z","time spent":"316.63669ms","remote":"127.0.0.1:33036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:02:38.918911Z","caller":"traceutil/trace.go:171","msg":"trace[240373008] linearizableReadLoop","detail":"{readStateIndex:762; appliedIndex:761; }","duration":"208.09199ms","start":"2026-03-29T02:02:38.71079Z","end":"2026-03-29T02:02:38.918882Z","steps":["trace[240373008] 'read index received' (duration: 207.18235ms)","trace[240373008] 'applied index is now lower than readState.Index' (duration: 908.59µs)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:02:38.919029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.828694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" limit:10 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:02:38.919026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.018198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:02:38.919076Z","caller":"traceutil/trace.go:171","msg":"trace[1990287287] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:729; }","duration":"468.907376ms","start":"2026-03-29T02:02:38.450155Z","end":"2026-03-29T02:02:38.919063Z","steps":["trace[1990287287] 'agreement among raft nodes before linearized reading' (duration: 468.802453ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:38.919104Z","caller":"traceutil/trace.go:171","msg":"trace[200116301] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:729; }","duration":"469.142791ms","start":"2026-03-29T02:02:38.449941Z","end":"2026-03-29T02:02:38.919084Z","steps":["trace[200116301] 'agreement among raft nodes before linearized reading' (duration: 468.974177ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:38.919103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"496.424864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" limit:10 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:02:38.919152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:38.449928Z","time spent":"469.213372ms","remote":"127.0.0.1:33062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:02:38.919162Z","caller":"traceutil/trace.go:171","msg":"trace[1953981334] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:729; }","duration":"496.510516ms","start":"2026-03-29T02:02:38.422632Z","end":"2026-03-29T02:02:38.919143Z","steps":["trace[1953981334] 'agreement among raft nodes before linearized reading' (duration: 496.427734ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:38.919222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:38.422617Z","time spent":"496.589098ms","remote":"127.0.0.1:33052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" limit:10 "} {"level":"info","ts":"2026-03-29T02:02:38.919313Z","caller":"traceutil/trace.go:171","msg":"trace[1440125682] transaction","detail":"{read_only:false; response_revision:729; number_of_response:1; }","duration":"425.526247ms","start":"2026-03-29T02:02:38.493681Z","end":"2026-03-29T02:02:38.919207Z","steps":["trace[1440125682] 'process raft request' (duration: 424.615637ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:38.919434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:38.493654Z","time spent":"425.690401ms","remote":"127.0.0.1:43088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036225,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:02:38.919469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.475798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:02:38.919509Z","caller":"traceutil/trace.go:171","msg":"trace[1176514149] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:729; }","duration":"469.54655ms","start":"2026-03-29T02:02:38.449953Z","end":"2026-03-29T02:02:38.919499Z","steps":["trace[1176514149] 'agreement among raft nodes before linearized reading' (duration: 469.487369ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:38.91953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.16382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:02:38.919587Z","caller":"traceutil/trace.go:171","msg":"trace[855738027] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:729; }","duration":"497.235653ms","start":"2026-03-29T02:02:38.422335Z","end":"2026-03-29T02:02:38.919571Z","steps":["trace[855738027] 'agreement among raft nodes before linearized reading' (duration: 497.154201ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:38.919645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:38.422325Z","time spent":"497.304434ms","remote":"127.0.0.1:33052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:02:38.919134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:38.450147Z","time spent":"468.973417ms","remote":"127.0.0.1:33062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" limit:10 "} {"level":"warn","ts":"2026-03-29T02:02:38.919713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"524.383943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:02:38.919027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"524.565356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:02:38.919744Z","caller":"traceutil/trace.go:171","msg":"trace[1786510462] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:729; }","duration":"524.460724ms","start":"2026-03-29T02:02:38.395276Z","end":"2026-03-29T02:02:38.919737Z","steps":["trace[1786510462] 'agreement among raft nodes before linearized reading' (duration: 524.390443ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:38.919783Z","caller":"traceutil/trace.go:171","msg":"trace[1830908870] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:729; }","duration":"525.383634ms","start":"2026-03-29T02:02:38.394386Z","end":"2026-03-29T02:02:38.91977Z","steps":["trace[1830908870] 'agreement among raft nodes before linearized reading' (duration: 524.593907ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:38.919807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:38.395264Z","time spent":"524.534816ms","remote":"127.0.0.1:33036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" limit:500 "} {"level":"warn","ts":"2026-03-29T02:02:38.919821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:38.394362Z","time spent":"525.447056ms","remote":"127.0.0.1:33036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" limit:10000 "} {"level":"warn","ts":"2026-03-29T02:02:38.91991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.629361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:02:38.919954Z","caller":"traceutil/trace.go:171","msg":"trace[1292091416] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:729; }","duration":"497.678111ms","start":"2026-03-29T02:02:38.422251Z","end":"2026-03-29T02:02:38.91993Z","steps":["trace[1292091416] 'agreement among raft nodes before linearized reading' (duration: 497.640111ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:38.919546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:38.44994Z","time spent":"469.596641ms","remote":"127.0.0.1:33062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":113,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" limit:10000 "} {"level":"warn","ts":"2026-03-29T02:02:38.919982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:38.422237Z","time spent":"497.738113ms","remote":"127.0.0.1:33052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":91,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" limit:10000 "} {"level":"info","ts":"2026-03-29T02:02:39.260303Z","caller":"traceutil/trace.go:171","msg":"trace[781346232] linearizableReadLoop","detail":"{readStateIndex:763; appliedIndex:762; }","duration":"161.357657ms","start":"2026-03-29T02:02:39.098918Z","end":"2026-03-29T02:02:39.260276Z","steps":["trace[781346232] 'read index received' (duration: 161.129392ms)","trace[781346232] 'applied index is now lower than readState.Index' (duration: 227.465µs)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:02:39.260442Z","caller":"traceutil/trace.go:171","msg":"trace[586751225] transaction","detail":"{read_only:false; response_revision:730; number_of_response:1; }","duration":"281.168606ms","start":"2026-03-29T02:02:38.979245Z","end":"2026-03-29T02:02:39.260413Z","steps":["trace[586751225] 'process raft request' (duration: 280.86755ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:39.2605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.556711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:02:39.260842Z","caller":"traceutil/trace.go:171","msg":"trace[1880191860] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:730; }","duration":"161.911829ms","start":"2026-03-29T02:02:39.09888Z","end":"2026-03-29T02:02:39.260792Z","steps":["trace[1880191860] 'agreement among raft nodes before linearized reading' (duration: 161.535321ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:39.260556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.608483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:02:39.260988Z","caller":"traceutil/trace.go:171","msg":"trace[420292357] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:730; }","duration":"162.049903ms","start":"2026-03-29T02:02:39.098909Z","end":"2026-03-29T02:02:39.260959Z","steps":["trace[420292357] 'agreement among raft nodes before linearized reading' (duration: 161.625964ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:39.260602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.919038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:02:39.261143Z","caller":"traceutil/trace.go:171","msg":"trace[1337507418] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:730; }","duration":"161.45745ms","start":"2026-03-29T02:02:39.099663Z","end":"2026-03-29T02:02:39.26112Z","steps":["trace[1337507418] 'agreement among raft nodes before linearized reading' (duration: 160.920178ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:40.200645Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583528501943073,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:02:40.701349Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583528501943073,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:02:41.097121Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.407520057s","expected-duration":"1s"} {"level":"info","ts":"2026-03-29T02:02:41.104258Z","caller":"traceutil/trace.go:171","msg":"trace[1420623798] transaction","detail":"{read_only:false; response_revision:732; number_of_response:1; }","duration":"1.416401755s","start":"2026-03-29T02:02:39.687787Z","end":"2026-03-29T02:02:41.104189Z","steps":["trace[1420623798] 'process raft request' (duration: 1.410033804s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:41.104502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:39.68776Z","time spent":"1.416629539s","remote":"127.0.0.1:43088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036261,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:02:41.107814Z","caller":"traceutil/trace.go:171","msg":"trace[1977100148] linearizableReadLoop","detail":"{readStateIndex:766; appliedIndex:764; }","duration":"1.413807006s","start":"2026-03-29T02:02:39.69395Z","end":"2026-03-29T02:02:41.107757Z","steps":["trace[1977100148] 'read index received' (duration: 1.403525169s)","trace[1977100148] 'applied index is now lower than readState.Index' (duration: 10.280657ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:02:41.10794Z","caller":"traceutil/trace.go:171","msg":"trace[1048735090] transaction","detail":"{read_only:false; response_revision:733; number_of_response:1; }","duration":"1.195845388s","start":"2026-03-29T02:02:39.912082Z","end":"2026-03-29T02:02:41.107927Z","steps":["trace[1048735090] 'process raft request' (duration: 1.19550336s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:41.10806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:39.912052Z","time spent":"1.19592342s","remote":"127.0.0.1:43166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4616,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:02:41.108261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"899.638608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:02:41.108255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.413927478s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:02:41.108258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"831.551064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:02:41.108369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"832.170668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:431"} {"level":"warn","ts":"2026-03-29T02:02:41.108373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"513.799988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:02:41.108398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"930.333158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:02:41.108296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"836.408501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-29T02:02:41.108422Z","caller":"traceutil/trace.go:171","msg":"trace[483416443] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:733; }","duration":"831.801889ms","start":"2026-03-29T02:02:40.276586Z","end":"2026-03-29T02:02:41.108388Z","steps":["trace[483416443] 'agreement among raft nodes before linearized reading' (duration: 831.488452ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:41.10846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.736287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:02:41.108464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"876.286243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:02:41.108475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"832.465696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-29T02:02:41.10848Z","caller":"traceutil/trace.go:171","msg":"trace[979258254] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:733; }","duration":"930.433991ms","start":"2026-03-29T02:02:40.178014Z","end":"2026-03-29T02:02:41.108448Z","steps":["trace[979258254] 'agreement among raft nodes before linearized reading' (duration: 930.361358ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:41.108477Z","caller":"traceutil/trace.go:171","msg":"trace[336390022] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:733; }","duration":"836.583705ms","start":"2026-03-29T02:02:40.271878Z","end":"2026-03-29T02:02:41.108462Z","steps":["trace[336390022] 'agreement among raft nodes before linearized reading' (duration: 836.314938ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:41.108498Z","caller":"traceutil/trace.go:171","msg":"trace[1217761695] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:733; }","duration":"876.326074ms","start":"2026-03-29T02:02:40.23216Z","end":"2026-03-29T02:02:41.108486Z","steps":["trace[1217761695] 'agreement among raft nodes before linearized reading' (duration: 876.279573ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:41.108501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:40.276576Z","time spent":"831.902792ms","remote":"127.0.0.1:33194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" limit:10000 "} {"level":"warn","ts":"2026-03-29T02:02:41.108538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:40.17799Z","time spent":"930.535903ms","remote":"127.0.0.1:33178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" limit:10000 "} {"level":"warn","ts":"2026-03-29T02:02:41.10855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"836.217327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-29T02:02:41.108502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"573.671533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:02:41.108573Z","caller":"traceutil/trace.go:171","msg":"trace[1083615115] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:733; }","duration":"836.252399ms","start":"2026-03-29T02:02:40.272315Z","end":"2026-03-29T02:02:41.108568Z","steps":["trace[1083615115] 'agreement among raft nodes before linearized reading' (duration: 836.196697ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:41.10859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.513857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:02:41.10859Z","caller":"traceutil/trace.go:171","msg":"trace[313032202] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:733; }","duration":"573.768915ms","start":"2026-03-29T02:02:40.534813Z","end":"2026-03-29T02:02:41.108582Z","steps":["trace[313032202] 'agreement among raft nodes before linearized reading' (duration: 573.663733ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:41.108597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.010118702s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:02:41.108603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:40.272309Z","time spent":"836.285929ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-29T02:02:41.108624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:40.534808Z","time spent":"573.808266ms","remote":"127.0.0.1:33288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":105,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" limit:500 "} {"level":"warn","ts":"2026-03-29T02:02:41.10864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"590.487815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:02:41.108671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"493.210434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:02:41.108706Z","caller":"traceutil/trace.go:171","msg":"trace[418525381] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:733; }","duration":"493.258484ms","start":"2026-03-29T02:02:40.615438Z","end":"2026-03-29T02:02:41.108697Z","steps":["trace[418525381] 'agreement among raft nodes before linearized reading' (duration: 493.208403ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:41.108716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.038401008s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:02:41.108727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"590.901784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:02:41.108746Z","caller":"traceutil/trace.go:171","msg":"trace[742346911] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:733; }","duration":"1.038443948s","start":"2026-03-29T02:02:40.070291Z","end":"2026-03-29T02:02:41.108735Z","steps":["trace[742346911] 'agreement among raft nodes before linearized reading' (duration: 1.038404647s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:41.108722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"876.564309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:02:41.10877Z","caller":"traceutil/trace.go:171","msg":"trace[1757121424] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:733; }","duration":"590.956955ms","start":"2026-03-29T02:02:40.517802Z","end":"2026-03-29T02:02:41.108759Z","steps":["trace[1757121424] 'agreement among raft nodes before linearized reading' (duration: 590.892233ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:41.108789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:40.070282Z","time spent":"1.038494969s","remote":"127.0.0.1:33150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" limit:500 "} {"level":"warn","ts":"2026-03-29T02:02:41.108806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:40.517799Z","time spent":"590.998026ms","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" limit:10000 "} {"level":"warn","ts":"2026-03-29T02:02:41.108816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"930.86419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:02:41.108815Z","caller":"traceutil/trace.go:171","msg":"trace[184379683] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:733; }","duration":"876.699053ms","start":"2026-03-29T02:02:40.232093Z","end":"2026-03-29T02:02:41.108792Z","steps":["trace[184379683] 'agreement among raft nodes before linearized reading' (duration: 876.526559ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:41.108835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"513.3718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:02:41.108835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"900.11497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:02:41.108845Z","caller":"traceutil/trace.go:171","msg":"trace[1767386986] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:733; }","duration":"930.904011ms","start":"2026-03-29T02:02:40.177931Z","end":"2026-03-29T02:02:41.108835Z","steps":["trace[1767386986] 'agreement among raft nodes before linearized reading' (duration: 930.860111ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:41.108861Z","caller":"traceutil/trace.go:171","msg":"trace[278305001] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:733; }","duration":"513.406491ms","start":"2026-03-29T02:02:40.595446Z","end":"2026-03-29T02:02:41.108853Z","steps":["trace[278305001] 'agreement among raft nodes before linearized reading' (duration: 513.36958ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:41.108861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"836.919673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"warn","ts":"2026-03-29T02:02:41.108872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:40.177922Z","time spent":"930.943252ms","remote":"127.0.0.1:33178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:02:41.108868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:40.232078Z","time spent":"876.777854ms","remote":"127.0.0.1:33190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:02:41.108884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:40.595438Z","time spent":"513.438811ms","remote":"127.0.0.1:33294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":109,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" limit:500 "} {"level":"info","ts":"2026-03-29T02:02:41.108888Z","caller":"traceutil/trace.go:171","msg":"trace[942592577] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:733; }","duration":"836.971253ms","start":"2026-03-29T02:02:40.271909Z","end":"2026-03-29T02:02:41.10888Z","steps":["trace[942592577] 'agreement among raft nodes before linearized reading' (duration: 836.900352ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:41.108928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:40.271895Z","time spent":"837.015335ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-29T02:02:41.108977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"967.671783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:02:41.108988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"591.204631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:02:41.109004Z","caller":"traceutil/trace.go:171","msg":"trace[1553075293] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:733; }","duration":"967.711865ms","start":"2026-03-29T02:02:40.141282Z","end":"2026-03-29T02:02:41.108994Z","steps":["trace[1553075293] 'agreement among raft nodes before linearized reading' (duration: 967.671244ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:41.108548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"574.169944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:02:41.109015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.03947153s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:02:41.109032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:40.141272Z","time spent":"967.753686ms","remote":"127.0.0.1:33170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":111,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" limit:500 "} {"level":"warn","ts":"2026-03-29T02:02:41.108771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"493.732606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:02:41.109058Z","caller":"traceutil/trace.go:171","msg":"trace[946255539] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:733; }","duration":"1.039511751s","start":"2026-03-29T02:02:40.069532Z","end":"2026-03-29T02:02:41.109044Z","steps":["trace[946255539] 'agreement among raft nodes before linearized reading' (duration: 1.03944923s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:41.109065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"605.425454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:02:41.108914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"606.035309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:02:41.108675Z","caller":"traceutil/trace.go:171","msg":"trace[1451568779] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:733; }","duration":"590.529546ms","start":"2026-03-29T02:02:40.518133Z","end":"2026-03-29T02:02:41.108662Z","steps":["trace[1451568779] 'agreement among raft nodes before linearized reading' (duration: 590.484585ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:41.109091Z","caller":"traceutil/trace.go:171","msg":"trace[337895357] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:733; }","duration":"494.190056ms","start":"2026-03-29T02:02:40.614884Z","end":"2026-03-29T02:02:41.109074Z","steps":["trace[337895357] 'agreement among raft nodes before linearized reading' (duration: 493.867909ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:41.109126Z","caller":"traceutil/trace.go:171","msg":"trace[73175005] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:733; }","duration":"606.271984ms","start":"2026-03-29T02:02:40.502843Z","end":"2026-03-29T02:02:41.109115Z","steps":["trace[73175005] 'agreement among raft nodes before linearized reading' (duration: 606.017348ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:41.109153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:40.614868Z","time spent":"494.272428ms","remote":"127.0.0.1:33312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" limit:10000 "} {"level":"warn","ts":"2026-03-29T02:02:41.109157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.039653374s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:02:41.109169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"618.31825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:02:41.109199Z","caller":"traceutil/trace.go:171","msg":"trace[1111490277] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:733; }","duration":"1.039721866s","start":"2026-03-29T02:02:40.069467Z","end":"2026-03-29T02:02:41.109189Z","steps":["trace[1111490277] 'agreement among raft nodes before linearized reading' (duration: 1.039648375s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:41.10921Z","caller":"traceutil/trace.go:171","msg":"trace[636696813] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:733; }","duration":"618.395301ms","start":"2026-03-29T02:02:40.4908Z","end":"2026-03-29T02:02:41.109195Z","steps":["trace[636696813] 'agreement among raft nodes before linearized reading' (duration: 618.32416ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:41.10921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"770.723279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:02:41.109246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:40.069449Z","time spent":"1.039783197s","remote":"127.0.0.1:33150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" limit:10000 "} {"level":"warn","ts":"2026-03-29T02:02:41.109265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.300287567s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:02:41.109283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"832.577847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:02:41.108343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"605.433914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:02:41.109334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.064259178s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:02:41.108458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"529.446925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:02:41.10934Z","caller":"traceutil/trace.go:171","msg":"trace[1675776405] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:733; }","duration":"606.453518ms","start":"2026-03-29T02:02:40.502874Z","end":"2026-03-29T02:02:41.109328Z","steps":["trace[1675776405] 'agreement among raft nodes before linearized reading' (duration: 605.423655ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:41.109365Z","caller":"traceutil/trace.go:171","msg":"trace[1580461744] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:733; }","duration":"1.064296159s","start":"2026-03-29T02:02:40.045061Z","end":"2026-03-29T02:02:41.109358Z","steps":["trace[1580461744] 'agreement among raft nodes before linearized reading' (duration: 1.064251048s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:41.109377Z","caller":"traceutil/trace.go:171","msg":"trace[1210535424] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:733; }","duration":"530.364615ms","start":"2026-03-29T02:02:40.579Z","end":"2026-03-29T02:02:41.109365Z","steps":["trace[1210535424] 'agreement among raft nodes before linearized reading' (duration: 529.426385ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:41.109386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.353775369s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:02:41.109388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"788.506492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:02:41.109399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:40.502863Z","time spent":"606.516169ms","remote":"127.0.0.1:33268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" limit:10000 "} {"level":"info","ts":"2026-03-29T02:02:41.109421Z","caller":"traceutil/trace.go:171","msg":"trace[465414886] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:733; }","duration":"788.548124ms","start":"2026-03-29T02:02:40.320863Z","end":"2026-03-29T02:02:41.109412Z","steps":["trace[465414886] 'agreement among raft nodes before linearized reading' (duration: 788.497603ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:41.109431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.065533396s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:02:41.10943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"722.80713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:02:41.109454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.353876631s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:02:41.109458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:40.320855Z","time spent":"788.592905ms","remote":"127.0.0.1:33194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" limit:500 "} {"level":"info","ts":"2026-03-29T02:02:41.109477Z","caller":"traceutil/trace.go:171","msg":"trace[1374921751] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:733; }","duration":"1.353938732s","start":"2026-03-29T02:02:39.755532Z","end":"2026-03-29T02:02:41.10947Z","steps":["trace[1374921751] 'agreement among raft nodes before linearized reading' (duration: 1.353902042s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:41.109484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"743.418605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:02:41.109506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:39.755521Z","time spent":"1.353978403s","remote":"127.0.0.1:33128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":117,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" limit:10000 "} {"level":"warn","ts":"2026-03-29T02:02:41.10952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.181622693s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:02:41.109515Z","caller":"traceutil/trace.go:171","msg":"trace[1088431584] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:733; }","duration":"743.471317ms","start":"2026-03-29T02:02:40.366035Z","end":"2026-03-29T02:02:41.109506Z","steps":["trace[1088431584] 'agreement among raft nodes before linearized reading' (duration: 743.408466ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:41.109521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"722.172476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:02:41.109541Z","caller":"traceutil/trace.go:171","msg":"trace[740792426] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:733; }","duration":"1.181661795s","start":"2026-03-29T02:02:39.927871Z","end":"2026-03-29T02:02:41.109532Z","steps":["trace[740792426] 'agreement among raft nodes before linearized reading' (duration: 1.181633594s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:41.109552Z","caller":"traceutil/trace.go:171","msg":"trace[1113405751] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:733; }","duration":"722.210147ms","start":"2026-03-29T02:02:40.387333Z","end":"2026-03-29T02:02:41.109543Z","steps":["trace[1113405751] 'agreement among raft nodes before linearized reading' (duration: 722.163256ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:41.109552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:40.366018Z","time spent":"743.521398ms","remote":"127.0.0.1:33210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":89,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" limit:10000 "} {"level":"warn","ts":"2026-03-29T02:02:41.109565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:39.927861Z","time spent":"1.181697535s","remote":"127.0.0.1:33132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":105,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" limit:500 "} {"level":"warn","ts":"2026-03-29T02:02:41.109575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:40.387328Z","time spent":"722.240317ms","remote":"127.0.0.1:33224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":105,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" limit:500 "} {"level":"warn","ts":"2026-03-29T02:02:41.108523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.918304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:02:41.10962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"789.174267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:02:41.108984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"617.550043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:02:41.109646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.381729427s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:02:41.109659Z","caller":"traceutil/trace.go:171","msg":"trace[183434004] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:733; }","duration":"789.248419ms","start":"2026-03-29T02:02:40.3204Z","end":"2026-03-29T02:02:41.109649Z","steps":["trace[183434004] 'agreement among raft nodes before linearized reading' (duration: 789.187758ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:41.109674Z","caller":"traceutil/trace.go:171","msg":"trace[928118449] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:733; }","duration":"1.381758418s","start":"2026-03-29T02:02:39.727908Z","end":"2026-03-29T02:02:41.109667Z","steps":["trace[928118449] 'agreement among raft nodes before linearized reading' (duration: 1.381712017s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:41.109673Z","caller":"traceutil/trace.go:171","msg":"trace[1419540472] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:733; }","duration":"618.245798ms","start":"2026-03-29T02:02:40.49141Z","end":"2026-03-29T02:02:41.109656Z","steps":["trace[1419540472] 'agreement among raft nodes before linearized reading' (duration: 617.536903ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:41.109666Z","caller":"traceutil/trace.go:171","msg":"trace[877057803] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:733; }","duration":"473.064499ms","start":"2026-03-29T02:02:40.636581Z","end":"2026-03-29T02:02:41.109645Z","steps":["trace[877057803] 'agreement among raft nodes before linearized reading' (duration: 471.921784ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:41.10969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:40.320371Z","time spent":"789.30958ms","remote":"127.0.0.1:33200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:02:41.109491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.06565988s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:02:41.1088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"493.795948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:02:41.109726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.182736048s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:02:41.109738Z","caller":"traceutil/trace.go:171","msg":"trace[1582142491] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:733; }","duration":"494.759589ms","start":"2026-03-29T02:02:40.614971Z","end":"2026-03-29T02:02:41.109731Z","steps":["trace[1582142491] 'agreement among raft nodes before linearized reading' (duration: 493.812958ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:41.109741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"722.942933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:02:41.109761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:40.614962Z","time spent":"494.79275ms","remote":"127.0.0.1:33312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:02:41.109024Z","caller":"traceutil/trace.go:171","msg":"trace[998474158] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:733; }","duration":"591.240371ms","start":"2026-03-29T02:02:40.517773Z","end":"2026-03-29T02:02:41.109013Z","steps":["trace[998474158] 'agreement among raft nodes before linearized reading' (duration: 591.18233ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:41.108129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.414153923s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:02:41.109851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.300822129s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:02:41.1084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"529.297351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:02:41.109879Z","caller":"traceutil/trace.go:171","msg":"trace[1653280019] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:733; }","duration":"1.300849009s","start":"2026-03-29T02:02:39.809023Z","end":"2026-03-29T02:02:41.109872Z","steps":["trace[1653280019] 'agreement among raft nodes before linearized reading' (duration: 1.300811488s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:41.108489Z","caller":"traceutil/trace.go:171","msg":"trace[779966665] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:733; }","duration":"380.804569ms","start":"2026-03-29T02:02:40.727677Z","end":"2026-03-29T02:02:41.108482Z","steps":["trace[779966665] 'agreement among raft nodes before linearized reading' (duration: 380.759478ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:41.109889Z","caller":"traceutil/trace.go:171","msg":"trace[241568224] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:733; }","duration":"530.817775ms","start":"2026-03-29T02:02:40.579061Z","end":"2026-03-29T02:02:41.109879Z","steps":["trace[241568224] 'agreement among raft nodes before linearized reading' (duration: 529.306741ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:41.109899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:39.808998Z","time spent":"1.30089529s","remote":"127.0.0.1:33130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" limit:500 "} {"level":"warn","ts":"2026-03-29T02:02:41.10916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:40.502836Z","time spent":"606.314355ms","remote":"127.0.0.1:33268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:02:41.109096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"743.053528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:02:41.109926Z","caller":"traceutil/trace.go:171","msg":"trace[1431152099] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:733; }","duration":"1.415971483s","start":"2026-03-29T02:02:39.693912Z","end":"2026-03-29T02:02:41.109884Z","steps":["trace[1431152099] 'agreement among raft nodes before linearized reading' (duration: 1.414113772s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:41.109961Z","caller":"traceutil/trace.go:171","msg":"trace[205548779] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:733; }","duration":"743.947138ms","start":"2026-03-29T02:02:40.366005Z","end":"2026-03-29T02:02:41.109952Z","steps":["trace[205548779] 'agreement among raft nodes before linearized reading' (duration: 743.062139ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:41.108542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:40.271845Z","time spent":"836.680808ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-29T02:02:41.109848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"789.553455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:02:41.109997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:40.365988Z","time spent":"743.999929ms","remote":"127.0.0.1:33210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:02:41.110019Z","caller":"traceutil/trace.go:171","msg":"trace[1969660422] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:733; }","duration":"789.75056ms","start":"2026-03-29T02:02:40.32026Z","end":"2026-03-29T02:02:41.110011Z","steps":["trace[1969660422] 'agreement among raft nodes before linearized reading' (duration: 789.558696ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:41.109251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:40.490784Z","time spent":"618.456493ms","remote":"127.0.0.1:33254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":117,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" limit:10000 "} {"level":"warn","ts":"2026-03-29T02:02:41.109424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"742.156138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:02:41.110048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:39.693895Z","time spent":"1.416100377s","remote":"127.0.0.1:33114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:02:41.109476Z","caller":"traceutil/trace.go:171","msg":"trace[494872267] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:733; }","duration":"722.863451ms","start":"2026-03-29T02:02:40.386602Z","end":"2026-03-29T02:02:41.109465Z","steps":["trace[494872267] 'agreement among raft nodes before linearized reading' (duration: 722.79474ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:41.110081Z","caller":"traceutil/trace.go:171","msg":"trace[1343694629] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:733; }","duration":"742.828252ms","start":"2026-03-29T02:02:40.367243Z","end":"2026-03-29T02:02:41.110072Z","steps":["trace[1343694629] 'agreement among raft nodes before linearized reading' (duration: 742.160208ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:41.110108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:40.386596Z","time spent":"723.504075ms","remote":"127.0.0.1:33224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:02:41.110113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:40.367229Z","time spent":"742.873883ms","remote":"127.0.0.1:33210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":89,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" limit:500 "} {"level":"info","ts":"2026-03-29T02:02:41.109334Z","caller":"traceutil/trace.go:171","msg":"trace[1629050481] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:733; }","duration":"832.622268ms","start":"2026-03-29T02:02:40.276694Z","end":"2026-03-29T02:02:41.109316Z","steps":["trace[1629050481] 'agreement among raft nodes before linearized reading' (duration: 832.558077ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:41.109805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:39.727885Z","time spent":"1.381807009s","remote":"127.0.0.1:33126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:02:41.109272Z","caller":"traceutil/trace.go:171","msg":"trace[545689717] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:733; }","duration":"770.796531ms","start":"2026-03-29T02:02:40.338453Z","end":"2026-03-29T02:02:41.109249Z","steps":["trace[545689717] 'agreement among raft nodes before linearized reading' (duration: 770.729679ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:41.110173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:40.276688Z","time spent":"833.473906ms","remote":"127.0.0.1:33194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:02:41.110184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:40.338439Z","time spent":"771.736501ms","remote":"127.0.0.1:33206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:02:41.109456Z","caller":"traceutil/trace.go:171","msg":"trace[314652274] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:733; }","duration":"1.065558237s","start":"2026-03-29T02:02:40.043891Z","end":"2026-03-29T02:02:41.109449Z","steps":["trace[314652274] 'agreement among raft nodes before linearized reading' (duration: 1.065519146s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:41.109938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:40.727661Z","time spent":"382.24697ms","remote":"127.0.0.1:43314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:02:41.110251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:40.043878Z","time spent":"1.066349565s","remote":"127.0.0.1:33146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:02:41.109822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.300765387s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:02:41.108599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"574.247355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:02:41.110343Z","caller":"traceutil/trace.go:171","msg":"trace[1866948566] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:733; }","duration":"575.986574ms","start":"2026-03-29T02:02:40.534328Z","end":"2026-03-29T02:02:41.110315Z","steps":["trace[1866948566] 'agreement among raft nodes before linearized reading' (duration: 574.239016ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:41.109412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:40.578973Z","time spent":"530.429807ms","remote":"127.0.0.1:33294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":109,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" limit:10000 "} {"level":"info","ts":"2026-03-29T02:02:41.109739Z","caller":"traceutil/trace.go:171","msg":"trace[534449995] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:733; }","duration":"1.065929436s","start":"2026-03-29T02:02:40.043798Z","end":"2026-03-29T02:02:41.109727Z","steps":["trace[534449995] 'agreement among raft nodes before linearized reading' (duration: 1.06567059s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:41.11051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:40.04378Z","time spent":"1.066718883s","remote":"127.0.0.1:33146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" limit:10000 "} {"level":"warn","ts":"2026-03-29T02:02:41.109128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:40.518125Z","time spent":"590.994126ms","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" limit:500 "} {"level":"info","ts":"2026-03-29T02:02:41.10887Z","caller":"traceutil/trace.go:171","msg":"trace[1403267626] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:733; }","duration":"900.179532ms","start":"2026-03-29T02:02:40.20868Z","end":"2026-03-29T02:02:41.10886Z","steps":["trace[1403267626] 'agreement among raft nodes before linearized reading' (duration: 900.124711ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:41.110572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:40.208641Z","time spent":"901.920219ms","remote":"127.0.0.1:33186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" limit:500 "} {"level":"warn","ts":"2026-03-29T02:02:41.108732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:40.61539Z","time spent":"493.333626ms","remote":"127.0.0.1:33312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" limit:500 "} {"level":"info","ts":"2026-03-29T02:02:41.108616Z","caller":"traceutil/trace.go:171","msg":"trace[838788316] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:733; }","duration":"472.538738ms","start":"2026-03-29T02:02:40.63607Z","end":"2026-03-29T02:02:41.108608Z","steps":["trace[838788316] 'agreement among raft nodes before linearized reading' (duration: 472.498537ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:41.11065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:40.636025Z","time spent":"474.609503ms","remote":"127.0.0.1:33328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" limit:10000 "} {"level":"warn","ts":"2026-03-29T02:02:41.108258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.009275792s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:02:41.110713Z","caller":"traceutil/trace.go:171","msg":"trace[980923949] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:733; }","duration":"1.011762658s","start":"2026-03-29T02:02:40.098926Z","end":"2026-03-29T02:02:41.110689Z","steps":["trace[980923949] 'agreement among raft nodes before linearized reading' (duration: 1.009255092s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:41.108353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"900.094029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:02:41.110782Z","caller":"traceutil/trace.go:171","msg":"trace[1062675533] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:733; }","duration":"902.554774ms","start":"2026-03-29T02:02:40.208208Z","end":"2026-03-29T02:02:41.110763Z","steps":["trace[1062675533] 'agreement among raft nodes before linearized reading' (duration: 900.116639ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:41.110801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:40.098914Z","time spent":"1.01185081s","remote":"127.0.0.1:33164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":115,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" limit:500 "} {"level":"info","ts":"2026-03-29T02:02:41.110314Z","caller":"traceutil/trace.go:171","msg":"trace[2018065195] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:733; }","duration":"1.301263167s","start":"2026-03-29T02:02:39.809038Z","end":"2026-03-29T02:02:41.110301Z","steps":["trace[2018065195] 'agreement among raft nodes before linearized reading' (duration: 1.300765767s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:41.110821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:40.208187Z","time spent":"902.623905ms","remote":"127.0.0.1:33186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" limit:10000 "} {"level":"warn","ts":"2026-03-29T02:02:41.110943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:39.809031Z","time spent":"1.301890542s","remote":"127.0.0.1:33130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" limit:10000 "} {"level":"info","ts":"2026-03-29T02:02:41.10842Z","caller":"traceutil/trace.go:171","msg":"trace[956191314] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:733; }","duration":"513.859231ms","start":"2026-03-29T02:02:40.594545Z","end":"2026-03-29T02:02:41.108404Z","steps":["trace[956191314] 'agreement among raft nodes before linearized reading' (duration: 513.773088ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:41.108399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"875.897754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:02:41.111205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:40.594538Z","time spent":"516.644742ms","remote":"127.0.0.1:33298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:02:41.111216Z","caller":"traceutil/trace.go:171","msg":"trace[1819012271] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:733; }","duration":"878.740237ms","start":"2026-03-29T02:02:40.23246Z","end":"2026-03-29T02:02:41.1112Z","steps":["trace[1819012271] 'agreement among raft nodes before linearized reading' (duration: 875.910604ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:41.108386Z","caller":"traceutil/trace.go:171","msg":"trace[350226742] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:733; }","duration":"1.414170024s","start":"2026-03-29T02:02:39.694174Z","end":"2026-03-29T02:02:41.108344Z","steps":["trace[350226742] 'agreement among raft nodes before linearized reading' (duration: 1.413875797s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:41.111312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:39.694151Z","time spent":"1.41714439s","remote":"127.0.0.1:33114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" limit:10000 "} {"level":"info","ts":"2026-03-29T02:02:41.108499Z","caller":"traceutil/trace.go:171","msg":"trace[546325019] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:733; }","duration":"832.507446ms","start":"2026-03-29T02:02:40.275985Z","end":"2026-03-29T02:02:41.108493Z","steps":["trace[546325019] 'agreement among raft nodes before linearized reading' (duration: 832.448135ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:41.111359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:40.275973Z","time spent":"835.374319ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-29T02:02:41.108541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:40.232156Z","time spent":"876.375865ms","remote":"127.0.0.1:33190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":111,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" limit:10000 "} {"level":"warn","ts":"2026-03-29T02:02:41.111289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:40.232438Z","time spent":"878.83541ms","remote":"127.0.0.1:33190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":111,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" limit:500 "} {"level":"warn","ts":"2026-03-29T02:02:41.108674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.010246885s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:02:41.111562Z","caller":"traceutil/trace.go:171","msg":"trace[2080270936] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:733; }","duration":"1.013142599s","start":"2026-03-29T02:02:40.098409Z","end":"2026-03-29T02:02:41.111551Z","steps":["trace[2080270936] 'agreement among raft nodes before linearized reading' (duration: 1.010244425s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:41.10863Z","caller":"traceutil/trace.go:171","msg":"trace[1018998434] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:733; }","duration":"1.010152363s","start":"2026-03-29T02:02:40.098466Z","end":"2026-03-29T02:02:41.108618Z","steps":["trace[1018998434] 'agreement among raft nodes before linearized reading' (duration: 1.010096032s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:41.111668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:40.09844Z","time spent":"1.01318129s","remote":"127.0.0.1:33164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":115,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" limit:10000 "} {"level":"info","ts":"2026-03-29T02:02:41.109047Z","caller":"traceutil/trace.go:171","msg":"trace[77701955] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:733; }","duration":"574.671365ms","start":"2026-03-29T02:02:40.534361Z","end":"2026-03-29T02:02:41.109032Z","steps":["trace[77701955] 'agreement among raft nodes before linearized reading' (duration: 574.160954ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:41.112197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:40.534357Z","time spent":"577.786704ms","remote":"127.0.0.1:33288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:02:41.109052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"514.384432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:02:41.112273Z","caller":"traceutil/trace.go:171","msg":"trace[4384243] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:733; }","duration":"517.609744ms","start":"2026-03-29T02:02:40.594645Z","end":"2026-03-29T02:02:41.112255Z","steps":["trace[4384243] 'agreement among raft nodes before linearized reading' (duration: 514.384523ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:41.109092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:40.069508Z","time spent":"1.039574173s","remote":"127.0.0.1:33150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:02:41.112332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:40.594634Z","time spent":"517.676455ms","remote":"127.0.0.1:33298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":109,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" limit:10000 "} {"level":"info","ts":"2026-03-29T02:02:41.109093Z","caller":"traceutil/trace.go:171","msg":"trace[964915949] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:733; }","duration":"605.470496ms","start":"2026-03-29T02:02:40.503614Z","end":"2026-03-29T02:02:41.109084Z","steps":["trace[964915949] 'agreement among raft nodes before linearized reading' (duration: 605.427565ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:41.112444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:40.503605Z","time spent":"608.81201ms","remote":"127.0.0.1:33268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" limit:500 "} {"level":"warn","ts":"2026-03-29T02:02:41.109102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"769.703967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:02:41.112498Z","caller":"traceutil/trace.go:171","msg":"trace[474866999] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:733; }","duration":"773.117142ms","start":"2026-03-29T02:02:40.339375Z","end":"2026-03-29T02:02:41.112492Z","steps":["trace[474866999] 'agreement among raft nodes before linearized reading' (duration: 769.696117ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:41.11254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:40.339367Z","time spent":"773.165833ms","remote":"127.0.0.1:33206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":109,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" limit:500 "} {"level":"warn","ts":"2026-03-29T02:02:41.109158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"968.509152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:02:41.112603Z","caller":"traceutil/trace.go:171","msg":"trace[582566472] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:733; }","duration":"971.989348ms","start":"2026-03-29T02:02:40.140606Z","end":"2026-03-29T02:02:41.112595Z","steps":["trace[582566472] 'agreement among raft nodes before linearized reading' (duration: 968.528012ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:41.112629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:40.140581Z","time spent":"972.03857ms","remote":"127.0.0.1:33170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":111,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" limit:10000 "} {"level":"warn","ts":"2026-03-29T02:02:41.109155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"770.647197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:02:41.112714Z","caller":"traceutil/trace.go:171","msg":"trace[908172899] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:733; }","duration":"774.211916ms","start":"2026-03-29T02:02:40.338497Z","end":"2026-03-29T02:02:41.112709Z","steps":["trace[908172899] 'agreement among raft nodes before linearized reading' (duration: 770.629477ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:41.112731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:40.338454Z","time spent":"774.270647ms","remote":"127.0.0.1:33206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":109,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" limit:10000 "} {"level":"warn","ts":"2026-03-29T02:02:41.109216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"968.591254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:02:41.112792Z","caller":"traceutil/trace.go:171","msg":"trace[1062926046] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:733; }","duration":"972.180713ms","start":"2026-03-29T02:02:40.140604Z","end":"2026-03-29T02:02:41.112785Z","steps":["trace[1062926046] 'agreement among raft nodes before linearized reading' (duration: 968.590403ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:41.112812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:40.140596Z","time spent":"972.207284ms","remote":"127.0.0.1:33170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:02:41.109264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"990.849557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:02:41.112857Z","caller":"traceutil/trace.go:171","msg":"trace[945071014] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:733; }","duration":"994.466856ms","start":"2026-03-29T02:02:40.118382Z","end":"2026-03-29T02:02:41.112849Z","steps":["trace[945071014] 'agreement among raft nodes before linearized reading' (duration: 990.854756ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:41.112873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:40.11837Z","time spent":"994.497496ms","remote":"127.0.0.1:33166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":131,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" limit:500 "} {"level":"info","ts":"2026-03-29T02:02:41.109298Z","caller":"traceutil/trace.go:171","msg":"trace[1889768925] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:733; }","duration":"1.300368708s","start":"2026-03-29T02:02:39.808922Z","end":"2026-03-29T02:02:41.109291Z","steps":["trace[1889768925] 'agreement among raft nodes before linearized reading' (duration: 1.300316817s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:41.11291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:39.80889Z","time spent":"1.304009579s","remote":"127.0.0.1:33130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:02:41.109295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"672.875495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:02:41.112987Z","caller":"traceutil/trace.go:171","msg":"trace[1927362158] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:733; }","duration":"676.590148ms","start":"2026-03-29T02:02:40.436381Z","end":"2026-03-29T02:02:41.112971Z","steps":["trace[1927362158] 'agreement among raft nodes before linearized reading' (duration: 672.891096ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:41.109301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"991.037181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:02:41.113033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:40.436366Z","time spent":"676.652569ms","remote":"127.0.0.1:33240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":117,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" limit:500 "} {"level":"warn","ts":"2026-03-29T02:02:41.109301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.381387959s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:02:41.113103Z","caller":"traceutil/trace.go:171","msg":"trace[1404099638] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:733; }","duration":"1.385291466s","start":"2026-03-29T02:02:39.727791Z","end":"2026-03-29T02:02:41.113082Z","steps":["trace[1404099638] 'agreement among raft nodes before linearized reading' (duration: 1.381485562s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:41.113155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:39.727772Z","time spent":"1.385368877s","remote":"127.0.0.1:33126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":117,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" limit:10000 "} {"level":"warn","ts":"2026-03-29T02:02:41.109338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"991.123052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:02:41.11325Z","caller":"traceutil/trace.go:171","msg":"trace[1790011398] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:733; }","duration":"995.071949ms","start":"2026-03-29T02:02:40.118167Z","end":"2026-03-29T02:02:41.113239Z","steps":["trace[1790011398] 'agreement among raft nodes before linearized reading' (duration: 991.151443ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:41.113286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:40.118149Z","time spent":"995.12599ms","remote":"127.0.0.1:33166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":131,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" limit:10000 "} {"level":"warn","ts":"2026-03-29T02:02:41.109343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.353018742s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:02:41.113371Z","caller":"traceutil/trace.go:171","msg":"trace[1648031242] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:733; }","duration":"1.357043751s","start":"2026-03-29T02:02:39.756304Z","end":"2026-03-29T02:02:41.113348Z","steps":["trace[1648031242] 'agreement among raft nodes before linearized reading' (duration: 1.353016802s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:41.113408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:39.756297Z","time spent":"1.357097813s","remote":"127.0.0.1:33126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":117,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" limit:500 "} {"level":"warn","ts":"2026-03-29T02:02:41.109341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"673.427588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:02:41.113509Z","caller":"traceutil/trace.go:171","msg":"trace[1519148800] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:733; }","duration":"677.59689ms","start":"2026-03-29T02:02:40.435902Z","end":"2026-03-29T02:02:41.113499Z","steps":["trace[1519148800] 'agreement among raft nodes before linearized reading' (duration: 673.414428ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:41.11354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:40.435857Z","time spent":"677.672102ms","remote":"127.0.0.1:33240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:02:41.109385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"673.574882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:02:41.113759Z","caller":"traceutil/trace.go:171","msg":"trace[1124231166] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:733; }","duration":"677.944648ms","start":"2026-03-29T02:02:40.435802Z","end":"2026-03-29T02:02:41.113747Z","steps":["trace[1124231166] 'agreement among raft nodes before linearized reading' (duration: 673.561482ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:41.113794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:40.435788Z","time spent":"677.994019ms","remote":"127.0.0.1:33240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":117,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" limit:10000 "} {"level":"warn","ts":"2026-03-29T02:02:41.109393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:40.045057Z","time spent":"1.06432558s","remote":"127.0.0.1:33146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" limit:500 "} {"level":"info","ts":"2026-03-29T02:02:41.109418Z","caller":"traceutil/trace.go:171","msg":"trace[2051443940] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:733; }","duration":"1.35382096s","start":"2026-03-29T02:02:39.755587Z","end":"2026-03-29T02:02:41.109408Z","steps":["trace[2051443940] 'agreement among raft nodes before linearized reading' (duration: 1.353775509s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:41.113993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:39.755578Z","time spent":"1.35839776s","remote":"127.0.0.1:33128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:02:41.109694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.182681446s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:02:41.114095Z","caller":"traceutil/trace.go:171","msg":"trace[687349300] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:733; }","duration":"1.187077894s","start":"2026-03-29T02:02:39.926993Z","end":"2026-03-29T02:02:41.114071Z","steps":["trace[687349300] 'agreement among raft nodes before linearized reading' (duration: 1.182679197s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:41.114157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:39.926985Z","time spent":"1.187152976s","remote":"127.0.0.1:33132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":105,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" limit:10000 "} {"level":"warn","ts":"2026-03-29T02:02:41.109707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:40.491406Z","time spent":"618.289349ms","remote":"127.0.0.1:33254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":117,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" limit:500 "} {"level":"info","ts":"2026-03-29T02:02:41.108343Z","caller":"traceutil/trace.go:171","msg":"trace[816317311] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:733; }","duration":"899.72816ms","start":"2026-03-29T02:02:40.208595Z","end":"2026-03-29T02:02:41.108323Z","steps":["trace[816317311] 'agreement among raft nodes before linearized reading' (duration: 899.562567ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:41.114499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:40.208195Z","time spent":"906.287736ms","remote":"127.0.0.1:33186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:02:41.109742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:40.636572Z","time spent":"473.147891ms","remote":"127.0.0.1:33328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" limit:500 "} {"level":"info","ts":"2026-03-29T02:02:41.109754Z","caller":"traceutil/trace.go:171","msg":"trace[2112702512] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:733; }","duration":"1.182777118s","start":"2026-03-29T02:02:39.926969Z","end":"2026-03-29T02:02:41.109746Z","steps":["trace[2112702512] 'agreement among raft nodes before linearized reading' (duration: 1.182739528s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:41.114694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:39.92696Z","time spent":"1.187718628s","remote":"127.0.0.1:33132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:02:41.109787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.188967605s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:02:41.114815Z","caller":"traceutil/trace.go:171","msg":"trace[158349201] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:733; }","duration":"1.194010837s","start":"2026-03-29T02:02:39.920791Z","end":"2026-03-29T02:02:41.114802Z","steps":["trace[158349201] 'agreement among raft nodes before linearized reading' (duration: 1.188979996s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:41.114846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:39.920776Z","time spent":"1.194062288s","remote":"127.0.0.1:43010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-29T02:02:41.109788Z","caller":"traceutil/trace.go:171","msg":"trace[84453415] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:733; }","duration":"722.991064ms","start":"2026-03-29T02:02:40.386786Z","end":"2026-03-29T02:02:41.109777Z","steps":["trace[84453415] 'agreement among raft nodes before linearized reading' (duration: 722.917482ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:41.114964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:40.386727Z","time spent":"728.214149ms","remote":"127.0.0.1:33224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":105,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" limit:10000 "} {"level":"warn","ts":"2026-03-29T02:02:41.109836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:40.517741Z","time spent":"592.081109ms","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:02:41.109917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:40.579018Z","time spent":"530.889597ms","remote":"127.0.0.1:33294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:02:41.110049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:40.320218Z","time spent":"789.822642ms","remote":"127.0.0.1:33200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" limit:10000 "} {"level":"warn","ts":"2026-03-29T02:02:41.110395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:40.534319Z","time spent":"576.055545ms","remote":"127.0.0.1:33288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":105,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" limit:10000 "} {"level":"info","ts":"2026-03-29T02:02:41.108412Z","caller":"traceutil/trace.go:171","msg":"trace[854953650] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:733; }","duration":"832.221009ms","start":"2026-03-29T02:02:40.276174Z","end":"2026-03-29T02:02:41.108395Z","steps":["trace[854953650] 'agreement among raft nodes before linearized reading' (duration: 832.151947ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:41.115183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:40.276161Z","time spent":"839.010499ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-29T02:02:41.108555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.429205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:02:41.115262Z","caller":"traceutil/trace.go:171","msg":"trace[2051378801] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:733; }","duration":"479.148923ms","start":"2026-03-29T02:02:40.6361Z","end":"2026-03-29T02:02:41.115249Z","steps":["trace[2051378801] 'agreement among raft nodes before linearized reading' (duration: 472.437625ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:41.111591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:40.098401Z","time spent":"1.013179249s","remote":"127.0.0.1:33164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:02:41.115308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:40.636091Z","time spent":"479.202614ms","remote":"127.0.0.1:33328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:02:41.109041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"618.010213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:02:41.11537Z","caller":"traceutil/trace.go:171","msg":"trace[1720694187] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:733; }","duration":"624.348883ms","start":"2026-03-29T02:02:40.491009Z","end":"2026-03-29T02:02:41.115358Z","steps":["trace[1720694187] 'agreement among raft nodes before linearized reading' (duration: 618.001363ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:41.115407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:40.491004Z","time spent":"624.391484ms","remote":"127.0.0.1:33254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:02:41.11306Z","caller":"traceutil/trace.go:171","msg":"trace[1873831715] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:733; }","duration":"994.820833ms","start":"2026-03-29T02:02:40.11823Z","end":"2026-03-29T02:02:41.11305Z","steps":["trace[1873831715] 'agreement among raft nodes before linearized reading' (duration: 991.04878ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:41.115457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:40.118211Z","time spent":"997.237467ms","remote":"127.0.0.1:33166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:02:41.890242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"705.10867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/envoy-gateway-topology-injector.envoy-gateway-system\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:02:41.890283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.052455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.36\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-29T02:02:41.890353Z","caller":"traceutil/trace.go:171","msg":"trace[1282272458] range","detail":"{range_begin:/registry/masterleases/162.253.55.36; range_end:; response_count:1; response_revision:739; }","duration":"376.183338ms","start":"2026-03-29T02:02:41.514153Z","end":"2026-03-29T02:02:41.890336Z","steps":["trace[1282272458] 'range keys from in-memory index tree' (duration: 375.886642ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:41.890349Z","caller":"traceutil/trace.go:171","msg":"trace[907142609] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/envoy-gateway-topology-injector.envoy-gateway-system; range_end:; response_count:0; response_revision:739; }","duration":"705.275113ms","start":"2026-03-29T02:02:41.18505Z","end":"2026-03-29T02:02:41.890325Z","steps":["trace[907142609] 'range keys from in-memory index tree' (duration: 704.971446ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:41.890394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:41.51413Z","time spent":"376.25464ms","remote":"127.0.0.1:43048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/162.253.55.36\" "} {"level":"warn","ts":"2026-03-29T02:02:41.890434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:41.185024Z","time spent":"705.391695ms","remote":"127.0.0.1:43496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/mutatingwebhookconfigurations/envoy-gateway-topology-injector.envoy-gateway-system\" "} {"level":"info","ts":"2026-03-29T02:02:42.655312Z","caller":"traceutil/trace.go:171","msg":"trace[1985835442] transaction","detail":"{read_only:false; response_revision:741; number_of_response:1; }","duration":"357.876662ms","start":"2026-03-29T02:02:42.297412Z","end":"2026-03-29T02:02:42.655288Z","steps":["trace[1985835442] 'process raft request' (duration: 357.063754ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:42.655462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:42.297384Z","time spent":"357.995465ms","remote":"127.0.0.1:43088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036289,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:02:42.850699Z","caller":"traceutil/trace.go:171","msg":"trace[670138279] transaction","detail":"{read_only:false; response_revision:742; number_of_response:1; }","duration":"137.591452ms","start":"2026-03-29T02:02:42.713083Z","end":"2026-03-29T02:02:42.850675Z","steps":["trace[670138279] 'process raft request' (duration: 137.425248ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:43.255477Z","caller":"traceutil/trace.go:171","msg":"trace[930334279] linearizableReadLoop","detail":"{readStateIndex:778; appliedIndex:776; }","duration":"118.51702ms","start":"2026-03-29T02:02:43.136925Z","end":"2026-03-29T02:02:43.255442Z","steps":["trace[930334279] 'read index received' (duration: 74.763952ms)","trace[930334279] 'applied index is now lower than readState.Index' (duration: 43.751508ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:02:43.255624Z","caller":"traceutil/trace.go:171","msg":"trace[1402966309] transaction","detail":"{read_only:false; response_revision:744; number_of_response:1; }","duration":"122.705773ms","start":"2026-03-29T02:02:43.13287Z","end":"2026-03-29T02:02:43.255576Z","steps":["trace[1402966309] 'process raft request' (duration: 122.363216ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:43.255791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.829497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-29T02:02:43.255831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.893647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-29T02:02:43.255893Z","caller":"traceutil/trace.go:171","msg":"trace[1930309486] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:744; }","duration":"118.012809ms","start":"2026-03-29T02:02:43.137866Z","end":"2026-03-29T02:02:43.255879Z","steps":["trace[1930309486] 'agreement among raft nodes before linearized reading' (duration: 117.796814ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:43.25597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.967979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-29T02:02:43.255853Z","caller":"traceutil/trace.go:171","msg":"trace[1263292186] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:744; }","duration":"118.929059ms","start":"2026-03-29T02:02:43.13691Z","end":"2026-03-29T02:02:43.255839Z","steps":["trace[1263292186] 'agreement among raft nodes before linearized reading' (duration: 118.711744ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:43.256007Z","caller":"traceutil/trace.go:171","msg":"trace[1829565720] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:744; }","duration":"118.05964ms","start":"2026-03-29T02:02:43.137938Z","end":"2026-03-29T02:02:43.255998Z","steps":["trace[1829565720] 'agreement among raft nodes before linearized reading' (duration: 117.949548ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:43.641634Z","caller":"traceutil/trace.go:171","msg":"trace[1231492985] transaction","detail":"{read_only:false; response_revision:750; number_of_response:1; }","duration":"215.669328ms","start":"2026-03-29T02:02:43.425943Z","end":"2026-03-29T02:02:43.641612Z","steps":["trace[1231492985] 'process raft request' (duration: 215.497594ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:44.22693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.48258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:02:44.227038Z","caller":"traceutil/trace.go:171","msg":"trace[1987983623] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:754; }","duration":"308.647414ms","start":"2026-03-29T02:02:43.918371Z","end":"2026-03-29T02:02:44.227019Z","steps":["trace[1987983623] 'range keys from in-memory index tree' (duration: 308.377988ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:44.227087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:43.918349Z","time spent":"308.727515ms","remote":"127.0.0.1:43010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:02:45.760293Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583528501943121,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-29T02:02:45.862889Z","caller":"traceutil/trace.go:171","msg":"trace[394510098] linearizableReadLoop","detail":"{readStateIndex:789; appliedIndex:788; }","duration":"603.281178ms","start":"2026-03-29T02:02:45.25959Z","end":"2026-03-29T02:02:45.862871Z","steps":["trace[394510098] 'read index received' (duration: 603.057313ms)","trace[394510098] 'applied index is now lower than readState.Index' (duration: 223.165µs)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:02:45.862962Z","caller":"traceutil/trace.go:171","msg":"trace[852716577] transaction","detail":"{read_only:false; response_revision:755; number_of_response:1; }","duration":"641.925922ms","start":"2026-03-29T02:02:45.221006Z","end":"2026-03-29T02:02:45.862932Z","steps":["trace[852716577] 'process raft request' (duration: 641.743598ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:45.863065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"598.960612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"warn","ts":"2026-03-29T02:02:45.863072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"603.471012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:431"} {"level":"info","ts":"2026-03-29T02:02:45.863095Z","caller":"traceutil/trace.go:171","msg":"trace[65127054] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:755; }","duration":"599.038314ms","start":"2026-03-29T02:02:45.26405Z","end":"2026-03-29T02:02:45.863088Z","steps":["trace[65127054] 'agreement among raft nodes before linearized reading' (duration: 598.922801ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:45.863126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:45.26403Z","time spent":"599.089745ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-29T02:02:45.863117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:45.220983Z","time spent":"642.044854ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:02:45.863141Z","caller":"traceutil/trace.go:171","msg":"trace[728278257] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:755; }","duration":"603.570355ms","start":"2026-03-29T02:02:45.259542Z","end":"2026-03-29T02:02:45.863112Z","steps":["trace[728278257] 'agreement among raft nodes before linearized reading' (duration: 603.398871ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:45.863179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:45.259518Z","time spent":"603.652536ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-29T02:02:45.863184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"516.293115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-29T02:02:45.863204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"562.807293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-29T02:02:45.86326Z","caller":"traceutil/trace.go:171","msg":"trace[197935928] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:755; }","duration":"516.408407ms","start":"2026-03-29T02:02:45.346833Z","end":"2026-03-29T02:02:45.863242Z","steps":["trace[197935928] 'agreement among raft nodes before linearized reading' (duration: 516.184912ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:45.86328Z","caller":"traceutil/trace.go:171","msg":"trace[119101154] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:755; }","duration":"562.912985ms","start":"2026-03-29T02:02:45.300339Z","end":"2026-03-29T02:02:45.863252Z","steps":["trace[119101154] 'agreement among raft nodes before linearized reading' (duration: 562.756421ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:45.863304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:45.346816Z","time spent":"516.478619ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-29T02:02:45.863317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:45.300317Z","time spent":"562.992347ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-29T02:02:46.050328Z","caller":"traceutil/trace.go:171","msg":"trace[145133913] transaction","detail":"{read_only:false; response_revision:756; number_of_response:1; }","duration":"183.790724ms","start":"2026-03-29T02:02:45.866508Z","end":"2026-03-29T02:02:46.050299Z","steps":["trace[145133913] 'process raft request' (duration: 183.62512ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:46.225817Z","caller":"traceutil/trace.go:171","msg":"trace[166280312] transaction","detail":"{read_only:false; response_revision:757; number_of_response:1; }","duration":"358.878774ms","start":"2026-03-29T02:02:45.866914Z","end":"2026-03-29T02:02:46.225793Z","steps":["trace[166280312] 'process raft request' (duration: 339.840673ms)","trace[166280312] 'compare' (duration: 18.883008ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:02:46.225972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:45.866889Z","time spent":"359.000816ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:02:46.226199Z","caller":"traceutil/trace.go:171","msg":"trace[1807830014] transaction","detail":"{read_only:false; response_revision:758; number_of_response:1; }","duration":"359.188921ms","start":"2026-03-29T02:02:45.866998Z","end":"2026-03-29T02:02:46.226187Z","steps":["trace[1807830014] 'process raft request' (duration: 358.750961ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:46.226267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:45.866932Z","time spent":"359.302563ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:02:46.226272Z","caller":"traceutil/trace.go:171","msg":"trace[1134784123] linearizableReadLoop","detail":"{readStateIndex:793; appliedIndex:789; }","duration":"308.636963ms","start":"2026-03-29T02:02:45.917581Z","end":"2026-03-29T02:02:46.226218Z","steps":["trace[1134784123] 'read index received' (duration: 132.662184ms)","trace[1134784123] 'applied index is now lower than readState.Index' (duration: 175.973339ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:02:46.226305Z","caller":"traceutil/trace.go:171","msg":"trace[1384891672] transaction","detail":"{read_only:false; response_revision:759; number_of_response:1; }","duration":"359.241392ms","start":"2026-03-29T02:02:45.867032Z","end":"2026-03-29T02:02:46.226274Z","steps":["trace[1384891672] 'process raft request' (duration: 358.996896ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:46.226437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.830737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:02:46.226455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:45.867021Z","time spent":"359.361435ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:02:46.226495Z","caller":"traceutil/trace.go:171","msg":"trace[970287403] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:759; }","duration":"308.94085ms","start":"2026-03-29T02:02:45.917537Z","end":"2026-03-29T02:02:46.226478Z","steps":["trace[970287403] 'agreement among raft nodes before linearized reading' (duration: 308.832638ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:46.226543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:45.917517Z","time spent":"309.014092ms","remote":"127.0.0.1:43010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:02:47.146678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.996649ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-29T02:02:47.146793Z","caller":"traceutil/trace.go:171","msg":"trace[1943071670] linearizableReadLoop","detail":"{readStateIndex:794; appliedIndex:793; }","duration":"228.519812ms","start":"2026-03-29T02:02:46.918255Z","end":"2026-03-29T02:02:47.146775Z","steps":["trace[1943071670] 'read index received' (duration: 53.343599ms)","trace[1943071670] 'applied index is now lower than readState.Index' (duration: 175.174393ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:02:47.146941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.673146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:02:47.147012Z","caller":"traceutil/trace.go:171","msg":"trace[1549675990] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:759; }","duration":"228.790068ms","start":"2026-03-29T02:02:46.918204Z","end":"2026-03-29T02:02:47.146994Z","steps":["trace[1549675990] 'agreement among raft nodes before linearized reading' (duration: 228.650635ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:50.035615Z","caller":"traceutil/trace.go:171","msg":"trace[1241553104] transaction","detail":"{read_only:false; response_revision:766; number_of_response:1; }","duration":"127.051659ms","start":"2026-03-29T02:02:49.908538Z","end":"2026-03-29T02:02:50.03559Z","steps":["trace[1241553104] 'process raft request' (duration: 126.889905ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:50.180697Z","caller":"traceutil/trace.go:171","msg":"trace[1342395663] linearizableReadLoop","detail":"{readStateIndex:802; appliedIndex:801; }","duration":"102.751342ms","start":"2026-03-29T02:02:50.077909Z","end":"2026-03-29T02:02:50.180661Z","steps":["trace[1342395663] 'read index received' (duration: 17.155719ms)","trace[1342395663] 'applied index is now lower than readState.Index' (duration: 85.594453ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:02:50.180765Z","caller":"traceutil/trace.go:171","msg":"trace[1967095432] transaction","detail":"{read_only:false; response_revision:767; number_of_response:1; }","duration":"240.278723ms","start":"2026-03-29T02:02:49.940454Z","end":"2026-03-29T02:02:50.180733Z","steps":["trace[1967095432] 'process raft request' (duration: 154.584638ms)","trace[1967095432] 'compare' (duration: 85.439309ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:02:50.180919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.996497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-03-29T02:02:50.18096Z","caller":"traceutil/trace.go:171","msg":"trace[350535697] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:767; }","duration":"103.092729ms","start":"2026-03-29T02:02:50.077856Z","end":"2026-03-29T02:02:50.180949Z","steps":["trace[350535697] 'agreement among raft nodes before linearized reading' (duration: 102.934436ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:51.229797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"719.680661ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:02:51.229912Z","caller":"traceutil/trace.go:171","msg":"trace[570869770] linearizableReadLoop","detail":"{readStateIndex:804; appliedIndex:803; }","duration":"899.552528ms","start":"2026-03-29T02:02:50.330338Z","end":"2026-03-29T02:02:51.229891Z","steps":["trace[570869770] 'read index received' (duration: 179.241652ms)","trace[570869770] 'applied index is now lower than readState.Index' (duration: 720.308866ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:02:51.230022Z","caller":"traceutil/trace.go:171","msg":"trace[2134120598] transaction","detail":"{read_only:false; response_revision:769; number_of_response:1; }","duration":"951.986846ms","start":"2026-03-29T02:02:50.278019Z","end":"2026-03-29T02:02:51.230006Z","steps":["trace[2134120598] 'process raft request' (duration: 231.569178ms)","trace[2134120598] 'compare' (duration: 719.575679ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:02:51.230117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:50.278002Z","time spent":"952.064689ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:02:51.230387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"899.520567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:431"} {"level":"info","ts":"2026-03-29T02:02:51.230497Z","caller":"traceutil/trace.go:171","msg":"trace[2040071270] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:769; }","duration":"899.685ms","start":"2026-03-29T02:02:50.330789Z","end":"2026-03-29T02:02:51.230474Z","steps":["trace[2040071270] 'agreement among raft nodes before linearized reading' (duration: 899.360162ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:51.230549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:50.330772Z","time spent":"899.767592ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-29T02:02:51.230602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"900.253283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-29T02:02:51.230665Z","caller":"traceutil/trace.go:171","msg":"trace[580914746] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:769; }","duration":"900.341505ms","start":"2026-03-29T02:02:50.330307Z","end":"2026-03-29T02:02:51.230648Z","steps":["trace[580914746] 'agreement among raft nodes before linearized reading' (duration: 900.155561ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:51.230719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:50.330291Z","time spent":"900.409326ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-29T02:02:51.230813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.142284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:02:51.230848Z","caller":"traceutil/trace.go:171","msg":"trace[2109823596] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:769; }","duration":"313.199594ms","start":"2026-03-29T02:02:50.917637Z","end":"2026-03-29T02:02:51.230837Z","steps":["trace[2109823596] 'agreement among raft nodes before linearized reading' (duration: 313.144173ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:51.230876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:50.91762Z","time spent":"313.249836ms","remote":"127.0.0.1:43010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-29T02:02:52.374471Z","caller":"traceutil/trace.go:171","msg":"trace[1609204409] transaction","detail":"{read_only:false; response_revision:774; number_of_response:1; }","duration":"153.144556ms","start":"2026-03-29T02:02:52.221285Z","end":"2026-03-29T02:02:52.374429Z","steps":["trace[1609204409] 'process raft request' (duration: 152.906761ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:52.698343Z","caller":"traceutil/trace.go:171","msg":"trace[957225176] transaction","detail":"{read_only:false; response_revision:775; number_of_response:1; }","duration":"142.511341ms","start":"2026-03-29T02:02:52.555803Z","end":"2026-03-29T02:02:52.698315Z","steps":["trace[957225176] 'process raft request' (duration: 142.361867ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:53.569423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.743744ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:02:53.569547Z","caller":"traceutil/trace.go:171","msg":"trace[1478953331] transaction","detail":"{read_only:false; response_revision:777; number_of_response:1; }","duration":"239.704089ms","start":"2026-03-29T02:02:53.329823Z","end":"2026-03-29T02:02:53.569527Z","steps":["trace[1478953331] 'process raft request' (duration: 45.775011ms)","trace[1478953331] 'compare' (duration: 193.622621ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:02:53.594597Z","caller":"traceutil/trace.go:171","msg":"trace[2072829063] transaction","detail":"{read_only:false; response_revision:778; number_of_response:1; }","duration":"264.173651ms","start":"2026-03-29T02:02:53.330406Z","end":"2026-03-29T02:02:53.594579Z","steps":["trace[2072829063] 'process raft request' (duration: 264.025478ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:53.59485Z","caller":"traceutil/trace.go:171","msg":"trace[748286119] transaction","detail":"{read_only:false; response_revision:779; number_of_response:1; }","duration":"221.669081ms","start":"2026-03-29T02:02:53.373169Z","end":"2026-03-29T02:02:53.594838Z","steps":["trace[748286119] 'process raft request' (duration: 221.368884ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:53.594903Z","caller":"traceutil/trace.go:171","msg":"trace[1866731676] linearizableReadLoop","detail":"{readStateIndex:815; appliedIndex:813; }","duration":"170.280994ms","start":"2026-03-29T02:02:53.424581Z","end":"2026-03-29T02:02:53.594862Z","steps":["trace[1866731676] 'read index received' (duration: 169.775333ms)","trace[1866731676] 'applied index is now lower than readState.Index' (duration: 501.411µs)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:02:53.595114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.502229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:02:53.595203Z","caller":"traceutil/trace.go:171","msg":"trace[1105996511] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:779; }","duration":"170.611072ms","start":"2026-03-29T02:02:53.424572Z","end":"2026-03-29T02:02:53.595183Z","steps":["trace[1105996511] 'agreement among raft nodes before linearized reading' (duration: 170.416088ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:53.595213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.517008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:351"} {"level":"info","ts":"2026-03-29T02:02:53.595273Z","caller":"traceutil/trace.go:171","msg":"trace[183608388] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:779; }","duration":"131.59443ms","start":"2026-03-29T02:02:53.463661Z","end":"2026-03-29T02:02:53.595256Z","steps":["trace[183608388] 'agreement among raft nodes before linearized reading' (duration: 131.414156ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:54.434277Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583528501943185,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:02:54.924352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.243467501s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:02:54.924464Z","caller":"traceutil/trace.go:171","msg":"trace[157004562] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:779; }","duration":"1.243622634s","start":"2026-03-29T02:02:53.680813Z","end":"2026-03-29T02:02:54.924436Z","steps":["trace[157004562] 'count revisions from in-memory index tree' (duration: 1.243377959s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:54.924525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:53.680791Z","time spent":"1.243715236s","remote":"127.0.0.1:43132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":29,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:02:54.924924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.354393ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:02:54.925076Z","caller":"traceutil/trace.go:171","msg":"trace[1791604138] linearizableReadLoop","detail":"{readStateIndex:816; appliedIndex:815; }","duration":"991.751785ms","start":"2026-03-29T02:02:53.933251Z","end":"2026-03-29T02:02:54.925003Z","steps":["trace[1791604138] 'read index received' (duration: 524.164898ms)","trace[1791604138] 'applied index is now lower than readState.Index' (duration: 467.584367ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:02:54.925124Z","caller":"traceutil/trace.go:171","msg":"trace[135593140] transaction","detail":"{read_only:false; response_revision:780; number_of_response:1; }","duration":"1.230411953s","start":"2026-03-29T02:02:53.694665Z","end":"2026-03-29T02:02:54.925077Z","steps":["trace[135593140] 'process raft request' (duration: 762.834306ms)","trace[135593140] 'compare' (duration: 466.962262ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:02:54.925347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:53.69464Z","time spent":"1.230610998s","remote":"127.0.0.1:43074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":688,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-29T02:02:54.925475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"992.221096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-dhmdt\" ","response":"range_response_count:1 size:16961"} {"level":"info","ts":"2026-03-29T02:02:54.92554Z","caller":"traceutil/trace.go:171","msg":"trace[1183123144] range","detail":"{range_begin:/registry/pods/kube-system/cilium-dhmdt; range_end:; response_count:1; response_revision:780; }","duration":"992.335809ms","start":"2026-03-29T02:02:53.933191Z","end":"2026-03-29T02:02:54.925527Z","steps":["trace[1183123144] 'agreement among raft nodes before linearized reading' (duration: 992.088173ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:54.925583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:53.933168Z","time spent":"992.40696ms","remote":"127.0.0.1:43172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":16985,"request content":"key:\"/registry/pods/kube-system/cilium-dhmdt\" "} {"level":"warn","ts":"2026-03-29T02:02:54.925967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"845.539793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-03-29T02:02:54.92605Z","caller":"traceutil/trace.go:171","msg":"trace[980162082] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:780; }","duration":"845.669047ms","start":"2026-03-29T02:02:54.080364Z","end":"2026-03-29T02:02:54.926033Z","steps":["trace[980162082] 'agreement among raft nodes before linearized reading' (duration: 845.454802ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:54.926095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:54.080343Z","time spent":"845.742348ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-29T02:02:54.926146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"539.255543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-03-29T02:02:54.926203Z","caller":"traceutil/trace.go:171","msg":"trace[427238241] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:780; }","duration":"539.359515ms","start":"2026-03-29T02:02:54.386827Z","end":"2026-03-29T02:02:54.926186Z","steps":["trace[427238241] 'agreement among raft nodes before linearized reading' (duration: 539.174681ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:54.926237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:54.386788Z","time spent":"539.441647ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-29T02:02:55.579285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.37597ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:02:55.579406Z","caller":"traceutil/trace.go:171","msg":"trace[289212621] transaction","detail":"{read_only:false; response_revision:781; number_of_response:1; }","duration":"648.814373ms","start":"2026-03-29T02:02:54.930568Z","end":"2026-03-29T02:02:55.579383Z","steps":["trace[289212621] 'process raft request' (duration: 244.222439ms)","trace[289212621] 'compare' (duration: 404.084763ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:02:55.579466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:54.930543Z","time spent":"648.894665ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:02:55.82966Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583528501943189,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:02:56.120958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.501208ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:02:56.121227Z","caller":"traceutil/trace.go:171","msg":"trace[96111552] linearizableReadLoop","detail":"{readStateIndex:819; appliedIndex:817; }","duration":"792.168103ms","start":"2026-03-29T02:02:55.329042Z","end":"2026-03-29T02:02:56.12121Z","steps":["trace[96111552] 'read index received' (duration: 612.350867ms)","trace[96111552] 'applied index is now lower than readState.Index' (duration: 179.816436ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:02:56.121258Z","caller":"traceutil/trace.go:171","msg":"trace[2132660186] transaction","detail":"{read_only:false; response_revision:782; number_of_response:1; }","duration":"1.189826085s","start":"2026-03-29T02:02:54.9314Z","end":"2026-03-29T02:02:56.121226Z","steps":["trace[2132660186] 'process raft request' (duration: 1.009972228s)","trace[2132660186] 'compare' (duration: 179.365635ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:02:56.121295Z","caller":"traceutil/trace.go:171","msg":"trace[311356094] transaction","detail":"{read_only:false; response_revision:783; number_of_response:1; }","duration":"1.182346349s","start":"2026-03-29T02:02:54.93892Z","end":"2026-03-29T02:02:56.121267Z","steps":["trace[311356094] 'process raft request' (duration: 1.182226326s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:56.1214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"792.362227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-29T02:02:56.121393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:54.93137Z","time spent":"1.189950267s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:02:56.121433Z","caller":"traceutil/trace.go:171","msg":"trace[157515816] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:783; }","duration":"792.430679ms","start":"2026-03-29T02:02:55.328992Z","end":"2026-03-29T02:02:56.121423Z","steps":["trace[157515816] 'agreement among raft nodes before linearized reading' (duration: 792.314877ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:56.121477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:54.938891Z","time spent":"1.182497362s","remote":"127.0.0.1:43172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17130,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:02:56.121478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:55.328967Z","time spent":"792.4996ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-29T02:02:56.121609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.993501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-29T02:02:56.121687Z","caller":"traceutil/trace.go:171","msg":"trace[13466101] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:783; }","duration":"522.143764ms","start":"2026-03-29T02:02:55.599526Z","end":"2026-03-29T02:02:56.12167Z","steps":["trace[13466101] 'agreement among raft nodes before linearized reading' (duration: 521.91821ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:56.121735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:55.599507Z","time spent":"522.213986ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-29T02:02:56.121699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"548.131428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-29T02:02:56.121814Z","caller":"traceutil/trace.go:171","msg":"trace[1570072774] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:783; }","duration":"548.293432ms","start":"2026-03-29T02:02:55.573492Z","end":"2026-03-29T02:02:56.121785Z","steps":["trace[1570072774] 'agreement among raft nodes before linearized reading' (duration: 547.957975ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:56.121891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:55.573476Z","time spent":"548.400384ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-29T02:02:56.814792Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583528501943194,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:02:57.31563Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583528501943194,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:02:57.816346Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583528501943194,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:02:57.906489Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.701134508s","expected-duration":"1s"} {"level":"info","ts":"2026-03-29T02:02:57.906774Z","caller":"traceutil/trace.go:171","msg":"trace[1595199414] transaction","detail":"{read_only:false; response_revision:784; number_of_response:1; }","duration":"1.778940329s","start":"2026-03-29T02:02:56.127815Z","end":"2026-03-29T02:02:57.906756Z","steps":["trace[1595199414] 'process raft request' (duration: 1.778825237s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:57.906865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:56.127763Z","time spent":"1.779048641s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:02:58.918863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000015226s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-29T02:02:58.918965Z","caller":"traceutil/trace.go:171","msg":"trace[195406743] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00019479s","start":"2026-03-29T02:02:56.918745Z","end":"2026-03-29T02:02:58.91894Z","steps":["trace[195406743] 'agreement among raft nodes before linearized reading' (duration: 2.000053087s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:58.919043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:56.918722Z","time spent":"2.000297302s","remote":"127.0.0.1:43010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/29 02:02:58 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-29T02:02:58.925094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"603.162115ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:02:58.925461Z","caller":"traceutil/trace.go:171","msg":"trace[764083664] transaction","detail":"{read_only:false; response_revision:785; number_of_response:1; }","duration":"2.795942433s","start":"2026-03-29T02:02:56.129476Z","end":"2026-03-29T02:02:58.925418Z","steps":["trace[764083664] 'process raft request' (duration: 2.192383419s)","trace[764083664] 'compare' (duration: 602.943259ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:02:58.925457Z","caller":"traceutil/trace.go:171","msg":"trace[272019257] transaction","detail":"{read_only:false; response_revision:786; number_of_response:1; }","duration":"2.777643849s","start":"2026-03-29T02:02:56.14778Z","end":"2026-03-29T02:02:58.925424Z","steps":["trace[272019257] 'process raft request' (duration: 2.777405824s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:58.92558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:56.129455Z","time spent":"2.796063485s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:02:58.925614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:56.147723Z","time spent":"2.777808062s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:03:00.919086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999834882s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-29T02:03:00.919171Z","caller":"traceutil/trace.go:171","msg":"trace[501020158] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999977725s","start":"2026-03-29T02:02:58.919174Z","end":"2026-03-29T02:03:00.919152Z","steps":["trace[501020158] 'agreement among raft nodes before linearized reading' (duration: 1.999872683s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:00.919217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:58.91915Z","time spent":"2.000057977s","remote":"127.0.0.1:43006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:03:02.582759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999457655s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-29T02:03:02.582874Z","caller":"traceutil/trace.go:171","msg":"trace[30718896] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999619339s","start":"2026-03-29T02:02:57.583233Z","end":"2026-03-29T02:03:02.582853Z","steps":["trace[30718896] 'agreement among raft nodes before linearized reading' (duration: 4.999481696s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:02.582935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:57.583216Z","time spent":"4.99970507s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/03/29 02:03:02 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-29T02:03:02.890152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.964860372s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-29T02:03:02.890436Z","caller":"traceutil/trace.go:171","msg":"trace[2086349672] linearizableReadLoop","detail":"{readStateIndex:823; appliedIndex:820; }","duration":"6.576039941s","start":"2026-03-29T02:02:56.314196Z","end":"2026-03-29T02:03:02.890236Z","steps":["trace[2086349672] 'read index received' (duration: 1.59258988s)","trace[2086349672] 'applied index is now lower than readState.Index' (duration: 4.98344851s)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:03:02.89099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.576791986s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:03:02.891033Z","caller":"traceutil/trace.go:171","msg":"trace[2087670882] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:786; }","duration":"6.576885189s","start":"2026-03-29T02:02:56.314137Z","end":"2026-03-29T02:03:02.891022Z","steps":["trace[2087670882] 'agreement among raft nodes before linearized reading' (duration: 6.576799457s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:02.891069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:56.314112Z","time spent":"6.57694695s","remote":"127.0.0.1:43114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":29,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:03:02.927268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999908852s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-29T02:03:02.92738Z","caller":"traceutil/trace.go:171","msg":"trace[369062474] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000067595s","start":"2026-03-29T02:03:00.927293Z","end":"2026-03-29T02:03:02.92736Z","steps":["trace[369062474] 'agreement among raft nodes before linearized reading' (duration: 1.999938523s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:02.927428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:00.927271Z","time spent":"2.000148357s","remote":"127.0.0.1:43010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:03:03.125497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999461614s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-29T02:03:03.125599Z","caller":"traceutil/trace.go:171","msg":"trace[1274710342] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.999618658s","start":"2026-03-29T02:02:58.125959Z","end":"2026-03-29T02:03:03.125578Z","steps":["trace[1274710342] 'agreement among raft nodes before linearized reading' (duration: 4.999487355s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:03.125706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:58.125943Z","time spent":"4.999695819s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/03/29 02:03:03 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-29T02:03:03.164532Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.889850775s","expected-duration":"1s"} {"level":"info","ts":"2026-03-29T02:03:03.164966Z","caller":"traceutil/trace.go:171","msg":"trace[38195819] transaction","detail":"{read_only:false; response_revision:787; number_of_response:1; }","duration":"3.890420877s","start":"2026-03-29T02:02:59.27452Z","end":"2026-03-29T02:03:03.164941Z","steps":["trace[38195819] 'process raft request' (duration: 3.890247173s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:03.165139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:59.274492Z","time spent":"3.89054427s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:03:03.67743Z","caller":"traceutil/trace.go:171","msg":"trace[181174331] linearizableReadLoop","detail":"{readStateIndex:825; appliedIndex:823; }","duration":"786.942578ms","start":"2026-03-29T02:03:02.890462Z","end":"2026-03-29T02:03:03.677404Z","steps":["trace[181174331] 'read index received' (duration: 274.341776ms)","trace[181174331] 'applied index is now lower than readState.Index' (duration: 512.599502ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:03:03.677582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.282821352s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-29T02:03:03.677582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.814472956s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-29T02:03:03.677659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.638191284s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:03:03.677642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.748067931s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-29T02:03:03.677688Z","caller":"traceutil/trace.go:171","msg":"trace[593920884] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:788; }","duration":"4.81465312s","start":"2026-03-29T02:02:58.863012Z","end":"2026-03-29T02:03:03.677665Z","steps":["trace[593920884] 'agreement among raft nodes before linearized reading' (duration: 4.814458376s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:03.677681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.109925333s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:03:03.67775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:58.862993Z","time spent":"4.814744491s","remote":"127.0.0.1:43172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":12,"response size":31,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:03:03.677747Z","caller":"traceutil/trace.go:171","msg":"trace[1110824841] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:788; }","duration":"2.748256186s","start":"2026-03-29T02:03:00.929459Z","end":"2026-03-29T02:03:03.677715Z","steps":["trace[1110824841] 'agreement among raft nodes before linearized reading' (duration: 2.747950599s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:03.677639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.709671388s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-29T02:03:03.677807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.433840125s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-29T02:03:03.677889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.74842027s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-29T02:03:03.677887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.158558038s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:03:03.677911Z","caller":"traceutil/trace.go:171","msg":"trace[1032028304] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:788; }","duration":"2.433942207s","start":"2026-03-29T02:03:01.243959Z","end":"2026-03-29T02:03:03.677901Z","steps":["trace[1032028304] 'agreement among raft nodes before linearized reading' (duration: 2.433828475s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:03:03.677925Z","caller":"traceutil/trace.go:171","msg":"trace[1348926902] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:788; }","duration":"2.74847687s","start":"2026-03-29T02:03:00.929439Z","end":"2026-03-29T02:03:03.677916Z","steps":["trace[1348926902] 'agreement among raft nodes before linearized reading' (duration: 2.748265646s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:03:03.677949Z","caller":"traceutil/trace.go:171","msg":"trace[1687764380] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:788; }","duration":"2.158637s","start":"2026-03-29T02:03:01.519294Z","end":"2026-03-29T02:03:03.677931Z","steps":["trace[1687764380] 'agreement among raft nodes before linearized reading' (duration: 2.158520317s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:03.677953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:01.243901Z","time spent":"2.434043129s","remote":"127.0.0.1:43224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":1,"response size":31,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:03:03.677972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:00.929428Z","time spent":"2.748535461s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-29T02:03:03.677886Z","caller":"traceutil/trace.go:171","msg":"trace[1218836140] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:788; }","duration":"4.709951994s","start":"2026-03-29T02:02:58.967915Z","end":"2026-03-29T02:03:03.677867Z","steps":["trace[1218836140] 'agreement among raft nodes before linearized reading' (duration: 4.709550806s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:03.678008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:01.519279Z","time spent":"2.158718702s","remote":"127.0.0.1:43386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":31,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:03:03.678093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:58.967898Z","time spent":"4.71017915s","remote":"127.0.0.1:43428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:03:03.677672Z","caller":"traceutil/trace.go:171","msg":"trace[1902191884] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:788; }","duration":"4.282974166s","start":"2026-03-29T02:02:59.394677Z","end":"2026-03-29T02:03:03.677651Z","steps":["trace[1902191884] 'agreement among raft nodes before linearized reading' (duration: 4.282772391s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:03:03.678154Z","caller":"traceutil/trace.go:171","msg":"trace[1321673198] transaction","detail":"{read_only:false; response_revision:788; number_of_response:1; }","duration":"3.1790545s","start":"2026-03-29T02:03:00.499006Z","end":"2026-03-29T02:03:03.678061Z","steps":["trace[1321673198] 'process raft request' (duration: 3.161009761s)","trace[1321673198] 'compare' (duration: 16.980915ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:03:03.678172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.453166456s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:03:03.67777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.161621657s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.36\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-03-29T02:03:03.678207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.594779472s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:03:03.678213Z","caller":"traceutil/trace.go:171","msg":"trace[1555034734] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:788; }","duration":"1.453250028s","start":"2026-03-29T02:03:02.224954Z","end":"2026-03-29T02:03:03.678204Z","steps":["trace[1555034734] 'agreement among raft nodes before linearized reading' (duration: 1.453183886s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:03.678234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.755081546s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a12d7c0e86f83c\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-03-29T02:03:03.678256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:02.224931Z","time spent":"1.45331935s","remote":"127.0.0.1:43010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-29T02:03:03.678256Z","caller":"traceutil/trace.go:171","msg":"trace[1454386035] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:788; }","duration":"2.594863184s","start":"2026-03-29T02:03:01.083376Z","end":"2026-03-29T02:03:03.678239Z","steps":["trace[1454386035] 'agreement among raft nodes before linearized reading' (duration: 2.594772572s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:03:03.678253Z","caller":"traceutil/trace.go:171","msg":"trace[187356498] range","detail":"{range_begin:/registry/masterleases/162.253.55.36; range_end:; response_count:1; response_revision:788; }","duration":"2.162158258s","start":"2026-03-29T02:03:01.516077Z","end":"2026-03-29T02:03:03.678235Z","steps":["trace[187356498] 'agreement among raft nodes before linearized reading' (duration: 2.161496034s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:03.678266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.546214375s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:03:03.678279Z","caller":"traceutil/trace.go:171","msg":"trace[1441802432] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a12d7c0e86f83c; range_end:; response_count:1; response_revision:788; }","duration":"2.755156408s","start":"2026-03-29T02:03:00.92311Z","end":"2026-03-29T02:03:03.678266Z","steps":["trace[1441802432] 'agreement among raft nodes before linearized reading' (duration: 2.755048856s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:03:03.677702Z","caller":"traceutil/trace.go:171","msg":"trace[1594879930] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:788; }","duration":"6.638266495s","start":"2026-03-29T02:02:57.039424Z","end":"2026-03-29T02:03:03.67769Z","steps":["trace[1594879930] 'agreement among raft nodes before linearized reading' (duration: 6.638213254s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:03.678271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:00.498981Z","time spent":"3.179225344s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:03:03.678296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:01.083355Z","time spent":"2.594928985s","remote":"127.0.0.1:43166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":31,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:03:03.678304Z","caller":"traceutil/trace.go:171","msg":"trace[494388965] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:788; }","duration":"4.546283987s","start":"2026-03-29T02:02:59.132008Z","end":"2026-03-29T02:03:03.678292Z","steps":["trace[494388965] 'agreement among raft nodes before linearized reading' (duration: 4.546224335s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:03.678308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:01.516055Z","time spent":"2.162236951s","remote":"127.0.0.1:43048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/162.253.55.36\" "} {"level":"warn","ts":"2026-03-29T02:03:03.678339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:59.131993Z","time spent":"4.546337697s","remote":"127.0.0.1:43204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:03:03.677789Z","caller":"traceutil/trace.go:171","msg":"trace[1727490781] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:788; }","duration":"2.110052396s","start":"2026-03-29T02:03:01.567712Z","end":"2026-03-29T02:03:03.677764Z","steps":["trace[1727490781] 'agreement among raft nodes before linearized reading' (duration: 2.109865192s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:03.678196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:59.394656Z","time spent":"4.283523747s","remote":"127.0.0.1:43186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":42,"response size":31,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:03:03.678334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:57.039402Z","time spent":"6.63891942s","remote":"127.0.0.1:43384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":29,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:03:03.678317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:00.923088Z","time spent":"2.755221079s","remote":"127.0.0.1:43074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a12d7c0e86f83c\" "} {"level":"warn","ts":"2026-03-29T02:03:03.678443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.767606181s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-03-29T02:03:03.678376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:01.567666Z","time spent":"2.11070312s","remote":"127.0.0.1:43398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:03:03.677612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.542101771s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-29T02:03:03.678436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.551818411s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:03:03.678533Z","caller":"traceutil/trace.go:171","msg":"trace[434241139] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:788; }","duration":"3.767746694s","start":"2026-03-29T02:02:59.910767Z","end":"2026-03-29T02:03:03.678513Z","steps":["trace[434241139] 'agreement among raft nodes before linearized reading' (duration: 3.767489419s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:03:03.678543Z","caller":"traceutil/trace.go:171","msg":"trace[1644794375] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:788; }","duration":"5.543084883s","start":"2026-03-29T02:02:58.135443Z","end":"2026-03-29T02:03:03.678528Z","steps":["trace[1644794375] 'agreement among raft nodes before linearized reading' (duration: 5.542107051s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:03:03.678584Z","caller":"traceutil/trace.go:171","msg":"trace[1244484711] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:788; }","duration":"3.552043306s","start":"2026-03-29T02:03:00.126526Z","end":"2026-03-29T02:03:03.678569Z","steps":["trace[1244484711] 'agreement among raft nodes before linearized reading' (duration: 3.55178127s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:03.678591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:59.910745Z","time spent":"3.767836997s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-29T02:03:03.678596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:58.135417Z","time spent":"5.543163104s","remote":"127.0.0.1:43454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":2,"response size":31,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:03:03.677811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:00.929439Z","time spent":"2.748357548s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-29T02:03:03.678635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:00.126499Z","time spent":"3.552122348s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":7,"response size":31,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:03:03.677755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"749.396767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:03:03.678899Z","caller":"traceutil/trace.go:171","msg":"trace[1991755815] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:788; }","duration":"750.569742ms","start":"2026-03-29T02:03:02.928311Z","end":"2026-03-29T02:03:03.678881Z","steps":["trace[1991755815] 'agreement among raft nodes before linearized reading' (duration: 749.422167ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:03.678969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:02.928292Z","time spent":"750.663174ms","remote":"127.0.0.1:43006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:03:04.110508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.824655ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-03-29T02:03:04.110616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:03.67976Z","time spent":"430.850964ms","remote":"127.0.0.1:43048","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-29T02:03:04.620776Z","caller":"traceutil/trace.go:171","msg":"trace[1105241142] transaction","detail":"{read_only:false; response_revision:789; number_of_response:1; }","duration":"939.088024ms","start":"2026-03-29T02:03:03.681648Z","end":"2026-03-29T02:03:04.620736Z","steps":["trace[1105241142] 'process raft request' (duration: 899.717394ms)","trace[1105241142] 'compare' (duration: 38.953521ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:03:04.62082Z","caller":"traceutil/trace.go:171","msg":"trace[408534827] linearizableReadLoop","detail":"{readStateIndex:830; appliedIndex:825; }","duration":"934.001751ms","start":"2026-03-29T02:03:03.686796Z","end":"2026-03-29T02:03:04.620797Z","steps":["trace[408534827] 'read index received' (duration: 234.767699ms)","trace[408534827] 'applied index is now lower than readState.Index' (duration: 699.233092ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:03:04.620858Z","caller":"traceutil/trace.go:171","msg":"trace[129122660] transaction","detail":"{read_only:false; response_revision:790; number_of_response:1; }","duration":"937.592781ms","start":"2026-03-29T02:03:03.683256Z","end":"2026-03-29T02:03:04.620849Z","steps":["trace[129122660] 'process raft request' (duration: 937.340525ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:03:04.62091Z","caller":"traceutil/trace.go:171","msg":"trace[1158051900] transaction","detail":"{read_only:false; response_revision:792; number_of_response:1; }","duration":"937.260974ms","start":"2026-03-29T02:03:03.68364Z","end":"2026-03-29T02:03:04.620901Z","steps":["trace[1158051900] 'process raft request' (duration: 937.09809ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:03:04.620903Z","caller":"traceutil/trace.go:171","msg":"trace[56725943] transaction","detail":"{read_only:false; response_revision:791; number_of_response:1; }","duration":"937.374426ms","start":"2026-03-29T02:03:03.683508Z","end":"2026-03-29T02:03:04.620882Z","steps":["trace[56725943] 'process raft request' (duration: 937.178642ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:04.620942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:03.68324Z","time spent":"937.643422ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:03:04.620973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:03.681623Z","time spent":"939.246278ms","remote":"127.0.0.1:43074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:03:04.621001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:03.683496Z","time spent":"937.454598ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:03:04.621053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:03.683606Z","time spent":"937.324535ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:03:04.621211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"934.389151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:03:04.621369Z","caller":"traceutil/trace.go:171","msg":"trace[693289912] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:792; }","duration":"934.590625ms","start":"2026-03-29T02:03:03.686765Z","end":"2026-03-29T02:03:04.621355Z","steps":["trace[693289912] 'agreement among raft nodes before linearized reading' (duration: 934.350489ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:04.621442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:03.686753Z","time spent":"934.671546ms","remote":"127.0.0.1:43010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:03:05.069413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.2527ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:03:05.069651Z","caller":"traceutil/trace.go:171","msg":"trace[831561615] transaction","detail":"{read_only:false; response_revision:794; number_of_response:1; }","duration":"444.365775ms","start":"2026-03-29T02:03:04.625269Z","end":"2026-03-29T02:03:05.069634Z","steps":["trace[831561615] 'process raft request' (duration: 444.282874ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:03:05.069688Z","caller":"traceutil/trace.go:171","msg":"trace[1423014427] linearizableReadLoop","detail":"{readStateIndex:831; appliedIndex:830; }","duration":"448.791103ms","start":"2026-03-29T02:03:04.620873Z","end":"2026-03-29T02:03:05.069664Z","steps":["trace[1423014427] 'read index received' (duration: 143.217287ms)","trace[1423014427] 'applied index is now lower than readState.Index' (duration: 305.571586ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:03:05.069722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:04.62526Z","time spent":"444.433598ms","remote":"127.0.0.1:43074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-29T02:03:05.069702Z","caller":"traceutil/trace.go:171","msg":"trace[1150695401] transaction","detail":"{read_only:false; response_revision:793; number_of_response:1; }","duration":"957.869431ms","start":"2026-03-29T02:03:04.111794Z","end":"2026-03-29T02:03:05.069664Z","steps":["trace[1150695401] 'process raft request' (duration: 652.283204ms)","trace[1150695401] 'compare' (duration: 305.019215ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:03:05.069864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:04.111772Z","time spent":"958.005424ms","remote":"127.0.0.1:43048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:03:05.069883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.532965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:03:05.069921Z","caller":"traceutil/trace.go:171","msg":"trace[1594292500] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:794; }","duration":"447.646428ms","start":"2026-03-29T02:03:04.622263Z","end":"2026-03-29T02:03:05.06991Z","steps":["trace[1594292500] 'agreement among raft nodes before linearized reading' (duration: 447.543836ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:05.069957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:04.622246Z","time spent":"447.699079ms","remote":"127.0.0.1:43006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:03:05.070186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.048663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-29T02:03:05.070372Z","caller":"traceutil/trace.go:171","msg":"trace[1679014566] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:794; }","duration":"484.290058ms","start":"2026-03-29T02:03:04.586028Z","end":"2026-03-29T02:03:05.070318Z","steps":["trace[1679014566] 'agreement among raft nodes before linearized reading' (duration: 483.746617ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:05.070481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:04.586007Z","time spent":"484.456291ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-29T02:03:05.577378Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583528501943217,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-29T02:03:05.688465Z","caller":"traceutil/trace.go:171","msg":"trace[1111317540] transaction","detail":"{read_only:false; response_revision:795; number_of_response:1; }","duration":"613.637855ms","start":"2026-03-29T02:03:05.0748Z","end":"2026-03-29T02:03:05.688438Z","steps":["trace[1111317540] 'process raft request' (duration: 613.3773ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:05.688611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:05.074771Z","time spent":"613.760188ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:03:05.879505Z","caller":"traceutil/trace.go:171","msg":"trace[32184412] linearizableReadLoop","detail":"{readStateIndex:834; appliedIndex:832; }","duration":"803.128084ms","start":"2026-03-29T02:03:05.076351Z","end":"2026-03-29T02:03:05.879479Z","steps":["trace[32184412] 'read index received' (duration: 611.884287ms)","trace[32184412] 'applied index is now lower than readState.Index' (duration: 191.242727ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:03:05.879527Z","caller":"traceutil/trace.go:171","msg":"trace[971157632] transaction","detail":"{read_only:false; response_revision:796; number_of_response:1; }","duration":"803.592754ms","start":"2026-03-29T02:03:05.075896Z","end":"2026-03-29T02:03:05.879489Z","steps":["trace[971157632] 'process raft request' (duration: 707.237205ms)","trace[971157632] 'compare' (duration: 96.239246ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:03:05.879673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"801.352864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:03:05.879706Z","caller":"traceutil/trace.go:171","msg":"trace[902009984] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:796; }","duration":"801.438586ms","start":"2026-03-29T02:03:05.078258Z","end":"2026-03-29T02:03:05.879697Z","steps":["trace[902009984] 'agreement among raft nodes before linearized reading' (duration: 801.363445ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:05.879706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:05.075871Z","time spent":"803.744078ms","remote":"127.0.0.1:43074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:03:05.879702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"803.331549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-29T02:03:05.879794Z","caller":"traceutil/trace.go:171","msg":"trace[1896825295] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:796; }","duration":"803.444091ms","start":"2026-03-29T02:03:05.076327Z","end":"2026-03-29T02:03:05.879771Z","steps":["trace[1896825295] 'agreement among raft nodes before linearized reading' (duration: 803.258087ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:05.879846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:05.076318Z","time spent":"803.516472ms","remote":"127.0.0.1:43262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-03-29T02:03:05.879844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"683.937258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-dhmdt\" ","response":"range_response_count:1 size:17145"} {"level":"warn","ts":"2026-03-29T02:03:05.879847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"522.790416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:03:05.879943Z","caller":"traceutil/trace.go:171","msg":"trace[1180511216] range","detail":"{range_begin:/registry/pods/kube-system/cilium-dhmdt; range_end:; response_count:1; response_revision:796; }","duration":"684.051821ms","start":"2026-03-29T02:03:05.19584Z","end":"2026-03-29T02:03:05.879892Z","steps":["trace[1180511216] 'agreement among raft nodes before linearized reading' (duration: 683.855226ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:03:05.879977Z","caller":"traceutil/trace.go:171","msg":"trace[1874162851] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:796; }","duration":"523.020772ms","start":"2026-03-29T02:03:05.356931Z","end":"2026-03-29T02:03:05.879952Z","steps":["trace[1874162851] 'agreement among raft nodes before linearized reading' (duration: 522.761226ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:05.879863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"752.566896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"warn","ts":"2026-03-29T02:03:05.879747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:05.078243Z","time spent":"801.496247ms","remote":"127.0.0.1:43010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:03:05.880047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:05.356899Z","time spent":"523.135294ms","remote":"127.0.0.1:43154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":2,"response size":31,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:03:05.879999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:05.195811Z","time spent":"684.174124ms","remote":"127.0.0.1:43172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":17169,"request content":"key:\"/registry/pods/kube-system/cilium-dhmdt\" "} {"level":"info","ts":"2026-03-29T02:03:05.880133Z","caller":"traceutil/trace.go:171","msg":"trace[1557691933] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:796; }","duration":"752.803601ms","start":"2026-03-29T02:03:05.127288Z","end":"2026-03-29T02:03:05.880091Z","steps":["trace[1557691933] 'agreement among raft nodes before linearized reading' (duration: 752.478864ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:05.880386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:05.127233Z","time spent":"753.098338ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-29T02:03:06.336746Z","caller":"traceutil/trace.go:171","msg":"trace[233285105] transaction","detail":"{read_only:false; response_revision:799; number_of_response:1; }","duration":"445.080489ms","start":"2026-03-29T02:03:05.891635Z","end":"2026-03-29T02:03:06.336715Z","steps":["trace[233285105] 'process raft request' (duration: 444.982217ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:03:06.336768Z","caller":"traceutil/trace.go:171","msg":"trace[1084535799] transaction","detail":"{read_only:false; response_revision:798; number_of_response:1; }","duration":"452.738207ms","start":"2026-03-29T02:03:05.88399Z","end":"2026-03-29T02:03:06.336728Z","steps":["trace[1084535799] 'process raft request' (duration: 452.448601ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:06.336986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:05.891606Z","time spent":"445.231782ms","remote":"127.0.0.1:43172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17228,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:03:06.337023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:05.883961Z","time spent":"452.897061ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:03:06.884896Z","caller":"traceutil/trace.go:171","msg":"trace[1996548756] transaction","detail":"{read_only:false; response_revision:800; number_of_response:1; }","duration":"255.588749ms","start":"2026-03-29T02:03:06.629281Z","end":"2026-03-29T02:03:06.88487Z","steps":["trace[1996548756] 'process raft request' (duration: 255.421636ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:03:06.919373Z","caller":"traceutil/trace.go:171","msg":"trace[483576012] transaction","detail":"{read_only:false; response_revision:801; number_of_response:1; }","duration":"288.413885ms","start":"2026-03-29T02:03:06.63094Z","end":"2026-03-29T02:03:06.919354Z","steps":["trace[483576012] 'process raft request' (duration: 288.260922ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:03:06.919588Z","caller":"traceutil/trace.go:171","msg":"trace[680202217] transaction","detail":"{read_only:false; response_revision:802; number_of_response:1; }","duration":"288.229662ms","start":"2026-03-29T02:03:06.631328Z","end":"2026-03-29T02:03:06.919558Z","steps":["trace[680202217] 'process raft request' (duration: 287.990097ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:07.305564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.73523ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-29T02:03:07.305705Z","caller":"traceutil/trace.go:171","msg":"trace[2029443534] linearizableReadLoop","detail":"{readStateIndex:841; appliedIndex:840; }","duration":"386.155639ms","start":"2026-03-29T02:03:06.919524Z","end":"2026-03-29T02:03:07.305679Z","steps":["trace[2029443534] 'read index received' (duration: 33.268006ms)","trace[2029443534] 'applied index is now lower than readState.Index' (duration: 352.885603ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:03:07.305795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.05165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:03:07.305831Z","caller":"traceutil/trace.go:171","msg":"trace[1794300445] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:802; }","duration":"388.130732ms","start":"2026-03-29T02:03:06.91769Z","end":"2026-03-29T02:03:07.305821Z","steps":["trace[1794300445] 'agreement among raft nodes before linearized reading' (duration: 388.05365ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:07.305914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:06.917674Z","time spent":"388.230004ms","remote":"127.0.0.1:43010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-29T02:03:07.808412Z","caller":"traceutil/trace.go:171","msg":"trace[745916517] linearizableReadLoop","detail":"{readStateIndex:843; appliedIndex:842; }","duration":"116.415204ms","start":"2026-03-29T02:03:07.691976Z","end":"2026-03-29T02:03:07.808391Z","steps":["trace[745916517] 'read index received' (duration: 116.343692ms)","trace[745916517] 'applied index is now lower than readState.Index' (duration: 70.412µs)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:03:07.808447Z","caller":"traceutil/trace.go:171","msg":"trace[1928866858] transaction","detail":"{read_only:false; response_revision:804; number_of_response:1; }","duration":"229.39111ms","start":"2026-03-29T02:03:07.579019Z","end":"2026-03-29T02:03:07.80841Z","steps":["trace[1928866858] 'process raft request' (duration: 229.267768ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:07.808565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.582757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-29T02:03:07.808588Z","caller":"traceutil/trace.go:171","msg":"trace[1695724655] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:804; }","duration":"116.655079ms","start":"2026-03-29T02:03:07.691926Z","end":"2026-03-29T02:03:07.808581Z","steps":["trace[1695724655] 'agreement among raft nodes before linearized reading' (duration: 116.535406ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:03:08.014587Z","caller":"traceutil/trace.go:171","msg":"trace[1475334081] transaction","detail":"{read_only:false; response_revision:805; number_of_response:1; }","duration":"202.684471ms","start":"2026-03-29T02:03:07.81184Z","end":"2026-03-29T02:03:08.014525Z","steps":["trace[1475334081] 'process raft request' (duration: 202.583889ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:09.142175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.844215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-29T02:03:09.142267Z","caller":"traceutil/trace.go:171","msg":"trace[1719988814] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:809; }","duration":"218.966837ms","start":"2026-03-29T02:03:08.923276Z","end":"2026-03-29T02:03:09.142243Z","steps":["trace[1719988814] 'range keys from in-memory index tree' (duration: 218.694651ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:09.142344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.854154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-03-29T02:03:09.142358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.042251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:03:09.142424Z","caller":"traceutil/trace.go:171","msg":"trace[237244200] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:809; }","duration":"218.964797ms","start":"2026-03-29T02:03:08.92344Z","end":"2026-03-29T02:03:09.142405Z","steps":["trace[237244200] 'range keys from in-memory index tree' (duration: 218.705892ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:09.14241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.872718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-29T02:03:09.142439Z","caller":"traceutil/trace.go:171","msg":"trace[462583583] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:809; }","duration":"224.166684ms","start":"2026-03-29T02:03:08.918253Z","end":"2026-03-29T02:03:09.14242Z","steps":["trace[462583583] 'range keys from in-memory index tree' (duration: 223.974719ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:03:09.142475Z","caller":"traceutil/trace.go:171","msg":"trace[1831949860] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:809; }","duration":"252.98428ms","start":"2026-03-29T02:03:08.889474Z","end":"2026-03-29T02:03:09.142459Z","steps":["trace[1831949860] 'range keys from in-memory index tree' (duration: 252.700024ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:03:09.504313Z","caller":"traceutil/trace.go:171","msg":"trace[1935594172] transaction","detail":"{read_only:false; response_revision:810; number_of_response:1; }","duration":"357.285457ms","start":"2026-03-29T02:03:09.147003Z","end":"2026-03-29T02:03:09.504289Z","steps":["trace[1935594172] 'process raft request' (duration: 357.093853ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:09.504479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:09.146986Z","time spent":"357.399129ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:03:10.115437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.113203ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:03:10.115771Z","caller":"traceutil/trace.go:171","msg":"trace[370628116] linearizableReadLoop","detail":"{readStateIndex:852; appliedIndex:848; }","duration":"903.767893ms","start":"2026-03-29T02:03:09.211982Z","end":"2026-03-29T02:03:10.11575Z","steps":["trace[370628116] 'read index received' (duration: 292.144177ms)","trace[370628116] 'applied index is now lower than readState.Index' (duration: 611.622436ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:03:10.115907Z","caller":"traceutil/trace.go:171","msg":"trace[1329464800] transaction","detail":"{read_only:false; response_revision:813; number_of_response:1; }","duration":"923.032015ms","start":"2026-03-29T02:03:09.192845Z","end":"2026-03-29T02:03:10.115877Z","steps":["trace[1329464800] 'process raft request' (duration: 922.846811ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:03:10.115906Z","caller":"traceutil/trace.go:171","msg":"trace[797887111] transaction","detail":"{read_only:false; response_revision:812; number_of_response:1; }","duration":"968.180736ms","start":"2026-03-29T02:03:09.147666Z","end":"2026-03-29T02:03:10.115847Z","steps":["trace[797887111] 'process raft request' (duration: 967.90979ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:03:10.115984Z","caller":"traceutil/trace.go:171","msg":"trace[1330855397] transaction","detail":"{read_only:false; response_revision:811; number_of_response:1; }","duration":"968.857402ms","start":"2026-03-29T02:03:09.147092Z","end":"2026-03-29T02:03:10.11595Z","steps":["trace[1330855397] 'process raft request' (duration: 702.111215ms)","trace[1330855397] 'compare' (duration: 265.785296ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:03:10.116019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"904.040989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-dhmdt\" ","response":"range_response_count:1 size:17520"} {"level":"warn","ts":"2026-03-29T02:03:10.116045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:09.192816Z","time spent":"923.159028ms","remote":"127.0.0.1:43074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":722,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-29T02:03:10.116063Z","caller":"traceutil/trace.go:171","msg":"trace[1661891927] range","detail":"{range_begin:/registry/pods/kube-system/cilium-dhmdt; range_end:; response_count:1; response_revision:813; }","duration":"904.120301ms","start":"2026-03-29T02:03:09.211928Z","end":"2026-03-29T02:03:10.116048Z","steps":["trace[1661891927] 'agreement among raft nodes before linearized reading' (duration: 903.932976ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:10.116042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"604.902307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:03:10.116099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:09.211909Z","time spent":"904.181473ms","remote":"127.0.0.1:43172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":17544,"request content":"key:\"/registry/pods/kube-system/cilium-dhmdt\" "} {"level":"warn","ts":"2026-03-29T02:03:10.116092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:09.147638Z","time spent":"968.35291ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:03:10.116123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:09.147066Z","time spent":"968.984766ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:03:10.116117Z","caller":"traceutil/trace.go:171","msg":"trace[35962450] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:813; }","duration":"605.044519ms","start":"2026-03-29T02:03:09.511057Z","end":"2026-03-29T02:03:10.116101Z","steps":["trace[35962450] 'agreement among raft nodes before linearized reading' (duration: 604.901536ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:10.116245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:09.511029Z","time spent":"605.196132ms","remote":"127.0.0.1:43288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:03:10.116045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.224189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:03:10.116327Z","caller":"traceutil/trace.go:171","msg":"trace[465195981] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:813; }","duration":"197.566127ms","start":"2026-03-29T02:03:09.918748Z","end":"2026-03-29T02:03:10.116314Z","steps":["trace[465195981] 'agreement among raft nodes before linearized reading' (duration: 197.23836ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:03:10.506934Z","caller":"traceutil/trace.go:171","msg":"trace[1995138768] transaction","detail":"{read_only:false; response_revision:815; number_of_response:1; }","duration":"377.378938ms","start":"2026-03-29T02:03:10.129502Z","end":"2026-03-29T02:03:10.506881Z","steps":["trace[1995138768] 'process raft request' (duration: 377.168253ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:10.507246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:10.129459Z","time spent":"377.584302ms","remote":"127.0.0.1:43172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17689,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:03:10.665628Z","caller":"traceutil/trace.go:171","msg":"trace[1818947510] transaction","detail":"{read_only:false; response_revision:816; number_of_response:1; }","duration":"131.794004ms","start":"2026-03-29T02:03:10.533802Z","end":"2026-03-29T02:03:10.665596Z","steps":["trace[1818947510] 'process raft request' (duration: 98.186071ms)","trace[1818947510] 'compare' (duration: 33.46588ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:03:11.640835Z","caller":"traceutil/trace.go:171","msg":"trace[213677161] transaction","detail":"{read_only:false; response_revision:818; number_of_response:1; }","duration":"403.025422ms","start":"2026-03-29T02:03:11.236861Z","end":"2026-03-29T02:03:11.639887Z","steps":["trace[213677161] 'process raft request' (duration: 365.232346ms)","trace[213677161] 'compare' (duration: 37.418198ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:03:11.641017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:11.236838Z","time spent":"404.100236ms","remote":"127.0.0.1:43172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17771,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:03:11.9495Z","caller":"traceutil/trace.go:171","msg":"trace[1552577875] linearizableReadLoop","detail":"{readStateIndex:858; appliedIndex:856; }","duration":"441.494074ms","start":"2026-03-29T02:03:11.507955Z","end":"2026-03-29T02:03:11.949449Z","steps":["trace[1552577875] 'read index received' (duration: 94.097679ms)","trace[1552577875] 'applied index is now lower than readState.Index' (duration: 347.395155ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:03:11.949552Z","caller":"traceutil/trace.go:171","msg":"trace[2090510702] transaction","detail":"{read_only:false; response_revision:819; number_of_response:1; }","duration":"598.745649ms","start":"2026-03-29T02:03:11.350773Z","end":"2026-03-29T02:03:11.949519Z","steps":["trace[2090510702] 'process raft request' (duration: 598.464092ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:11.949717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:11.350746Z","time spent":"598.884901ms","remote":"127.0.0.1:43166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4794,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:03:11.949768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.800501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-29T02:03:11.949787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.782799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.36\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-29T02:03:11.949825Z","caller":"traceutil/trace.go:171","msg":"trace[1022515612] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:819; }","duration":"441.915504ms","start":"2026-03-29T02:03:11.507893Z","end":"2026-03-29T02:03:11.949808Z","steps":["trace[1022515612] 'agreement among raft nodes before linearized reading' (duration: 441.7316ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:11.949864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:11.507834Z","time spent":"442.021466ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-29T02:03:11.949855Z","caller":"traceutil/trace.go:171","msg":"trace[1513830308] range","detail":"{range_begin:/registry/masterleases/162.253.55.36; range_end:; response_count:1; response_revision:819; }","duration":"432.894112ms","start":"2026-03-29T02:03:11.516949Z","end":"2026-03-29T02:03:11.949843Z","steps":["trace[1513830308] 'agreement among raft nodes before linearized reading' (duration: 432.704147ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:11.949918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:11.516922Z","time spent":"432.984794ms","remote":"127.0.0.1:43048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/162.253.55.36\" "} {"level":"warn","ts":"2026-03-29T02:03:12.368723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.090149ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:03:12.368901Z","caller":"traceutil/trace.go:171","msg":"trace[1941261060] linearizableReadLoop","detail":"{readStateIndex:861; appliedIndex:859; }","duration":"248.362865ms","start":"2026-03-29T02:03:12.120522Z","end":"2026-03-29T02:03:12.368884Z","steps":["trace[1941261060] 'read index received' (duration: 47.738339ms)","trace[1941261060] 'applied index is now lower than readState.Index' (duration: 200.623556ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:03:12.369044Z","caller":"traceutil/trace.go:171","msg":"trace[307553162] transaction","detail":"{read_only:false; response_revision:821; number_of_response:1; }","duration":"382.365229ms","start":"2026-03-29T02:03:11.986615Z","end":"2026-03-29T02:03:12.36898Z","steps":["trace[307553162] 'process raft request' (duration: 382.214275ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:12.369085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.56153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-29T02:03:12.369115Z","caller":"traceutil/trace.go:171","msg":"trace[241363377] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:821; }","duration":"248.624682ms","start":"2026-03-29T02:03:12.12048Z","end":"2026-03-29T02:03:12.369104Z","steps":["trace[241363377] 'agreement among raft nodes before linearized reading' (duration: 248.490969ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:03:12.369193Z","caller":"traceutil/trace.go:171","msg":"trace[1131671402] transaction","detail":"{read_only:false; response_revision:820; number_of_response:1; }","duration":"414.752214ms","start":"2026-03-29T02:03:11.954418Z","end":"2026-03-29T02:03:12.36917Z","steps":["trace[1131671402] 'process raft request' (duration: 54.130932ms)","trace[1131671402] 'compare' (duration: 359.952976ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:03:12.369211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:11.986592Z","time spent":"382.511123ms","remote":"127.0.0.1:43048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:03:12.369315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:11.954381Z","time spent":"414.867067ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:03:12.369374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.149001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-29T02:03:12.369444Z","caller":"traceutil/trace.go:171","msg":"trace[1079160021] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:821; }","duration":"248.252244ms","start":"2026-03-29T02:03:12.121175Z","end":"2026-03-29T02:03:12.369428Z","steps":["trace[1079160021] 'agreement among raft nodes before linearized reading' (duration: 248.039739ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:12.369736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.099913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-03-29T02:03:12.369807Z","caller":"traceutil/trace.go:171","msg":"trace[580693757] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:821; }","duration":"158.411311ms","start":"2026-03-29T02:03:12.211377Z","end":"2026-03-29T02:03:12.369788Z","steps":["trace[580693757] 'agreement among raft nodes before linearized reading' (duration: 157.979291ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:03:12.647757Z","caller":"traceutil/trace.go:171","msg":"trace[1946219263] linearizableReadLoop","detail":"{readStateIndex:864; appliedIndex:861; }","duration":"273.054659ms","start":"2026-03-29T02:03:12.374684Z","end":"2026-03-29T02:03:12.647739Z","steps":["trace[1946219263] 'read index received' (duration: 47.676358ms)","trace[1946219263] 'applied index is now lower than readState.Index' (duration: 225.377251ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:03:12.647944Z","caller":"traceutil/trace.go:171","msg":"trace[2133195803] transaction","detail":"{read_only:false; response_revision:823; number_of_response:1; }","duration":"274.061702ms","start":"2026-03-29T02:03:12.373858Z","end":"2026-03-29T02:03:12.647919Z","steps":["trace[2133195803] 'process raft request' (duration: 273.681763ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:03:12.648034Z","caller":"traceutil/trace.go:171","msg":"trace[2036995919] transaction","detail":"{read_only:false; response_revision:824; number_of_response:1; }","duration":"273.899549ms","start":"2026-03-29T02:03:12.374113Z","end":"2026-03-29T02:03:12.648013Z","steps":["trace[2036995919] 'process raft request' (duration: 273.573681ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:12.648434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.179431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-29T02:03:12.648538Z","caller":"traceutil/trace.go:171","msg":"trace[321695962] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:824; }","duration":"273.860477ms","start":"2026-03-29T02:03:12.37465Z","end":"2026-03-29T02:03:12.64851Z","steps":["trace[321695962] 'agreement among raft nodes before linearized reading' (duration: 273.178021ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:03:12.822896Z","caller":"traceutil/trace.go:171","msg":"trace[1178686077] transaction","detail":"{read_only:false; response_revision:825; number_of_response:1; }","duration":"149.242365ms","start":"2026-03-29T02:03:12.673603Z","end":"2026-03-29T02:03:12.822846Z","steps":["trace[1178686077] 'process raft request' (duration: 88.421682ms)","trace[1178686077] 'compare' (duration: 60.602507ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:03:13.086123Z","caller":"traceutil/trace.go:171","msg":"trace[1816859227] linearizableReadLoop","detail":"{readStateIndex:866; appliedIndex:865; }","duration":"170.063741ms","start":"2026-03-29T02:03:12.915999Z","end":"2026-03-29T02:03:13.086063Z","steps":["trace[1816859227] 'read index received' (duration: 82.929037ms)","trace[1816859227] 'applied index is now lower than readState.Index' (duration: 87.132904ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:03:13.086136Z","caller":"traceutil/trace.go:171","msg":"trace[769584623] transaction","detail":"{read_only:false; response_revision:826; number_of_response:1; }","duration":"255.142379ms","start":"2026-03-29T02:03:12.830947Z","end":"2026-03-29T02:03:13.086089Z","steps":["trace[769584623] 'process raft request' (duration: 167.907113ms)","trace[769584623] 'compare' (duration: 86.979309ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:03:13.086383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.382318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:03:13.086442Z","caller":"traceutil/trace.go:171","msg":"trace[602114855] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:826; }","duration":"170.515661ms","start":"2026-03-29T02:03:12.915914Z","end":"2026-03-29T02:03:13.086429Z","steps":["trace[602114855] 'agreement among raft nodes before linearized reading' (duration: 170.310127ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:03:13.325881Z","caller":"traceutil/trace.go:171","msg":"trace[223289705] transaction","detail":"{read_only:false; response_revision:827; number_of_response:1; }","duration":"219.051739ms","start":"2026-03-29T02:03:13.10676Z","end":"2026-03-29T02:03:13.325811Z","steps":["trace[223289705] 'process raft request' (duration: 121.714508ms)","trace[223289705] 'compare' (duration: 97.107616ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:03:13.52976Z","caller":"traceutil/trace.go:171","msg":"trace[1808342035] transaction","detail":"{read_only:false; response_revision:828; number_of_response:1; }","duration":"184.423943ms","start":"2026-03-29T02:03:13.345305Z","end":"2026-03-29T02:03:13.529729Z","steps":["trace[1808342035] 'process raft request' (duration: 184.212219ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:13.860581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.270859ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:03:13.860749Z","caller":"traceutil/trace.go:171","msg":"trace[1910001476] linearizableReadLoop","detail":"{readStateIndex:869; appliedIndex:868; }","duration":"293.033957ms","start":"2026-03-29T02:03:13.567672Z","end":"2026-03-29T02:03:13.860706Z","steps":["trace[1910001476] 'read index received' (duration: 71.394191ms)","trace[1910001476] 'applied index is now lower than readState.Index' (duration: 221.637436ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:03:13.860815Z","caller":"traceutil/trace.go:171","msg":"trace[1051801965] transaction","detail":"{read_only:false; response_revision:829; number_of_response:1; }","duration":"422.646882ms","start":"2026-03-29T02:03:13.438133Z","end":"2026-03-29T02:03:13.86078Z","steps":["trace[1051801965] 'process raft request' (duration: 201.045356ms)","trace[1051801965] 'compare' (duration: 221.082785ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:03:13.860867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.183711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:03:13.860908Z","caller":"traceutil/trace.go:171","msg":"trace[1349811306] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:829; }","duration":"293.258512ms","start":"2026-03-29T02:03:13.567632Z","end":"2026-03-29T02:03:13.86089Z","steps":["trace[1349811306] 'agreement among raft nodes before linearized reading' (duration: 293.16542ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:13.860979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:13.438105Z","time spent":"422.780644ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:03:14.152095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.412479ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:03:14.152273Z","caller":"traceutil/trace.go:171","msg":"trace[1614141028] linearizableReadLoop","detail":"{readStateIndex:870; appliedIndex:869; }","duration":"233.570654ms","start":"2026-03-29T02:03:13.918676Z","end":"2026-03-29T02:03:14.152247Z","steps":["trace[1614141028] 'read index received' (duration: 54.813928ms)","trace[1614141028] 'applied index is now lower than readState.Index' (duration: 178.754236ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:03:14.152363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.691357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:03:14.152399Z","caller":"traceutil/trace.go:171","msg":"trace[1094738342] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:830; }","duration":"233.766218ms","start":"2026-03-29T02:03:13.918619Z","end":"2026-03-29T02:03:14.152385Z","steps":["trace[1094738342] 'agreement among raft nodes before linearized reading' (duration: 233.698196ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:03:14.152352Z","caller":"traceutil/trace.go:171","msg":"trace[1745784275] transaction","detail":"{read_only:false; response_revision:830; number_of_response:1; }","duration":"386.652245ms","start":"2026-03-29T02:03:13.765646Z","end":"2026-03-29T02:03:14.152298Z","steps":["trace[1745784275] 'process raft request' (duration: 207.93357ms)","trace[1745784275] 'compare' (duration: 178.297506ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:03:14.152654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:13.765606Z","time spent":"386.850419ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:03:14.765994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.488276ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:03:14.766141Z","caller":"traceutil/trace.go:171","msg":"trace[1766515679] transaction","detail":"{read_only:false; response_revision:831; number_of_response:1; }","duration":"518.189822ms","start":"2026-03-29T02:03:14.247925Z","end":"2026-03-29T02:03:14.766115Z","steps":["trace[1766515679] 'process raft request' (duration: 266.480101ms)","trace[1766515679] 'compare' (duration: 251.327013ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:03:14.766209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:14.247884Z","time spent":"518.298955ms","remote":"127.0.0.1:43074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":771,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-29T02:03:14.796506Z","caller":"traceutil/trace.go:171","msg":"trace[60559913] linearizableReadLoop","detail":"{readStateIndex:872; appliedIndex:870; }","duration":"423.214274ms","start":"2026-03-29T02:03:14.373255Z","end":"2026-03-29T02:03:14.796469Z","steps":["trace[60559913] 'read index received' (duration: 141.178963ms)","trace[60559913] 'applied index is now lower than readState.Index' (duration: 282.0336ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:03:14.796681Z","caller":"traceutil/trace.go:171","msg":"trace[621250399] transaction","detail":"{read_only:false; response_revision:832; number_of_response:1; }","duration":"535.585682ms","start":"2026-03-29T02:03:14.261059Z","end":"2026-03-29T02:03:14.796645Z","steps":["trace[621250399] 'process raft request' (duration: 535.201454ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:14.796821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.550751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-29T02:03:14.796862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:14.261022Z","time spent":"535.738975ms","remote":"127.0.0.1:43172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18048,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:03:14.796876Z","caller":"traceutil/trace.go:171","msg":"trace[1701547295] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:832; }","duration":"423.683744ms","start":"2026-03-29T02:03:14.373175Z","end":"2026-03-29T02:03:14.796859Z","steps":["trace[1701547295] 'agreement among raft nodes before linearized reading' (duration: 423.471109ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:14.796921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:14.373143Z","time spent":"423.767036ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-29T02:03:14.796948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.073603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-29T02:03:14.797007Z","caller":"traceutil/trace.go:171","msg":"trace[563725945] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:832; }","duration":"370.196826ms","start":"2026-03-29T02:03:14.426795Z","end":"2026-03-29T02:03:14.796992Z","steps":["trace[563725945] 'agreement among raft nodes before linearized reading' (duration: 369.951071ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:14.797061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:14.426764Z","time spent":"370.288527ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-29T02:03:14.797072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.082929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:431"} {"level":"info","ts":"2026-03-29T02:03:14.797181Z","caller":"traceutil/trace.go:171","msg":"trace[1585991437] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:832; }","duration":"144.264693ms","start":"2026-03-29T02:03:14.65289Z","end":"2026-03-29T02:03:14.797155Z","steps":["trace[1585991437] 'agreement among raft nodes before linearized reading' (duration: 143.908955ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:14.797183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.560029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-03-29T02:03:14.797307Z","caller":"traceutil/trace.go:171","msg":"trace[151602272] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:832; }","duration":"144.770773ms","start":"2026-03-29T02:03:14.652507Z","end":"2026-03-29T02:03:14.797278Z","steps":["trace[151602272] 'agreement among raft nodes before linearized reading' (duration: 144.366784ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:03:14.94154Z","caller":"traceutil/trace.go:171","msg":"trace[672223368] transaction","detail":"{read_only:false; response_revision:834; number_of_response:1; }","duration":"139.234141ms","start":"2026-03-29T02:03:14.802268Z","end":"2026-03-29T02:03:14.941502Z","steps":["trace[672223368] 'process raft request' (duration: 139.126359ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:03:14.941599Z","caller":"traceutil/trace.go:171","msg":"trace[2070520377] transaction","detail":"{read_only:false; response_revision:833; number_of_response:1; }","duration":"139.350843ms","start":"2026-03-29T02:03:14.802192Z","end":"2026-03-29T02:03:14.941543Z","steps":["trace[2070520377] 'process raft request' (duration: 90.892287ms)","trace[2070520377] 'compare' (duration: 48.083658ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:03:14.941909Z","caller":"traceutil/trace.go:171","msg":"trace[207337146] transaction","detail":"{read_only:false; response_revision:835; number_of_response:1; }","duration":"139.569218ms","start":"2026-03-29T02:03:14.802307Z","end":"2026-03-29T02:03:14.941877Z","steps":["trace[207337146] 'process raft request' (duration: 139.145929ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:03:14.942132Z","caller":"traceutil/trace.go:171","msg":"trace[814452588] linearizableReadLoop","detail":"{readStateIndex:876; appliedIndex:872; }","duration":"114.23848ms","start":"2026-03-29T02:03:14.827874Z","end":"2026-03-29T02:03:14.942112Z","steps":["trace[814452588] 'read index received' (duration: 65.298944ms)","trace[814452588] 'applied index is now lower than readState.Index' (duration: 48.938246ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:03:14.942261Z","caller":"traceutil/trace.go:171","msg":"trace[2091645013] transaction","detail":"{read_only:false; response_revision:836; number_of_response:1; }","duration":"138.884872ms","start":"2026-03-29T02:03:14.803338Z","end":"2026-03-29T02:03:14.942223Z","steps":["trace[2091645013] 'process raft request' (duration: 138.443852ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:14.942383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.488245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-29T02:03:14.942468Z","caller":"traceutil/trace.go:171","msg":"trace[1637645430] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:836; }","duration":"114.610048ms","start":"2026-03-29T02:03:14.82781Z","end":"2026-03-29T02:03:14.94242Z","steps":["trace[1637645430] 'agreement among raft nodes before linearized reading' (duration: 114.377523ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:15.18968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.395405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:03:15.189827Z","caller":"traceutil/trace.go:171","msg":"trace[1171120874] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:837; }","duration":"131.61942ms","start":"2026-03-29T02:03:15.058174Z","end":"2026-03-29T02:03:15.189793Z","steps":["trace[1171120874] 'count revisions from in-memory index tree' (duration: 131.168229ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:03:15.447153Z","caller":"traceutil/trace.go:171","msg":"trace[1592991916] transaction","detail":"{read_only:false; response_revision:838; number_of_response:1; }","duration":"142.218586ms","start":"2026-03-29T02:03:15.304893Z","end":"2026-03-29T02:03:15.447112Z","steps":["trace[1592991916] 'process raft request' (duration: 141.989351ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:03:15.754441Z","caller":"traceutil/trace.go:171","msg":"trace[2110686817] transaction","detail":"{read_only:false; response_revision:839; number_of_response:1; }","duration":"211.301895ms","start":"2026-03-29T02:03:15.54311Z","end":"2026-03-29T02:03:15.754412Z","steps":["trace[2110686817] 'process raft request' (duration: 211.132182ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:03:16.377522Z","caller":"traceutil/trace.go:171","msg":"trace[817922057] transaction","detail":"{read_only:false; response_revision:841; number_of_response:1; }","duration":"105.931343ms","start":"2026-03-29T02:03:16.271565Z","end":"2026-03-29T02:03:16.377496Z","steps":["trace[817922057] 'process raft request' (duration: 104.967352ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:17.409621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.000448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-dhmdt\" ","response":"range_response_count:1 size:18333"} {"level":"info","ts":"2026-03-29T02:03:17.409718Z","caller":"traceutil/trace.go:171","msg":"trace[960272897] range","detail":"{range_begin:/registry/pods/kube-system/cilium-dhmdt; range_end:; response_count:1; response_revision:843; }","duration":"144.169702ms","start":"2026-03-29T02:03:17.265527Z","end":"2026-03-29T02:03:17.409696Z","steps":["trace[960272897] 'range keys from in-memory index tree' (duration: 143.736472ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:17.409768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.097355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-29T02:03:17.40978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.19636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-29T02:03:17.409843Z","caller":"traceutil/trace.go:171","msg":"trace[299586216] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:843; }","duration":"462.209368ms","start":"2026-03-29T02:03:16.947616Z","end":"2026-03-29T02:03:17.409825Z","steps":["trace[299586216] 'range keys from in-memory index tree' (duration: 461.944382ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:17.409856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.79436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-29T02:03:17.409865Z","caller":"traceutil/trace.go:171","msg":"trace[1659777962] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:843; }","duration":"463.352093ms","start":"2026-03-29T02:03:16.946495Z","end":"2026-03-29T02:03:17.409847Z","steps":["trace[1659777962] 'range keys from in-memory index tree' (duration: 462.908624ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:03:17.40989Z","caller":"traceutil/trace.go:171","msg":"trace[194301437] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:843; }","duration":"366.881282ms","start":"2026-03-29T02:03:17.042999Z","end":"2026-03-29T02:03:17.40988Z","steps":["trace[194301437] 'range keys from in-memory index tree' (duration: 366.631106ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:17.409896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:16.947584Z","time spent":"462.29038ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-29T02:03:17.409894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.321122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-29T02:03:17.409923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:16.946466Z","time spent":"463.447185ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-29T02:03:17.409951Z","caller":"traceutil/trace.go:171","msg":"trace[874163165] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:843; }","duration":"463.439625ms","start":"2026-03-29T02:03:16.946498Z","end":"2026-03-29T02:03:17.409938Z","steps":["trace[874163165] 'range keys from in-memory index tree' (duration: 463.108508ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:17.409985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:16.946479Z","time spent":"463.497147ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-29T02:03:17.409912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:17.042967Z","time spent":"366.939493ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-29T02:03:17.410498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.790643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-29T02:03:17.41063Z","caller":"traceutil/trace.go:171","msg":"trace[645888824] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:843; }","duration":"463.991518ms","start":"2026-03-29T02:03:16.946618Z","end":"2026-03-29T02:03:17.410609Z","steps":["trace[645888824] 'range keys from in-memory index tree' (duration: 462.810462ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:17.410714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:16.946573Z","time spent":"464.126311ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-29T02:03:17.580367Z","caller":"traceutil/trace.go:171","msg":"trace[451035812] transaction","detail":"{read_only:false; response_revision:845; number_of_response:1; }","duration":"166.667396ms","start":"2026-03-29T02:03:17.413675Z","end":"2026-03-29T02:03:17.580342Z","steps":["trace[451035812] 'process raft request' (duration: 111.838667ms)","trace[451035812] 'compare' (duration: 54.498682ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:03:17.58078Z","caller":"traceutil/trace.go:171","msg":"trace[446602287] transaction","detail":"{read_only:false; response_revision:847; number_of_response:1; }","duration":"166.911381ms","start":"2026-03-29T02:03:17.413856Z","end":"2026-03-29T02:03:17.580767Z","steps":["trace[446602287] 'process raft request' (duration: 166.746138ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:03:17.580767Z","caller":"traceutil/trace.go:171","msg":"trace[387840314] transaction","detail":"{read_only:false; response_revision:846; number_of_response:1; }","duration":"166.935222ms","start":"2026-03-29T02:03:17.413805Z","end":"2026-03-29T02:03:17.58074Z","steps":["trace[387840314] 'process raft request' (duration: 166.469001ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:03:17.580981Z","caller":"traceutil/trace.go:171","msg":"trace[205790881] transaction","detail":"{read_only:false; response_revision:848; number_of_response:1; }","duration":"167.053094ms","start":"2026-03-29T02:03:17.413918Z","end":"2026-03-29T02:03:17.580971Z","steps":["trace[205790881] 'process raft request' (duration: 166.769328ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:03:17.581477Z","caller":"traceutil/trace.go:171","msg":"trace[2052733494] transaction","detail":"{read_only:false; response_revision:849; number_of_response:1; }","duration":"157.931919ms","start":"2026-03-29T02:03:17.423531Z","end":"2026-03-29T02:03:17.581463Z","steps":["trace[2052733494] 'process raft request' (duration: 157.208893ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:03:18.530816Z","caller":"traceutil/trace.go:171","msg":"trace[1903197548] transaction","detail":"{read_only:false; response_revision:850; number_of_response:1; }","duration":"254.098644ms","start":"2026-03-29T02:03:18.276692Z","end":"2026-03-29T02:03:18.530791Z","steps":["trace[1903197548] 'process raft request' (duration: 253.959791ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:03:18.593186Z","caller":"traceutil/trace.go:171","msg":"trace[1179674656] transaction","detail":"{read_only:false; response_revision:851; number_of_response:1; }","duration":"301.20516ms","start":"2026-03-29T02:03:18.291954Z","end":"2026-03-29T02:03:18.593159Z","steps":["trace[1179674656] 'process raft request' (duration: 278.744226ms)","trace[1179674656] 'compare' (duration: 22.345961ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:03:18.593382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:18.291901Z","time spent":"301.380063ms","remote":"127.0.0.1:43172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:03:19.170728Z","caller":"traceutil/trace.go:171","msg":"trace[659217360] transaction","detail":"{read_only:false; response_revision:852; number_of_response:1; }","duration":"167.349131ms","start":"2026-03-29T02:03:19.003357Z","end":"2026-03-29T02:03:19.170706Z","steps":["trace[659217360] 'process raft request' (duration: 167.199326ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:03:19.541992Z","caller":"traceutil/trace.go:171","msg":"trace[848024125] linearizableReadLoop","detail":"{readStateIndex:895; appliedIndex:894; }","duration":"100.020042ms","start":"2026-03-29T02:03:19.44195Z","end":"2026-03-29T02:03:19.54197Z","steps":["trace[848024125] 'read index received' (duration: 5.468243ms)","trace[848024125] 'applied index is now lower than readState.Index' (duration: 94.550619ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:03:19.542173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.207266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-29T02:03:19.542212Z","caller":"traceutil/trace.go:171","msg":"trace[675232212] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:854; }","duration":"100.279197ms","start":"2026-03-29T02:03:19.441921Z","end":"2026-03-29T02:03:19.5422Z","steps":["trace[675232212] 'agreement among raft nodes before linearized reading' (duration: 100.136184ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:03:19.919161Z","caller":"traceutil/trace.go:171","msg":"trace[2057381302] transaction","detail":"{read_only:false; response_revision:861; number_of_response:1; }","duration":"103.996541ms","start":"2026-03-29T02:03:19.815136Z","end":"2026-03-29T02:03:19.919132Z","steps":["trace[2057381302] 'process raft request' (duration: 65.61968ms)","trace[2057381302] 'compare' (duration: 38.250068ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:03:21.748463Z","caller":"traceutil/trace.go:171","msg":"trace[965544139] transaction","detail":"{read_only:false; response_revision:870; number_of_response:1; }","duration":"114.888595ms","start":"2026-03-29T02:03:21.633538Z","end":"2026-03-29T02:03:21.748427Z","steps":["trace[965544139] 'process raft request' (duration: 31.307361ms)","trace[965544139] 'compare' (duration: 83.208765ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:03:21.764803Z","caller":"traceutil/trace.go:171","msg":"trace[1269681400] transaction","detail":"{read_only:false; response_revision:871; number_of_response:1; }","duration":"131.153889ms","start":"2026-03-29T02:03:21.633622Z","end":"2026-03-29T02:03:21.764776Z","steps":["trace[1269681400] 'process raft request' (duration: 130.966754ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:03:21.764878Z","caller":"traceutil/trace.go:171","msg":"trace[363125042] transaction","detail":"{read_only:false; response_revision:872; number_of_response:1; }","duration":"130.669849ms","start":"2026-03-29T02:03:21.634174Z","end":"2026-03-29T02:03:21.764844Z","steps":["trace[363125042] 'process raft request' (duration: 130.525895ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:03:24.242166Z","caller":"traceutil/trace.go:171","msg":"trace[132634991] transaction","detail":"{read_only:false; response_revision:882; number_of_response:1; }","duration":"151.682989ms","start":"2026-03-29T02:03:24.090458Z","end":"2026-03-29T02:03:24.242141Z","steps":["trace[132634991] 'process raft request' (duration: 146.991493ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:03:24.548575Z","caller":"traceutil/trace.go:171","msg":"trace[2024960734] transaction","detail":"{read_only:false; response_revision:889; number_of_response:1; }","duration":"140.145021ms","start":"2026-03-29T02:03:24.408404Z","end":"2026-03-29T02:03:24.548549Z","steps":["trace[2024960734] 'process raft request' (duration: 139.953807ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:03:24.569894Z","caller":"traceutil/trace.go:171","msg":"trace[1146787887] transaction","detail":"{read_only:false; response_revision:890; number_of_response:1; }","duration":"161.465889ms","start":"2026-03-29T02:03:24.408405Z","end":"2026-03-29T02:03:24.569871Z","steps":["trace[1146787887] 'process raft request' (duration: 161.228414ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:03:26.168649Z","caller":"traceutil/trace.go:171","msg":"trace[2135648945] transaction","detail":"{read_only:false; response_revision:901; number_of_response:1; }","duration":"331.98101ms","start":"2026-03-29T02:03:25.836646Z","end":"2026-03-29T02:03:26.168627Z","steps":["trace[2135648945] 'process raft request' (duration: 331.946779ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:03:26.168726Z","caller":"traceutil/trace.go:171","msg":"trace[495715987] transaction","detail":"{read_only:false; response_revision:900; number_of_response:1; }","duration":"333.113295ms","start":"2026-03-29T02:03:25.835579Z","end":"2026-03-29T02:03:26.168693Z","steps":["trace[495715987] 'process raft request' (duration: 332.882009ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:26.168782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:25.83662Z","time spent":"332.095183ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:03:26.169069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:25.835557Z","time spent":"333.383251ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:03:26.770746Z","caller":"traceutil/trace.go:171","msg":"trace[1885152868] transaction","detail":"{read_only:false; response_revision:902; number_of_response:1; }","duration":"157.195273ms","start":"2026-03-29T02:03:26.613527Z","end":"2026-03-29T02:03:26.770722Z","steps":["trace[1885152868] 'process raft request' (duration: 157.04984ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:03:27.776862Z","caller":"traceutil/trace.go:171","msg":"trace[32572670] transaction","detail":"{read_only:false; response_revision:903; number_of_response:1; }","duration":"118.895915ms","start":"2026-03-29T02:03:27.657943Z","end":"2026-03-29T02:03:27.776838Z","steps":["trace[32572670] 'process raft request' (duration: 118.778283ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:28.01957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.186152ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:03:28.019679Z","caller":"traceutil/trace.go:171","msg":"trace[360959844] linearizableReadLoop","detail":"{readStateIndex:948; appliedIndex:947; }","duration":"183.360549ms","start":"2026-03-29T02:03:27.836301Z","end":"2026-03-29T02:03:28.019662Z","steps":["trace[360959844] 'read index received' (duration: 25.983382ms)","trace[360959844] 'applied index is now lower than readState.Index' (duration: 157.375357ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:03:28.019729Z","caller":"traceutil/trace.go:171","msg":"trace[1626073638] transaction","detail":"{read_only:false; response_revision:904; number_of_response:1; }","duration":"238.75119ms","start":"2026-03-29T02:03:27.780947Z","end":"2026-03-29T02:03:28.019699Z","steps":["trace[1626073638] 'process raft request' (duration: 81.353803ms)","trace[1626073638] 'compare' (duration: 156.997308ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:03:28.019874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.580994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-29T02:03:28.01991Z","caller":"traceutil/trace.go:171","msg":"trace[1368532903] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:904; }","duration":"183.652315ms","start":"2026-03-29T02:03:27.836244Z","end":"2026-03-29T02:03:28.019897Z","steps":["trace[1368532903] 'agreement among raft nodes before linearized reading' (duration: 183.506712ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:03:28.300008Z","caller":"traceutil/trace.go:171","msg":"trace[215013024] linearizableReadLoop","detail":"{readStateIndex:950; appliedIndex:948; }","duration":"127.412725ms","start":"2026-03-29T02:03:28.172571Z","end":"2026-03-29T02:03:28.299984Z","steps":["trace[215013024] 'read index received' (duration: 67.532064ms)","trace[215013024] 'applied index is now lower than readState.Index' (duration: 59.879641ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:03:28.300045Z","caller":"traceutil/trace.go:171","msg":"trace[1871713846] transaction","detail":"{read_only:false; response_revision:905; number_of_response:1; }","duration":"275.387232ms","start":"2026-03-29T02:03:28.024618Z","end":"2026-03-29T02:03:28.300005Z","steps":["trace[1871713846] 'process raft request' (duration: 215.587432ms)","trace[1871713846] 'compare' (duration: 59.599835ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:03:28.300202Z","caller":"traceutil/trace.go:171","msg":"trace[1148930617] transaction","detail":"{read_only:false; response_revision:906; number_of_response:1; }","duration":"275.526925ms","start":"2026-03-29T02:03:28.024616Z","end":"2026-03-29T02:03:28.300143Z","steps":["trace[1148930617] 'process raft request' (duration: 275.31671ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:28.300419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.577057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-29T02:03:28.300472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.888076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-29T02:03:28.300531Z","caller":"traceutil/trace.go:171","msg":"trace[919137724] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:906; }","duration":"127.994609ms","start":"2026-03-29T02:03:28.172519Z","end":"2026-03-29T02:03:28.300514Z","steps":["trace[919137724] 'agreement among raft nodes before linearized reading' (duration: 127.773193ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:03:28.300525Z","caller":"traceutil/trace.go:171","msg":"trace[246987918] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:906; }","duration":"126.732991ms","start":"2026-03-29T02:03:28.17377Z","end":"2026-03-29T02:03:28.300503Z","steps":["trace[246987918] 'agreement among raft nodes before linearized reading' (duration: 126.433483ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:03:28.949046Z","caller":"traceutil/trace.go:171","msg":"trace[1523685102] transaction","detail":"{read_only:false; response_revision:909; number_of_response:1; }","duration":"108.058052ms","start":"2026-03-29T02:03:28.840957Z","end":"2026-03-29T02:03:28.949016Z","steps":["trace[1523685102] 'process raft request' (duration: 107.908139ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:30.727845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.351278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-29T02:03:30.727936Z","caller":"traceutil/trace.go:171","msg":"trace[377090872] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:919; }","duration":"423.501421ms","start":"2026-03-29T02:03:30.304414Z","end":"2026-03-29T02:03:30.727915Z","steps":["trace[377090872] 'range keys from in-memory index tree' (duration: 423.160493ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:30.727934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.859749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-29T02:03:30.72798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:30.304395Z","time spent":"423.575312ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-29T02:03:30.727854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.607561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-29T02:03:30.728014Z","caller":"traceutil/trace.go:171","msg":"trace[748729065] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:919; }","duration":"369.983242ms","start":"2026-03-29T02:03:30.358012Z","end":"2026-03-29T02:03:30.727995Z","steps":["trace[748729065] 'range keys from in-memory index tree' (duration: 369.700145ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:03:30.728139Z","caller":"traceutil/trace.go:171","msg":"trace[1508637719] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:919; }","duration":"422.932068ms","start":"2026-03-29T02:03:30.305172Z","end":"2026-03-29T02:03:30.728104Z","steps":["trace[1508637719] 'range keys from in-memory index tree' (duration: 422.411806ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:30.728341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:30.357967Z","time spent":"370.36291ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-29T02:03:30.728387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:30.305141Z","time spent":"423.205734ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-29T02:03:30.728274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.080628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-03-29T02:03:30.728865Z","caller":"traceutil/trace.go:171","msg":"trace[1670715587] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:919; }","duration":"369.320815ms","start":"2026-03-29T02:03:30.359526Z","end":"2026-03-29T02:03:30.728847Z","steps":["trace[1670715587] 'range keys from in-memory index tree' (duration: 367.838883ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:30.728922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:30.359495Z","time spent":"369.397897ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-29T02:03:30.979672Z","caller":"traceutil/trace.go:171","msg":"trace[412987312] transaction","detail":"{read_only:false; response_revision:920; number_of_response:1; }","duration":"246.903083ms","start":"2026-03-29T02:03:30.732742Z","end":"2026-03-29T02:03:30.979645Z","steps":["trace[412987312] 'process raft request' (duration: 246.722169ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:03:31.136763Z","caller":"traceutil/trace.go:171","msg":"trace[2112764455] linearizableReadLoop","detail":"{readStateIndex:967; appliedIndex:963; }","duration":"218.290382ms","start":"2026-03-29T02:03:30.918448Z","end":"2026-03-29T02:03:31.136739Z","steps":["trace[2112764455] 'read index received' (duration: 61.13112ms)","trace[2112764455] 'applied index is now lower than readState.Index' (duration: 157.158372ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:03:31.136817Z","caller":"traceutil/trace.go:171","msg":"trace[393842887] transaction","detail":"{read_only:false; response_revision:921; number_of_response:1; }","duration":"403.898292ms","start":"2026-03-29T02:03:30.732882Z","end":"2026-03-29T02:03:31.13678Z","steps":["trace[393842887] 'process raft request' (duration: 310.925268ms)","trace[393842887] 'compare' (duration: 92.425422ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:03:31.136821Z","caller":"traceutil/trace.go:171","msg":"trace[1096463889] transaction","detail":"{read_only:false; response_revision:922; number_of_response:1; }","duration":"403.524803ms","start":"2026-03-29T02:03:30.733271Z","end":"2026-03-29T02:03:31.136796Z","steps":["trace[1096463889] 'process raft request' (duration: 403.353309ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:03:31.136938Z","caller":"traceutil/trace.go:171","msg":"trace[1910673332] transaction","detail":"{read_only:false; response_revision:923; number_of_response:1; }","duration":"403.582065ms","start":"2026-03-29T02:03:30.733336Z","end":"2026-03-29T02:03:31.136919Z","steps":["trace[1910673332] 'process raft request' (duration: 403.36309ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:31.136983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:30.732873Z","time spent":"404.020914ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:03:31.137113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:30.733309Z","time spent":"403.672206ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:03:31.13711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:30.733264Z","time spent":"403.646776ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:03:31.137257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.472169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:03:31.137358Z","caller":"traceutil/trace.go:171","msg":"trace[849460476] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:923; }","duration":"190.627522ms","start":"2026-03-29T02:03:30.946713Z","end":"2026-03-29T02:03:31.13734Z","steps":["trace[849460476] 'agreement among raft nodes before linearized reading' (duration: 190.485419ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:31.137409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.936147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:03:31.137513Z","caller":"traceutil/trace.go:171","msg":"trace[1467825480] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:923; }","duration":"219.095779ms","start":"2026-03-29T02:03:30.918394Z","end":"2026-03-29T02:03:31.13749Z","steps":["trace[1467825480] 'agreement among raft nodes before linearized reading' (duration: 218.872254ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:33.611973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.631149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/envoy-gateway-system/envoy-gateway\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:03:33.612068Z","caller":"traceutil/trace.go:171","msg":"trace[1197419436] range","detail":"{range_begin:/registry/secrets/envoy-gateway-system/envoy-gateway; range_end:; response_count:0; response_revision:933; }","duration":"114.743732ms","start":"2026-03-29T02:03:33.497305Z","end":"2026-03-29T02:03:33.612048Z","steps":["trace[1197419436] 'range keys from in-memory index tree' (duration: 114.520497ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:03:33.966151Z","caller":"traceutil/trace.go:171","msg":"trace[146107186] transaction","detail":"{read_only:false; response_revision:937; number_of_response:1; }","duration":"157.263404ms","start":"2026-03-29T02:03:33.808862Z","end":"2026-03-29T02:03:33.966126Z","steps":["trace[146107186] 'process raft request' (duration: 58.530302ms)","trace[146107186] 'compare' (duration: 98.596699ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:03:34.59443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.313844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:431"} {"level":"info","ts":"2026-03-29T02:03:34.594511Z","caller":"traceutil/trace.go:171","msg":"trace[1844444687] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:938; }","duration":"484.442867ms","start":"2026-03-29T02:03:34.110051Z","end":"2026-03-29T02:03:34.594493Z","steps":["trace[1844444687] 'range keys from in-memory index tree' (duration: 484.14551ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:34.594556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:34.110028Z","time spent":"484.514928ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-29T02:03:34.71543Z","caller":"traceutil/trace.go:171","msg":"trace[1479204889] transaction","detail":"{read_only:false; response_revision:939; number_of_response:1; }","duration":"600.081158ms","start":"2026-03-29T02:03:34.115326Z","end":"2026-03-29T02:03:34.715407Z","steps":["trace[1479204889] 'process raft request' (duration: 599.944535ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:34.71557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:34.11531Z","time spent":"600.192032ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:03:35.419113Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583528501943534,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:03:35.919896Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583528501943534,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:03:36.420759Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583528501943534,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:03:36.918568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000149263s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-29T02:03:36.91867Z","caller":"traceutil/trace.go:171","msg":"trace[601328627] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000312097s","start":"2026-03-29T02:03:34.918335Z","end":"2026-03-29T02:03:36.918647Z","steps":["trace[601328627] 'agreement among raft nodes before linearized reading' (duration: 2.000177884s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:36.918723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:34.918315Z","time spent":"2.00039784s","remote":"127.0.0.1:43010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:03:36.921279Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583528501943534,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:03:37.426585Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583528501943534,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:03:37.927081Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583528501943534,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:03:38.427271Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583528501943534,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:03:38.919492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000061162s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-29T02:03:38.919626Z","caller":"traceutil/trace.go:171","msg":"trace[1965631276] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000215386s","start":"2026-03-29T02:03:36.919342Z","end":"2026-03-29T02:03:38.919557Z","steps":["trace[1965631276] 'agreement among raft nodes before linearized reading' (duration: 2.000092253s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:38.919691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:36.919322Z","time spent":"2.000353858s","remote":"127.0.0.1:43006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/29 02:03:38 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-29T02:03:38.927702Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583528501943534,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:03:39.428669Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583528501943534,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:03:39.929117Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583528501943534,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:03:40.151091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999265595s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-29T02:03:40.151225Z","caller":"traceutil/trace.go:171","msg":"trace[629584845] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999459739s","start":"2026-03-29T02:03:35.151741Z","end":"2026-03-29T02:03:40.1512Z","steps":["trace[629584845] 'agreement among raft nodes before linearized reading' (duration: 4.999298266s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:40.151296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:35.151721Z","time spent":"4.999560891s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/03/29 02:03:40 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-29T02:03:40.15294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999324215s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context deadline exceeded"} {"level":"warn","ts":"2026-03-29T02:03:40.152986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999842217s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-29T02:03:40.153021Z","caller":"traceutil/trace.go:171","msg":"trace[1085150310] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.999898569s","start":"2026-03-29T02:03:35.153113Z","end":"2026-03-29T02:03:40.153011Z","steps":["trace[1085150310] 'agreement among raft nodes before linearized reading' (duration: 4.999857488s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:03:40.153029Z","caller":"traceutil/trace.go:171","msg":"trace[1183167031] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999457529s","start":"2026-03-29T02:03:35.153541Z","end":"2026-03-29T02:03:40.152999Z","steps":["trace[1183167031] 'agreement among raft nodes before linearized reading' (duration: 4.999360076s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:40.153061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:35.153106Z","time spent":"4.99994741s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-29T02:03:40.153065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:35.153518Z","time spent":"4.999539871s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/03/29 02:03:40 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/03/29 02:03:40 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-29T02:03:40.417252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.708843336s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:03:40.417391Z","caller":"traceutil/trace.go:171","msg":"trace[310244361] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:939; }","duration":"2.708990799s","start":"2026-03-29T02:03:37.70838Z","end":"2026-03-29T02:03:40.417371Z","steps":["trace[310244361] 'range keys from in-memory index tree' (duration: 2.708829646s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:40.430207Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583528501943534,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:03:40.730465Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"6.015188172s","expected-duration":"1s"} {"level":"info","ts":"2026-03-29T02:03:40.730889Z","caller":"traceutil/trace.go:171","msg":"trace[1498487476] transaction","detail":"{read_only:false; response_revision:940; number_of_response:1; }","duration":"6.327959741s","start":"2026-03-29T02:03:34.402903Z","end":"2026-03-29T02:03:40.730863Z","steps":["trace[1498487476] 'process raft request' (duration: 6.327709235s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:40.731036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:34.402879Z","time spent":"6.328086614s","remote":"127.0.0.1:43224","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2785,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:03:40.731111Z","caller":"traceutil/trace.go:171","msg":"trace[1381505743] transaction","detail":"{read_only:false; response_revision:942; number_of_response:1; }","duration":"6.107661454s","start":"2026-03-29T02:03:34.623423Z","end":"2026-03-29T02:03:40.731084Z","steps":["trace[1381505743] 'process raft request' (duration: 6.107524171s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:03:40.731137Z","caller":"traceutil/trace.go:171","msg":"trace[1099628689] transaction","detail":"{read_only:false; response_revision:941; number_of_response:1; }","duration":"6.132337587s","start":"2026-03-29T02:03:34.598778Z","end":"2026-03-29T02:03:40.731115Z","steps":["trace[1099628689] 'process raft request' (duration: 6.131975249s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:40.733721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:34.59875Z","time spent":"6.13249723s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:03:40.73666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:34.623399Z","time spent":"6.107796137s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:03:40.925078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000545463s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-29T02:03:40.925195Z","caller":"traceutil/trace.go:171","msg":"trace[1846213242] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000717246s","start":"2026-03-29T02:03:38.924451Z","end":"2026-03-29T02:03:40.925169Z","steps":["trace[1846213242] 'agreement among raft nodes before linearized reading' (duration: 2.000580933s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:40.925243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:38.924433Z","time spent":"2.000799818s","remote":"127.0.0.1:43010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/29 02:03:40 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-29T02:03:41.341659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"514.392928ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-29T02:03:41.341783Z","caller":"traceutil/trace.go:171","msg":"trace[1739047404] linearizableReadLoop","detail":"{readStateIndex:989; appliedIndex:985; }","duration":"6.423355678s","start":"2026-03-29T02:03:34.918383Z","end":"2026-03-29T02:03:41.341739Z","steps":["trace[1739047404] 'read index received' (duration: 5.812357566s)","trace[1739047404] 'applied index is now lower than readState.Index' (duration: 610.996732ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:03:41.34194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.007534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:03:41.341981Z","caller":"traceutil/trace.go:171","msg":"trace[1770837917] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:942; }","duration":"309.093736ms","start":"2026-03-29T02:03:41.032875Z","end":"2026-03-29T02:03:41.341969Z","steps":["trace[1770837917] 'agreement among raft nodes before linearized reading' (duration: 308.993054ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:41.341962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.514104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:03:41.342019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:41.032854Z","time spent":"309.157987ms","remote":"127.0.0.1:43060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":31,"response size":31,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:03:41.342009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.959655467s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:03:41.342042Z","caller":"traceutil/trace.go:171","msg":"trace[1683060972] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:942; }","duration":"416.640637ms","start":"2026-03-29T02:03:40.925379Z","end":"2026-03-29T02:03:41.34202Z","steps":["trace[1683060972] 'agreement among raft nodes before linearized reading' (duration: 416.507894ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:03:41.342066Z","caller":"traceutil/trace.go:171","msg":"trace[81823900] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:942; }","duration":"3.959760649s","start":"2026-03-29T02:03:37.382291Z","end":"2026-03-29T02:03:41.342052Z","steps":["trace[81823900] 'agreement among raft nodes before linearized reading' (duration: 3.959650317s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:41.342081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:40.925358Z","time spent":"416.715448ms","remote":"127.0.0.1:43006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:03:41.342128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:37.38227Z","time spent":"3.959839601s","remote":"127.0.0.1:43322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":14,"response size":31,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:03:41.342203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.419760037s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a12d7c0e86f83c\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-03-29T02:03:41.341972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.349894032s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-29T02:03:41.342293Z","caller":"traceutil/trace.go:171","msg":"trace[1538142024] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a12d7c0e86f83c; range_end:; response_count:1; response_revision:942; }","duration":"2.4198873s","start":"2026-03-29T02:03:38.922386Z","end":"2026-03-29T02:03:41.342273Z","steps":["trace[1538142024] 'agreement among raft nodes before linearized reading' (duration: 2.419490101s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:03:41.342313Z","caller":"traceutil/trace.go:171","msg":"trace[1658335184] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:942; }","duration":"6.350270981s","start":"2026-03-29T02:03:34.992031Z","end":"2026-03-29T02:03:41.342302Z","steps":["trace[1658335184] 'agreement among raft nodes before linearized reading' (duration: 6.349826231s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:41.342332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:38.922365Z","time spent":"2.419958721s","remote":"127.0.0.1:43074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a12d7c0e86f83c\" "} {"level":"warn","ts":"2026-03-29T02:03:41.342346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:34.992011Z","time spent":"6.350327081s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-29T02:03:41.634913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.423467ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:03:41.635026Z","caller":"traceutil/trace.go:171","msg":"trace[1738947143] linearizableReadLoop","detail":"{readStateIndex:991; appliedIndex:989; }","duration":"271.880363ms","start":"2026-03-29T02:03:41.363128Z","end":"2026-03-29T02:03:41.635008Z","steps":["trace[1738947143] 'read index received' (duration: 57.075958ms)","trace[1738947143] 'applied index is now lower than readState.Index' (duration: 214.803085ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:03:41.635034Z","caller":"traceutil/trace.go:171","msg":"trace[334371238] transaction","detail":"{read_only:false; response_revision:944; number_of_response:1; }","duration":"287.555285ms","start":"2026-03-29T02:03:41.347453Z","end":"2026-03-29T02:03:41.635009Z","steps":["trace[334371238] 'process raft request' (duration: 183.952073ms)","trace[334371238] 'compare' (duration: 103.271013ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:03:41.635201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.082368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-p9458\" ","response":"range_response_count:1 size:4039"} {"level":"info","ts":"2026-03-29T02:03:41.635239Z","caller":"traceutil/trace.go:171","msg":"trace[427090018] range","detail":"{range_begin:/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-p9458; range_end:; response_count:1; response_revision:944; }","duration":"272.153909ms","start":"2026-03-29T02:03:41.363074Z","end":"2026-03-29T02:03:41.635228Z","steps":["trace[427090018] 'agreement among raft nodes before linearized reading' (duration: 272.022067ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:41.635341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.474821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.36\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-29T02:03:41.635416Z","caller":"traceutil/trace.go:171","msg":"trace[1200657465] range","detail":"{range_begin:/registry/masterleases/162.253.55.36; range_end:; response_count:1; response_revision:944; }","duration":"116.613183ms","start":"2026-03-29T02:03:41.518785Z","end":"2026-03-29T02:03:41.635398Z","steps":["trace[1200657465] 'agreement among raft nodes before linearized reading' (duration: 116.393038ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:41.6357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.984629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a12d7c0e86f83c\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-03-29T02:03:41.63591Z","caller":"traceutil/trace.go:171","msg":"trace[204861534] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a12d7c0e86f83c; range_end:; response_count:1; response_revision:944; }","duration":"211.211884ms","start":"2026-03-29T02:03:41.424608Z","end":"2026-03-29T02:03:41.63582Z","steps":["trace[204861534] 'agreement among raft nodes before linearized reading' (duration: 210.59556ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:41.96303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.281219ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-03-29T02:03:41.963153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:41.636309Z","time spent":"326.838805ms","remote":"127.0.0.1:43048","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-29T02:03:42.291937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.965501ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:03:42.292385Z","caller":"traceutil/trace.go:171","msg":"trace[786600796] transaction","detail":"{read_only:false; response_revision:945; number_of_response:1; }","duration":"653.894083ms","start":"2026-03-29T02:03:41.63845Z","end":"2026-03-29T02:03:42.292344Z","steps":["trace[786600796] 'process raft request' (duration: 441.38333ms)","trace[786600796] 'compare' (duration: 211.719896ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:03:42.29249Z","caller":"traceutil/trace.go:171","msg":"trace[2132297889] transaction","detail":"{read_only:false; response_revision:946; number_of_response:1; }","duration":"648.524293ms","start":"2026-03-29T02:03:41.643943Z","end":"2026-03-29T02:03:42.292467Z","steps":["trace[2132297889] 'process raft request' (duration: 648.203326ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:42.292595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:41.638421Z","time spent":"654.053747ms","remote":"127.0.0.1:43074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:03:42.292708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:41.643924Z","time spent":"648.650976ms","remote":"127.0.0.1:43172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4210,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:03:42.655072Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583528501943545,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-29T02:03:42.684605Z","caller":"traceutil/trace.go:171","msg":"trace[1458903555] transaction","detail":"{read_only:false; response_revision:947; number_of_response:1; }","duration":"720.290642ms","start":"2026-03-29T02:03:41.96429Z","end":"2026-03-29T02:03:42.68458Z","steps":["trace[1458903555] 'process raft request' (duration: 713.327837ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:42.684751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:41.964265Z","time spent":"720.410324ms","remote":"127.0.0.1:43048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:03:42.686708Z","caller":"traceutil/trace.go:171","msg":"trace[1182021429] transaction","detail":"{read_only:false; response_revision:948; number_of_response:1; }","duration":"119.679533ms","start":"2026-03-29T02:03:42.567014Z","end":"2026-03-29T02:03:42.686693Z","steps":["trace[1182021429] 'process raft request' (duration: 119.460358ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:03:42.686673Z","caller":"traceutil/trace.go:171","msg":"trace[438086882] linearizableReadLoop","detail":"{readStateIndex:996; appliedIndex:994; }","duration":"532.486773ms","start":"2026-03-29T02:03:42.154159Z","end":"2026-03-29T02:03:42.686646Z","steps":["trace[438086882] 'read index received' (duration: 523.465701ms)","trace[438086882] 'applied index is now lower than readState.Index' (duration: 9.019672ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:03:42.686913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"532.758229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-03-29T02:03:42.686991Z","caller":"traceutil/trace.go:171","msg":"trace[1925804067] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:948; }","duration":"532.903422ms","start":"2026-03-29T02:03:42.154071Z","end":"2026-03-29T02:03:42.686974Z","steps":["trace[1925804067] 'agreement among raft nodes before linearized reading' (duration: 532.671197ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:42.687059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:42.154042Z","time spent":"533.001494ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-29T02:03:42.687136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"516.167567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-29T02:03:42.68717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"531.840239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-03-29T02:03:42.687202Z","caller":"traceutil/trace.go:171","msg":"trace[360774109] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:948; }","duration":"531.915151ms","start":"2026-03-29T02:03:42.155279Z","end":"2026-03-29T02:03:42.687194Z","steps":["trace[360774109] 'agreement among raft nodes before linearized reading' (duration: 531.791388ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:03:42.687204Z","caller":"traceutil/trace.go:171","msg":"trace[1472537894] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:948; }","duration":"516.26088ms","start":"2026-03-29T02:03:42.170926Z","end":"2026-03-29T02:03:42.687187Z","steps":["trace[1472537894] 'agreement among raft nodes before linearized reading' (duration: 516.097646ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:42.687221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:42.155263Z","time spent":"531.954131ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-29T02:03:42.687237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:42.170914Z","time spent":"516.31469ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-29T02:03:44.621626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.170475ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:03:44.622066Z","caller":"traceutil/trace.go:171","msg":"trace[855567732] transaction","detail":"{read_only:false; response_revision:959; number_of_response:1; }","duration":"187.676986ms","start":"2026-03-29T02:03:44.434351Z","end":"2026-03-29T02:03:44.622028Z","steps":["trace[855567732] 'process raft request' (duration: 87.01501ms)","trace[855567732] 'compare' (duration: 100.016052ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:03:44.761877Z","caller":"traceutil/trace.go:171","msg":"trace[1880433831] transaction","detail":"{read_only:false; response_revision:961; number_of_response:1; }","duration":"135.682951ms","start":"2026-03-29T02:03:44.626156Z","end":"2026-03-29T02:03:44.761839Z","steps":["trace[1880433831] 'process raft request' (duration: 117.688608ms)","trace[1880433831] 'compare' (duration: 17.722507ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:03:45.402351Z","caller":"traceutil/trace.go:171","msg":"trace[1572603674] transaction","detail":"{read_only:false; response_revision:980; number_of_response:1; }","duration":"150.8618ms","start":"2026-03-29T02:03:45.251472Z","end":"2026-03-29T02:03:45.402334Z","steps":["trace[1572603674] 'process raft request' (duration: 95.523271ms)","trace[1572603674] 'compare' (duration: 55.235017ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:03:45.402346Z","caller":"traceutil/trace.go:171","msg":"trace[1968405858] linearizableReadLoop","detail":"{readStateIndex:1028; appliedIndex:1027; }","duration":"148.761203ms","start":"2026-03-29T02:03:45.253566Z","end":"2026-03-29T02:03:45.402327Z","steps":["trace[1968405858] 'read index received' (duration: 93.473925ms)","trace[1968405858] 'applied index is now lower than readState.Index' (duration: 55.286588ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:03:45.402453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.870806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/envoy-gateway-system/\" range_end:\"/registry/limitranges/envoy-gateway-system0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:03:45.402484Z","caller":"traceutil/trace.go:171","msg":"trace[799714716] range","detail":"{range_begin:/registry/limitranges/envoy-gateway-system/; range_end:/registry/limitranges/envoy-gateway-system0; response_count:0; response_revision:980; }","duration":"148.944957ms","start":"2026-03-29T02:03:45.25353Z","end":"2026-03-29T02:03:45.402475Z","steps":["trace[799714716] 'agreement among raft nodes before linearized reading' (duration: 148.848625ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:03:45.405631Z","caller":"traceutil/trace.go:171","msg":"trace[104570970] transaction","detail":"{read_only:false; response_revision:981; number_of_response:1; }","duration":"152.007918ms","start":"2026-03-29T02:03:45.253603Z","end":"2026-03-29T02:03:45.405611Z","steps":["trace[104570970] 'process raft request' (duration: 151.775711ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:03:45.61123Z","caller":"traceutil/trace.go:171","msg":"trace[1704074861] transaction","detail":"{read_only:false; response_revision:984; number_of_response:1; }","duration":"112.846889ms","start":"2026-03-29T02:03:45.49836Z","end":"2026-03-29T02:03:45.611207Z","steps":["trace[1704074861] 'process raft request' (duration: 112.661105ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:03:45.611546Z","caller":"traceutil/trace.go:171","msg":"trace[699227589] transaction","detail":"{read_only:false; response_revision:985; number_of_response:1; }","duration":"111.233913ms","start":"2026-03-29T02:03:45.500242Z","end":"2026-03-29T02:03:45.611476Z","steps":["trace[699227589] 'process raft request' (duration: 110.911225ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:03:45.611742Z","caller":"traceutil/trace.go:171","msg":"trace[1476476634] transaction","detail":"{read_only:false; response_revision:986; number_of_response:1; }","duration":"110.198559ms","start":"2026-03-29T02:03:45.501397Z","end":"2026-03-29T02:03:45.611596Z","steps":["trace[1476476634] 'process raft request' (duration: 109.998135ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:45.96113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.658382ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:03:45.961265Z","caller":"traceutil/trace.go:171","msg":"trace[683089751] transaction","detail":"{read_only:false; response_revision:987; number_of_response:1; }","duration":"368.437627ms","start":"2026-03-29T02:03:45.592799Z","end":"2026-03-29T02:03:45.961236Z","steps":["trace[683089751] 'process raft request' (duration: 90.56922ms)","trace[683089751] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/secrets/envoy-gateway-system/sh.helm.release.v1.envoy-gateway.v1; req_size:1036294; } (duration: 275.842031ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:03:45.961332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:45.592767Z","time spent":"368.534879ms","remote":"127.0.0.1:43088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036298,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:03:46.03955Z","caller":"traceutil/trace.go:171","msg":"trace[491771669] linearizableReadLoop","detail":"{readStateIndex:1036; appliedIndex:1034; }","duration":"421.980017ms","start":"2026-03-29T02:03:45.61754Z","end":"2026-03-29T02:03:46.03952Z","steps":["trace[491771669] 'read index received' (duration: 65.069588ms)","trace[491771669] 'applied index is now lower than readState.Index' (duration: 356.909159ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:03:46.039561Z","caller":"traceutil/trace.go:171","msg":"trace[1425861747] transaction","detail":"{read_only:false; response_revision:988; number_of_response:1; }","duration":"423.522581ms","start":"2026-03-29T02:03:45.615996Z","end":"2026-03-29T02:03:46.039519Z","steps":["trace[1425861747] 'process raft request' (duration: 423.245395ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:03:46.0397Z","caller":"traceutil/trace.go:171","msg":"trace[1918941403] transaction","detail":"{read_only:false; response_revision:989; number_of_response:1; }","duration":"420.997094ms","start":"2026-03-29T02:03:45.618664Z","end":"2026-03-29T02:03:46.039661Z","steps":["trace[1918941403] 'process raft request' (duration: 420.78718ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:46.03974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:45.615973Z","time spent":"423.687584ms","remote":"127.0.0.1:43074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":779,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-29T02:03:46.039815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.239103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-jnhst\" ","response":"range_response_count:1 size:4495"} {"level":"info","ts":"2026-03-29T02:03:46.039853Z","caller":"traceutil/trace.go:171","msg":"trace[1794891254] range","detail":"{range_begin:/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-jnhst; range_end:; response_count:1; response_revision:989; }","duration":"422.380195ms","start":"2026-03-29T02:03:45.61746Z","end":"2026-03-29T02:03:46.039841Z","steps":["trace[1794891254] 'agreement among raft nodes before linearized reading' (duration: 422.199151ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:46.039889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:45.617441Z","time spent":"422.439167ms","remote":"127.0.0.1:43172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":4519,"request content":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-jnhst\" "} {"level":"warn","ts":"2026-03-29T02:03:46.039884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:45.618655Z","time spent":"421.129797ms","remote":"127.0.0.1:43476","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5144,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:03:46.039881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.516442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:03:46.039992Z","caller":"traceutil/trace.go:171","msg":"trace[1447291278] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:989; }","duration":"121.680956ms","start":"2026-03-29T02:03:45.918279Z","end":"2026-03-29T02:03:46.03996Z","steps":["trace[1447291278] 'agreement among raft nodes before linearized reading' (duration: 121.493172ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:46.03998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.89279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-29T02:03:46.040115Z","caller":"traceutil/trace.go:171","msg":"trace[1359740147] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:989; }","duration":"391.086805ms","start":"2026-03-29T02:03:45.649003Z","end":"2026-03-29T02:03:46.04009Z","steps":["trace[1359740147] 'agreement among raft nodes before linearized reading' (duration: 390.737707ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:46.040197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:45.648991Z","time spent":"391.194937ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-29T02:03:46.040278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.84031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/envoy-gateway-system/envoy-gateway\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-03-29T02:03:46.040402Z","caller":"traceutil/trace.go:171","msg":"trace[879202662] range","detail":"{range_begin:/registry/serviceaccounts/envoy-gateway-system/envoy-gateway; range_end:; response_count:1; response_revision:989; }","duration":"155.032104ms","start":"2026-03-29T02:03:45.885337Z","end":"2026-03-29T02:03:46.040369Z","steps":["trace[879202662] 'agreement among raft nodes before linearized reading' (duration: 154.547243ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:46.462253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.652788ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:03:46.462414Z","caller":"traceutil/trace.go:171","msg":"trace[1880854231] transaction","detail":"{read_only:false; response_revision:990; number_of_response:1; }","duration":"417.501206ms","start":"2026-03-29T02:03:46.044883Z","end":"2026-03-29T02:03:46.462384Z","steps":["trace[1880854231] 'process raft request' (duration: 120.583252ms)","trace[1880854231] 'compare' (duration: 296.447253ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:03:46.462534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:46.044862Z","time spent":"417.630249ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:03:46.537617Z","caller":"traceutil/trace.go:171","msg":"trace[66253377] linearizableReadLoop","detail":"{readStateIndex:1040; appliedIndex:1037; }","duration":"444.825108ms","start":"2026-03-29T02:03:46.092764Z","end":"2026-03-29T02:03:46.537589Z","steps":["trace[66253377] 'read index received' (duration: 72.779441ms)","trace[66253377] 'applied index is now lower than readState.Index' (duration: 372.044627ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:03:46.537646Z","caller":"traceutil/trace.go:171","msg":"trace[613308608] transaction","detail":"{read_only:false; response_revision:991; number_of_response:1; }","duration":"488.405726ms","start":"2026-03-29T02:03:46.049201Z","end":"2026-03-29T02:03:46.537607Z","steps":["trace[613308608] 'process raft request' (duration: 488.173411ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:03:46.537803Z","caller":"traceutil/trace.go:171","msg":"trace[1754261716] transaction","detail":"{read_only:false; response_revision:992; number_of_response:1; }","duration":"487.549236ms","start":"2026-03-29T02:03:46.050204Z","end":"2026-03-29T02:03:46.537753Z","steps":["trace[1754261716] 'process raft request' (duration: 487.331711ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:46.537856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:46.049168Z","time spent":"488.58351ms","remote":"127.0.0.1:43172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5377,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:03:46.538083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:46.050195Z","time spent":"487.75836ms","remote":"127.0.0.1:43454","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5601,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:03:46.53894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.176899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/envoy-gateway-system/\" range_end:\"/registry/secrets/envoy-gateway-system0\" ","response":"range_response_count:5 size:1050264"} {"level":"info","ts":"2026-03-29T02:03:46.53901Z","caller":"traceutil/trace.go:171","msg":"trace[1303842855] range","detail":"{range_begin:/registry/secrets/envoy-gateway-system/; range_end:/registry/secrets/envoy-gateway-system0; response_count:5; response_revision:992; }","duration":"446.297771ms","start":"2026-03-29T02:03:46.092694Z","end":"2026-03-29T02:03:46.538992Z","steps":["trace[1303842855] 'agreement among raft nodes before linearized reading' (duration: 445.018173ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:46.539097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:46.092677Z","time spent":"446.406063ms","remote":"127.0.0.1:43088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":1050288,"request content":"key:\"/registry/secrets/envoy-gateway-system/\" range_end:\"/registry/secrets/envoy-gateway-system0\" "} {"level":"warn","ts":"2026-03-29T02:03:47.088636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.026918ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-29T02:03:48.533652Z","caller":"traceutil/trace.go:171","msg":"trace[530826275] transaction","detail":"{read_only:false; response_revision:1000; number_of_response:1; }","duration":"268.710852ms","start":"2026-03-29T02:03:48.264889Z","end":"2026-03-29T02:03:48.5336Z","steps":["trace[530826275] 'process raft request' (duration: 185.404905ms)","trace[530826275] 'compare' (duration: 82.403127ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:03:48.985289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.505143ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:03:48.985377Z","caller":"traceutil/trace.go:171","msg":"trace[1752864085] linearizableReadLoop","detail":"{readStateIndex:1050; appliedIndex:1049; }","duration":"141.307727ms","start":"2026-03-29T02:03:48.844056Z","end":"2026-03-29T02:03:48.985364Z","steps":["trace[1752864085] 'read index received' (duration: 294.187µs)","trace[1752864085] 'applied index is now lower than readState.Index' (duration: 141.01257ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:03:48.985474Z","caller":"traceutil/trace.go:171","msg":"trace[1966179702] transaction","detail":"{read_only:false; response_revision:1001; number_of_response:1; }","duration":"447.307094ms","start":"2026-03-29T02:03:48.538158Z","end":"2026-03-29T02:03:48.985466Z","steps":["trace[1966179702] 'process raft request' (duration: 221.550475ms)","trace[1966179702] 'compare' (duration: 225.306359ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:03:48.985516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:48.538133Z","time spent":"447.361125ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:03:48.985764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.705606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:03:48.985793Z","caller":"traceutil/trace.go:171","msg":"trace[448462943] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:1001; }","duration":"141.780298ms","start":"2026-03-29T02:03:48.844002Z","end":"2026-03-29T02:03:48.985783Z","steps":["trace[448462943] 'agreement among raft nodes before linearized reading' (duration: 141.724237ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:03:59.695254Z","caller":"traceutil/trace.go:171","msg":"trace[2043433419] transaction","detail":"{read_only:false; response_revision:1201; number_of_response:1; }","duration":"135.565408ms","start":"2026-03-29T02:03:59.559655Z","end":"2026-03-29T02:03:59.69522Z","steps":["trace[2043433419] 'process raft request' (duration: 111.873117ms)","trace[2043433419] 'compare' (duration: 23.491426ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:03:59.924714Z","caller":"traceutil/trace.go:171","msg":"trace[2129438635] transaction","detail":"{read_only:false; response_revision:1205; number_of_response:1; }","duration":"342.456794ms","start":"2026-03-29T02:03:59.582235Z","end":"2026-03-29T02:03:59.924692Z","steps":["trace[2129438635] 'process raft request' (duration: 342.383323ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:59.924847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:59.582206Z","time spent":"342.569007ms","remote":"127.0.0.1:43060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":73420,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:03:59.924798Z","caller":"traceutil/trace.go:171","msg":"trace[299694227] transaction","detail":"{read_only:false; response_revision:1204; number_of_response:1; }","duration":"364.039508ms","start":"2026-03-29T02:03:59.560693Z","end":"2026-03-29T02:03:59.924733Z","steps":["trace[299694227] 'process raft request' (duration: 363.880195ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:03:59.924816Z","caller":"traceutil/trace.go:171","msg":"trace[1355136762] transaction","detail":"{read_only:false; response_revision:1203; number_of_response:1; }","duration":"364.255003ms","start":"2026-03-29T02:03:59.560532Z","end":"2026-03-29T02:03:59.924787Z","steps":["trace[1355136762] 'process raft request' (duration: 364.000198ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:59.925025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:59.560686Z","time spent":"364.234662ms","remote":"127.0.0.1:43476","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4293,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-29T02:03:59.925025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:59.560507Z","time spent":"364.413346ms","remote":"127.0.0.1:43476","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4558,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-29T02:03:59.924829Z","caller":"traceutil/trace.go:171","msg":"trace[1667475239] transaction","detail":"{read_only:false; response_revision:1202; number_of_response:1; }","duration":"364.909928ms","start":"2026-03-29T02:03:59.559889Z","end":"2026-03-29T02:03:59.924799Z","steps":["trace[1667475239] 'process raft request' (duration: 339.427517ms)","trace[1667475239] 'compare' (duration: 25.085562ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:03:59.925651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:59.55988Z","time spent":"365.723796ms","remote":"127.0.0.1:43496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1679,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-29T02:03:59.956437Z","caller":"traceutil/trace.go:171","msg":"trace[2080768497] linearizableReadLoop","detail":"{readStateIndex:1259; appliedIndex:1253; }","duration":"254.144566ms","start":"2026-03-29T02:03:59.702271Z","end":"2026-03-29T02:03:59.956416Z","steps":["trace[2080768497] 'read index received' (duration: 197.161218ms)","trace[2080768497] 'applied index is now lower than readState.Index' (duration: 56.982828ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:03:59.956571Z","caller":"traceutil/trace.go:171","msg":"trace[340793715] transaction","detail":"{read_only:false; response_revision:1206; number_of_response:1; }","duration":"256.165951ms","start":"2026-03-29T02:03:59.700385Z","end":"2026-03-29T02:03:59.956551Z","steps":["trace[340793715] 'process raft request' (duration: 255.877515ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:59.956581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.299489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/cert-manager/\" range_end:\"/registry/limitranges/cert-manager0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:03:59.956607Z","caller":"traceutil/trace.go:171","msg":"trace[1630765461] range","detail":"{range_begin:/registry/limitranges/cert-manager/; range_end:/registry/limitranges/cert-manager0; response_count:0; response_revision:1207; }","duration":"254.389251ms","start":"2026-03-29T02:03:59.702211Z","end":"2026-03-29T02:03:59.9566Z","steps":["trace[1630765461] 'agreement among raft nodes before linearized reading' (duration: 254.306809ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:03:59.956702Z","caller":"traceutil/trace.go:171","msg":"trace[1233374779] transaction","detail":"{read_only:false; response_revision:1207; number_of_response:1; }","duration":"255.093317ms","start":"2026-03-29T02:03:59.701554Z","end":"2026-03-29T02:03:59.956647Z","steps":["trace[1233374779] 'process raft request' (duration: 254.822171ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:04:00.077758Z","caller":"traceutil/trace.go:171","msg":"trace[1831205584] transaction","detail":"{read_only:false; response_revision:1208; number_of_response:1; }","duration":"146.441972ms","start":"2026-03-29T02:03:59.931274Z","end":"2026-03-29T02:04:00.077716Z","steps":["trace[1831205584] 'process raft request' (duration: 98.334234ms)","trace[1831205584] 'compare' (duration: 47.74147ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:04:00.077944Z","caller":"traceutil/trace.go:171","msg":"trace[1409829679] linearizableReadLoop","detail":"{readStateIndex:1262; appliedIndex:1259; }","duration":"121.42501ms","start":"2026-03-29T02:03:59.956493Z","end":"2026-03-29T02:04:00.077918Z","steps":["trace[1409829679] 'read index received' (duration: 73.128048ms)","trace[1409829679] 'applied index is now lower than readState.Index' (duration: 48.295802ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:04:00.078063Z","caller":"traceutil/trace.go:171","msg":"trace[1786725721] transaction","detail":"{read_only:false; response_revision:1209; number_of_response:1; }","duration":"146.432641ms","start":"2026-03-29T02:03:59.931611Z","end":"2026-03-29T02:04:00.078043Z","steps":["trace[1786725721] 'process raft request' (duration: 146.000642ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:04:00.078121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.057187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:04:00.078176Z","caller":"traceutil/trace.go:171","msg":"trace[139894400] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1210; }","duration":"160.172ms","start":"2026-03-29T02:03:59.917987Z","end":"2026-03-29T02:04:00.078159Z","steps":["trace[139894400] 'agreement among raft nodes before linearized reading' (duration: 160.068187ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:04:00.078576Z","caller":"traceutil/trace.go:171","msg":"trace[387201167] transaction","detail":"{read_only:false; response_revision:1210; number_of_response:1; }","duration":"145.684755ms","start":"2026-03-29T02:03:59.932285Z","end":"2026-03-29T02:04:00.07797Z","steps":["trace[387201167] 'process raft request' (duration: 145.529151ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:04:00.079847Z","caller":"traceutil/trace.go:171","msg":"trace[1948114759] transaction","detail":"{read_only:false; response_revision:1214; number_of_response:1; }","duration":"119.267314ms","start":"2026-03-29T02:03:59.960562Z","end":"2026-03-29T02:04:00.079829Z","steps":["trace[1948114759] 'process raft request' (duration: 119.177552ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:04:00.079825Z","caller":"traceutil/trace.go:171","msg":"trace[1397918105] transaction","detail":"{read_only:false; response_revision:1211; number_of_response:1; }","duration":"120.691924ms","start":"2026-03-29T02:03:59.95912Z","end":"2026-03-29T02:04:00.079812Z","steps":["trace[1397918105] 'process raft request' (duration: 120.430788ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:04:00.080098Z","caller":"traceutil/trace.go:171","msg":"trace[1469129476] transaction","detail":"{read_only:false; response_revision:1212; number_of_response:1; }","duration":"120.889859ms","start":"2026-03-29T02:03:59.959194Z","end":"2026-03-29T02:04:00.080084Z","steps":["trace[1469129476] 'process raft request' (duration: 120.47589ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:04:00.080118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.405727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:04:00.080272Z","caller":"traceutil/trace.go:171","msg":"trace[2065825046] transaction","detail":"{read_only:false; response_revision:1213; number_of_response:1; }","duration":"120.830148ms","start":"2026-03-29T02:03:59.959429Z","end":"2026-03-29T02:04:00.080259Z","steps":["trace[2065825046] 'process raft request' (duration: 120.276676ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:04:00.080336Z","caller":"traceutil/trace.go:171","msg":"trace[698973822] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:1214; }","duration":"107.631312ms","start":"2026-03-29T02:03:59.972655Z","end":"2026-03-29T02:04:00.080286Z","steps":["trace[698973822] 'agreement among raft nodes before linearized reading' (duration: 107.402797ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:04:00.080464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.031975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/cert-manager/cert-manager-cainjector\" ","response":"range_response_count:1 size:3516"} {"level":"info","ts":"2026-03-29T02:04:00.080577Z","caller":"traceutil/trace.go:171","msg":"trace[1036714845] range","detail":"{range_begin:/registry/deployments/cert-manager/cert-manager-cainjector; range_end:; response_count:1; response_revision:1214; }","duration":"118.178938ms","start":"2026-03-29T02:03:59.962372Z","end":"2026-03-29T02:04:00.08055Z","steps":["trace[1036714845] 'agreement among raft nodes before linearized reading' (duration: 117.881232ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:04:01.19399Z","caller":"traceutil/trace.go:171","msg":"trace[2039211083] transaction","detail":"{read_only:false; response_revision:1262; number_of_response:1; }","duration":"150.920462ms","start":"2026-03-29T02:04:01.043038Z","end":"2026-03-29T02:04:01.193958Z","steps":["trace[2039211083] 'process raft request' (duration: 97.234339ms)","trace[2039211083] 'compare' (duration: 53.54062ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:04:05.447024Z","caller":"traceutil/trace.go:171","msg":"trace[984982679] linearizableReadLoop","detail":"{readStateIndex:1342; appliedIndex:1341; }","duration":"157.959281ms","start":"2026-03-29T02:04:05.289037Z","end":"2026-03-29T02:04:05.446996Z","steps":["trace[984982679] 'read index received' (duration: 157.834458ms)","trace[984982679] 'applied index is now lower than readState.Index' (duration: 123.763µs)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:04:05.447054Z","caller":"traceutil/trace.go:171","msg":"trace[1466571834] transaction","detail":"{read_only:false; response_revision:1289; number_of_response:1; }","duration":"160.133109ms","start":"2026-03-29T02:04:05.286893Z","end":"2026-03-29T02:04:05.447026Z","steps":["trace[1466571834] 'process raft request' (duration: 159.925194ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:04:05.447255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.193876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:431"} {"level":"info","ts":"2026-03-29T02:04:05.447294Z","caller":"traceutil/trace.go:171","msg":"trace[646228243] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1289; }","duration":"158.275967ms","start":"2026-03-29T02:04:05.289006Z","end":"2026-03-29T02:04:05.447282Z","steps":["trace[646228243] 'agreement among raft nodes before linearized reading' (duration: 158.111264ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:04:05.590855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.990449ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:04:05.591052Z","caller":"traceutil/trace.go:171","msg":"trace[934349299] transaction","detail":"{read_only:false; response_revision:1290; number_of_response:1; }","duration":"167.126496ms","start":"2026-03-29T02:04:05.423891Z","end":"2026-03-29T02:04:05.591017Z","steps":["trace[934349299] 'process raft request' (duration: 50.879131ms)","trace[934349299] 'compare' (duration: 115.863047ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:04:05.591136Z","caller":"traceutil/trace.go:171","msg":"trace[1353958921] linearizableReadLoop","detail":"{readStateIndex:1343; appliedIndex:1342; }","duration":"144.026317ms","start":"2026-03-29T02:04:05.447097Z","end":"2026-03-29T02:04:05.591123Z","steps":["trace[1353958921] 'read index received' (duration: 27.685331ms)","trace[1353958921] 'applied index is now lower than readState.Index' (duration: 116.339726ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:04:05.591169Z","caller":"traceutil/trace.go:171","msg":"trace[1165313095] transaction","detail":"{read_only:false; response_revision:1291; number_of_response:1; }","duration":"139.970116ms","start":"2026-03-29T02:04:05.451153Z","end":"2026-03-29T02:04:05.591123Z","steps":["trace[1165313095] 'process raft request' (duration: 139.819603ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:04:05.591282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.29786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-03-29T02:04:05.59132Z","caller":"traceutil/trace.go:171","msg":"trace[1492902554] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1291; }","duration":"292.379512ms","start":"2026-03-29T02:04:05.29893Z","end":"2026-03-29T02:04:05.591309Z","steps":["trace[1492902554] 'agreement among raft nodes before linearized reading' (duration: 292.235148ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:04:05.591516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.402562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-29T02:04:05.59163Z","caller":"traceutil/trace.go:171","msg":"trace[1108029062] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1291; }","duration":"292.561466ms","start":"2026-03-29T02:04:05.29905Z","end":"2026-03-29T02:04:05.591611Z","steps":["trace[1108029062] 'agreement among raft nodes before linearized reading' (duration: 292.28787ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:04:05.591747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.786169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-03-29T02:04:05.591962Z","caller":"traceutil/trace.go:171","msg":"trace[1642269724] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1291; }","duration":"292.180027ms","start":"2026-03-29T02:04:05.299759Z","end":"2026-03-29T02:04:05.591939Z","steps":["trace[1642269724] 'agreement among raft nodes before linearized reading' (duration: 291.605985ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:04:05.712214Z","caller":"traceutil/trace.go:171","msg":"trace[213582209] transaction","detail":"{read_only:false; response_revision:1294; number_of_response:1; }","duration":"116.100741ms","start":"2026-03-29T02:04:05.596071Z","end":"2026-03-29T02:04:05.712171Z","steps":["trace[213582209] 'process raft request' (duration: 115.839825ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:04:05.712244Z","caller":"traceutil/trace.go:171","msg":"trace[1719937899] transaction","detail":"{read_only:false; response_revision:1295; number_of_response:1; }","duration":"115.886887ms","start":"2026-03-29T02:04:05.596325Z","end":"2026-03-29T02:04:05.712212Z","steps":["trace[1719937899] 'process raft request' (duration: 115.742214ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:04:07.36399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.443383ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-29T02:04:07.852581Z","caller":"traceutil/trace.go:171","msg":"trace[371105795] linearizableReadLoop","detail":"{readStateIndex:1354; appliedIndex:1353; }","duration":"136.551859ms","start":"2026-03-29T02:04:07.715995Z","end":"2026-03-29T02:04:07.852547Z","steps":["trace[371105795] 'read index received' (duration: 136.219412ms)","trace[371105795] 'applied index is now lower than readState.Index' (duration: 330.677µs)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:04:07.852952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.937508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-29T02:04:07.852997Z","caller":"traceutil/trace.go:171","msg":"trace[1228784440] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1300; }","duration":"137.040281ms","start":"2026-03-29T02:04:07.715946Z","end":"2026-03-29T02:04:07.852987Z","steps":["trace[1228784440] 'agreement among raft nodes before linearized reading' (duration: 136.880136ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:04:07.852966Z","caller":"traceutil/trace.go:171","msg":"trace[1103762514] transaction","detail":"{read_only:false; response_revision:1300; number_of_response:1; }","duration":"176.146986ms","start":"2026-03-29T02:04:07.676672Z","end":"2026-03-29T02:04:07.852819Z","steps":["trace[1103762514] 'process raft request' (duration: 175.550763ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:04:07.853109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.613882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-29T02:04:07.8532Z","caller":"traceutil/trace.go:171","msg":"trace[1790507309] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1300; }","duration":"136.757395ms","start":"2026-03-29T02:04:07.716419Z","end":"2026-03-29T02:04:07.853177Z","steps":["trace[1790507309] 'agreement among raft nodes before linearized reading' (duration: 136.487049ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:04:11.205561Z","caller":"traceutil/trace.go:171","msg":"trace[1902700556] transaction","detail":"{read_only:false; response_revision:1319; number_of_response:1; }","duration":"129.137184ms","start":"2026-03-29T02:04:11.076405Z","end":"2026-03-29T02:04:11.205542Z","steps":["trace[1902700556] 'process raft request' (duration: 129.016141ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:04:11.719547Z","caller":"traceutil/trace.go:171","msg":"trace[264553639] transaction","detail":"{read_only:false; response_revision:1320; number_of_response:1; }","duration":"156.557409ms","start":"2026-03-29T02:04:11.562951Z","end":"2026-03-29T02:04:11.719509Z","steps":["trace[264553639] 'process raft request' (duration: 74.066289ms)","trace[264553639] 'compare' (duration: 82.235214ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:04:11.719667Z","caller":"traceutil/trace.go:171","msg":"trace[864176969] transaction","detail":"{read_only:false; response_revision:1321; number_of_response:1; }","duration":"152.835495ms","start":"2026-03-29T02:04:11.566801Z","end":"2026-03-29T02:04:11.719637Z","steps":["trace[864176969] 'process raft request' (duration: 152.625401ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:04:12.358152Z","caller":"traceutil/trace.go:171","msg":"trace[925050482] transaction","detail":"{read_only:false; response_revision:1325; number_of_response:1; }","duration":"347.994148ms","start":"2026-03-29T02:04:12.010131Z","end":"2026-03-29T02:04:12.358125Z","steps":["trace[925050482] 'process raft request' (duration: 341.601534ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:04:12.3583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:04:12.010102Z","time spent":"348.124042ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:04:12.417502Z","caller":"traceutil/trace.go:171","msg":"trace[1729045662] transaction","detail":"{read_only:false; response_revision:1326; number_of_response:1; }","duration":"407.213395ms","start":"2026-03-29T02:04:12.010261Z","end":"2026-03-29T02:04:12.417474Z","steps":["trace[1729045662] 'process raft request' (duration: 407.033941ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:04:12.417669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:04:12.010232Z","time spent":"407.352518ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:04:12.871074Z","caller":"traceutil/trace.go:171","msg":"trace[1597550013] transaction","detail":"{read_only:false; response_revision:1327; number_of_response:1; }","duration":"109.356572ms","start":"2026-03-29T02:04:12.761685Z","end":"2026-03-29T02:04:12.871042Z","steps":["trace[1597550013] 'process raft request' (duration: 109.179768ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:04:14.064946Z","caller":"traceutil/trace.go:171","msg":"trace[1655965145] linearizableReadLoop","detail":"{readStateIndex:1391; appliedIndex:1390; }","duration":"341.248318ms","start":"2026-03-29T02:04:13.723645Z","end":"2026-03-29T02:04:14.064893Z","steps":["trace[1655965145] 'read index received' (duration: 289.991974ms)","trace[1655965145] 'applied index is now lower than readState.Index' (duration: 51.254754ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:04:14.064971Z","caller":"traceutil/trace.go:171","msg":"trace[1661114228] transaction","detail":"{read_only:false; response_revision:1336; number_of_response:1; }","duration":"403.511188ms","start":"2026-03-29T02:04:13.661426Z","end":"2026-03-29T02:04:14.064937Z","steps":["trace[1661114228] 'process raft request' (duration: 352.228924ms)","trace[1661114228] 'compare' (duration: 51.037339ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:04:14.06527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.589666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-29T02:04:14.065574Z","caller":"traceutil/trace.go:171","msg":"trace[1615629732] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1336; }","duration":"341.964954ms","start":"2026-03-29T02:04:13.723588Z","end":"2026-03-29T02:04:14.065553Z","steps":["trace[1615629732] 'agreement among raft nodes before linearized reading' (duration: 341.450633ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:04:14.06563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:04:13.723564Z","time spent":"342.051966ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-29T02:04:14.065601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:04:13.661402Z","time spent":"404.01534ms","remote":"127.0.0.1:43496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2547,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:04:14.070664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.234118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-03-29T02:04:14.070699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.959009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/cert-manager-webhook\" ","response":"range_response_count:1 size:2615"} {"level":"info","ts":"2026-03-29T02:04:14.070749Z","caller":"traceutil/trace.go:171","msg":"trace[334079888] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1337; }","duration":"268.368991ms","start":"2026-03-29T02:04:13.802362Z","end":"2026-03-29T02:04:14.070731Z","steps":["trace[334079888] 'agreement among raft nodes before linearized reading' (duration: 268.159547ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:04:14.070768Z","caller":"traceutil/trace.go:171","msg":"trace[1909237234] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/cert-manager-webhook; range_end:; response_count:1; response_revision:1337; }","duration":"344.051871ms","start":"2026-03-29T02:04:13.726696Z","end":"2026-03-29T02:04:14.070748Z","steps":["trace[1909237234] 'agreement among raft nodes before linearized reading' (duration: 343.862097ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:04:14.070801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:04:13.726683Z","time spent":"344.112112ms","remote":"127.0.0.1:43484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":2639,"request content":"key:\"/registry/validatingwebhookconfigurations/cert-manager-webhook\" "} {"level":"info","ts":"2026-03-29T02:04:14.070887Z","caller":"traceutil/trace.go:171","msg":"trace[1535283003] transaction","detail":"{read_only:false; response_revision:1337; number_of_response:1; }","duration":"345.82573ms","start":"2026-03-29T02:04:13.725008Z","end":"2026-03-29T02:04:14.070834Z","steps":["trace[1535283003] 'process raft request' (duration: 345.306938ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:04:14.071147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:04:13.724982Z","time spent":"346.020424ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:04:14.204456Z","caller":"traceutil/trace.go:171","msg":"trace[1783807849] linearizableReadLoop","detail":"{readStateIndex:1395; appliedIndex:1393; }","duration":"121.707218ms","start":"2026-03-29T02:04:14.08272Z","end":"2026-03-29T02:04:14.204427Z","steps":["trace[1783807849] 'read index received' (duration: 9.786229ms)","trace[1783807849] 'applied index is now lower than readState.Index' (duration: 111.919809ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:04:14.20463Z","caller":"traceutil/trace.go:171","msg":"trace[1871370657] transaction","detail":"{read_only:false; response_revision:1340; number_of_response:1; }","duration":"128.346405ms","start":"2026-03-29T02:04:14.076242Z","end":"2026-03-29T02:04:14.204588Z","steps":["trace[1871370657] 'process raft request' (duration: 116.04206ms)","trace[1871370657] 'compare' (duration: 12.022899ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:04:14.204817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.065055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/envoy-gateway-system/envoy-gateway-gateway-helm-certgen\" ","response":"range_response_count:1 size:2897"} {"level":"info","ts":"2026-03-29T02:04:14.204871Z","caller":"traceutil/trace.go:171","msg":"trace[1364816292] range","detail":"{range_begin:/registry/jobs/envoy-gateway-system/envoy-gateway-gateway-helm-certgen; range_end:; response_count:1; response_revision:1340; }","duration":"122.163508ms","start":"2026-03-29T02:04:14.082692Z","end":"2026-03-29T02:04:14.204856Z","steps":["trace[1364816292] 'agreement among raft nodes before linearized reading' (duration: 121.869652ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:04:14.440709Z","caller":"traceutil/trace.go:171","msg":"trace[861194767] transaction","detail":"{read_only:false; response_revision:1342; number_of_response:1; }","duration":"174.665829ms","start":"2026-03-29T02:04:14.266014Z","end":"2026-03-29T02:04:14.44068Z","steps":["trace[861194767] 'process raft request' (duration: 174.426894ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:04:14.698768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.024218ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:04:14.698969Z","caller":"traceutil/trace.go:171","msg":"trace[106393585] transaction","detail":"{read_only:false; response_revision:1344; number_of_response:1; }","duration":"253.737244ms","start":"2026-03-29T02:04:14.44521Z","end":"2026-03-29T02:04:14.698947Z","steps":["trace[106393585] 'process raft request' (duration: 112.42921ms)","trace[106393585] 'compare' (duration: 140.876225ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:04:14.699135Z","caller":"traceutil/trace.go:171","msg":"trace[1655030776] linearizableReadLoop","detail":"{readStateIndex:1400; appliedIndex:1398; }","duration":"243.702771ms","start":"2026-03-29T02:04:14.455407Z","end":"2026-03-29T02:04:14.69911Z","steps":["trace[1655030776] 'read index received' (duration: 102.248743ms)","trace[1655030776] 'applied index is now lower than readState.Index' (duration: 141.452938ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:04:14.69936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.945256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/envoy-gateway-system/envoy-gateway-gateway-helm-certgen\" ","response":"range_response_count:1 size:2929"} {"level":"info","ts":"2026-03-29T02:04:14.699407Z","caller":"traceutil/trace.go:171","msg":"trace[949222555] range","detail":"{range_begin:/registry/jobs/envoy-gateway-system/envoy-gateway-gateway-helm-certgen; range_end:; response_count:1; response_revision:1345; }","duration":"244.040918ms","start":"2026-03-29T02:04:14.455354Z","end":"2026-03-29T02:04:14.699394Z","steps":["trace[949222555] 'agreement among raft nodes before linearized reading' (duration: 243.849964ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:04:14.699632Z","caller":"traceutil/trace.go:171","msg":"trace[1766224012] transaction","detail":"{read_only:false; response_revision:1345; number_of_response:1; }","duration":"254.334058ms","start":"2026-03-29T02:04:14.445279Z","end":"2026-03-29T02:04:14.699613Z","steps":["trace[1766224012] 'process raft request' (duration: 253.613921ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:04:16.208658Z","caller":"traceutil/trace.go:171","msg":"trace[1635982430] linearizableReadLoop","detail":"{readStateIndex:1403; appliedIndex:1402; }","duration":"127.960066ms","start":"2026-03-29T02:04:16.080673Z","end":"2026-03-29T02:04:16.208633Z","steps":["trace[1635982430] 'read index received' (duration: 127.71737ms)","trace[1635982430] 'applied index is now lower than readState.Index' (duration: 241.816µs)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:04:16.208736Z","caller":"traceutil/trace.go:171","msg":"trace[402306903] transaction","detail":"{read_only:false; response_revision:1348; number_of_response:1; }","duration":"131.196889ms","start":"2026-03-29T02:04:16.077506Z","end":"2026-03-29T02:04:16.208703Z","steps":["trace[402306903] 'process raft request' (duration: 130.951644ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:04:16.208972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.184895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-29T02:04:16.209029Z","caller":"traceutil/trace.go:171","msg":"trace[1584301896] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1348; }","duration":"112.273376ms","start":"2026-03-29T02:04:16.096741Z","end":"2026-03-29T02:04:16.209014Z","steps":["trace[1584301896] 'agreement among raft nodes before linearized reading' (duration: 112.113313ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:04:16.20922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.514368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-29T02:04:16.209299Z","caller":"traceutil/trace.go:171","msg":"trace[938475122] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1348; }","duration":"128.636911ms","start":"2026-03-29T02:04:16.080644Z","end":"2026-03-29T02:04:16.209281Z","steps":["trace[938475122] 'agreement among raft nodes before linearized reading' (duration: 128.12106ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:04:16.469942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.343357ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:04:16.470138Z","caller":"traceutil/trace.go:171","msg":"trace[1632641969] transaction","detail":"{read_only:false; response_revision:1351; number_of_response:1; }","duration":"256.292802ms","start":"2026-03-29T02:04:16.213815Z","end":"2026-03-29T02:04:16.470107Z","steps":["trace[1632641969] 'process raft request' (duration: 256.22047ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:04:16.470167Z","caller":"traceutil/trace.go:171","msg":"trace[226436317] transaction","detail":"{read_only:false; response_revision:1350; number_of_response:1; }","duration":"256.688701ms","start":"2026-03-29T02:04:16.213451Z","end":"2026-03-29T02:04:16.47014Z","steps":["trace[226436317] 'process raft request' (duration: 140.051656ms)","trace[226436317] 'compare' (duration: 116.076141ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:04:16.882989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.382651ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:04:16.883293Z","caller":"traceutil/trace.go:171","msg":"trace[675877797] transaction","detail":"{read_only:false; response_revision:1353; number_of_response:1; }","duration":"115.938088ms","start":"2026-03-29T02:04:16.767316Z","end":"2026-03-29T02:04:16.883255Z","steps":["trace[675877797] 'process raft request' (duration: 14.947173ms)","trace[675877797] 'compare' (duration: 100.244808ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:04:17.65292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.351243ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-29T02:04:19.051475Z","caller":"traceutil/trace.go:171","msg":"trace[2069780152] linearizableReadLoop","detail":"{readStateIndex:1416; appliedIndex:1415; }","duration":"133.371198ms","start":"2026-03-29T02:04:18.918063Z","end":"2026-03-29T02:04:19.051434Z","steps":["trace[2069780152] 'read index received' (duration: 62.209459ms)","trace[2069780152] 'applied index is now lower than readState.Index' (duration: 71.160379ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:04:19.051516Z","caller":"traceutil/trace.go:171","msg":"trace[1412317616] transaction","detail":"{read_only:false; response_revision:1360; number_of_response:1; }","duration":"159.619993ms","start":"2026-03-29T02:04:18.891866Z","end":"2026-03-29T02:04:19.051486Z","steps":["trace[1412317616] 'process raft request' (duration: 88.466295ms)","trace[1412317616] 'compare' (duration: 70.915193ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:04:19.051626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.539222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:04:19.051672Z","caller":"traceutil/trace.go:171","msg":"trace[901696918] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1360; }","duration":"133.638524ms","start":"2026-03-29T02:04:18.918017Z","end":"2026-03-29T02:04:19.051656Z","steps":["trace[901696918] 'agreement among raft nodes before linearized reading' (duration: 133.547152ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:04:21.179838Z","caller":"traceutil/trace.go:171","msg":"trace[183565933] transaction","detail":"{read_only:false; response_revision:1374; number_of_response:1; }","duration":"119.192962ms","start":"2026-03-29T02:04:21.060616Z","end":"2026-03-29T02:04:21.179809Z","steps":["trace[183565933] 'process raft request' (duration: 119.026158ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:04:21.751499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.516947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/cert-manager/cert-manager-startupapicheck-vwjnk\" ","response":"range_response_count:1 size:3888"} {"level":"info","ts":"2026-03-29T02:04:21.751597Z","caller":"traceutil/trace.go:171","msg":"trace[2033804586] range","detail":"{range_begin:/registry/pods/cert-manager/cert-manager-startupapicheck-vwjnk; range_end:; response_count:1; response_revision:1376; }","duration":"123.693732ms","start":"2026-03-29T02:04:21.62788Z","end":"2026-03-29T02:04:21.751573Z","steps":["trace[2033804586] 'range keys from in-memory index tree' (duration: 123.255262ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:04:23.01688Z","caller":"traceutil/trace.go:171","msg":"trace[1740659365] linearizableReadLoop","detail":"{readStateIndex:1439; appliedIndex:1438; }","duration":"100.30465ms","start":"2026-03-29T02:04:22.916549Z","end":"2026-03-29T02:04:23.016854Z","steps":["trace[1740659365] 'read index received' (duration: 100.039064ms)","trace[1740659365] 'applied index is now lower than readState.Index' (duration: 264.346µs)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:04:23.017035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.470864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:04:23.017077Z","caller":"traceutil/trace.go:171","msg":"trace[742260267] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1382; }","duration":"100.535895ms","start":"2026-03-29T02:04:22.91653Z","end":"2026-03-29T02:04:23.017066Z","steps":["trace[742260267] 'agreement among raft nodes before linearized reading' (duration: 100.449023ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:04:23.017123Z","caller":"traceutil/trace.go:171","msg":"trace[1440110282] transaction","detail":"{read_only:false; response_revision:1382; number_of_response:1; }","duration":"168.677647ms","start":"2026-03-29T02:04:22.848372Z","end":"2026-03-29T02:04:23.01705Z","steps":["trace[1440110282] 'process raft request' (duration: 168.264057ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:04:24.719789Z","caller":"traceutil/trace.go:171","msg":"trace[809520562] transaction","detail":"{read_only:false; response_revision:1387; number_of_response:1; }","duration":"196.267041ms","start":"2026-03-29T02:04:24.523493Z","end":"2026-03-29T02:04:24.71976Z","steps":["trace[809520562] 'process raft request' (duration: 195.969485ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:04:24.902266Z","caller":"traceutil/trace.go:171","msg":"trace[951029116] transaction","detail":"{read_only:false; response_revision:1389; number_of_response:1; }","duration":"178.22567ms","start":"2026-03-29T02:04:24.724004Z","end":"2026-03-29T02:04:24.90223Z","steps":["trace[951029116] 'process raft request' (duration: 92.370403ms)","trace[951029116] 'compare' (duration: 85.728264ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:04:26.419505Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583528501944382,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-29T02:04:26.605076Z","caller":"traceutil/trace.go:171","msg":"trace[142476086] transaction","detail":"{read_only:false; response_revision:1392; number_of_response:1; }","duration":"738.336253ms","start":"2026-03-29T02:04:25.86671Z","end":"2026-03-29T02:04:26.605046Z","steps":["trace[142476086] 'process raft request' (duration: 738.160899ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:04:26.605248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:04:25.866685Z","time spent":"738.484946ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:04:27.918408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999805546s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-29T02:04:27.918601Z","caller":"traceutil/trace.go:171","msg":"trace[928051510] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000070492s","start":"2026-03-29T02:04:25.91851Z","end":"2026-03-29T02:04:27.91858Z","steps":["trace[928051510] 'agreement among raft nodes before linearized reading' (duration: 1.999851737s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:04:27.918693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:04:25.918474Z","time spent":"2.000201895s","remote":"127.0.0.1:43010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:04:29.173964Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.147288678s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-29T02:04:29.617197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.908697072s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:04:29.617367Z","caller":"traceutil/trace.go:171","msg":"trace[514287974] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1392; }","duration":"1.908894876s","start":"2026-03-29T02:04:27.708445Z","end":"2026-03-29T02:04:29.61734Z","steps":["trace[514287974] 'range keys from in-memory index tree' (duration: 1.908678691s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:04:29.617696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.836853004s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:04:29.617889Z","caller":"traceutil/trace.go:171","msg":"trace[87779580] linearizableReadLoop","detail":"{readStateIndex:1450; appliedIndex:1448; }","duration":"3.699299428s","start":"2026-03-29T02:04:25.91857Z","end":"2026-03-29T02:04:29.617869Z","steps":["trace[87779580] 'read index received' (duration: 686.328143ms)","trace[87779580] 'applied index is now lower than readState.Index' (duration: 3.012969215s)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:04:29.617966Z","caller":"traceutil/trace.go:171","msg":"trace[871550575] transaction","detail":"{read_only:false; response_revision:1393; number_of_response:1; }","duration":"3.286701036s","start":"2026-03-29T02:04:26.331175Z","end":"2026-03-29T02:04:29.617876Z","steps":["trace[871550575] 'process raft request' (duration: 449.567297ms)","trace[871550575] 'compare' (duration: 2.836339471s)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:04:29.618185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:04:26.33114Z","time spent":"3.28693437s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:04:29.656369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.165077181s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:04:29.656453Z","caller":"traceutil/trace.go:171","msg":"trace[1856130677] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:1393; }","duration":"3.165166773s","start":"2026-03-29T02:04:26.491263Z","end":"2026-03-29T02:04:29.65643Z","steps":["trace[1856130677] 'agreement among raft nodes before linearized reading' (duration: 3.16503804s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:04:29.6565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:04:26.491214Z","time spent":"3.165273915s","remote":"127.0.0.1:33166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:04:29.656498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.324662598s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-29T02:04:29.656556Z","caller":"traceutil/trace.go:171","msg":"trace[1418073684] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1393; }","duration":"2.32477057s","start":"2026-03-29T02:04:27.33177Z","end":"2026-03-29T02:04:29.656541Z","steps":["trace[1418073684] 'agreement among raft nodes before linearized reading' (duration: 2.324573226s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:04:29.656549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.395684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:04:29.656555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.750415173s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-29T02:04:29.656594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:04:27.33174Z","time spent":"2.324846052s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-29T02:04:29.656604Z","caller":"traceutil/trace.go:171","msg":"trace[631014369] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:1393; }","duration":"437.499046ms","start":"2026-03-29T02:04:29.21909Z","end":"2026-03-29T02:04:29.65659Z","steps":["trace[631014369] 'agreement among raft nodes before linearized reading' (duration: 437.403754ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:04:29.656632Z","caller":"traceutil/trace.go:171","msg":"trace[390896089] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1393; }","duration":"2.750552716s","start":"2026-03-29T02:04:26.906064Z","end":"2026-03-29T02:04:29.656617Z","steps":["trace[390896089] 'agreement among raft nodes before linearized reading' (duration: 2.750330371s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:04:29.656644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:04:29.219068Z","time spent":"437.567028ms","remote":"127.0.0.1:33210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:04:29.656667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:04:26.906043Z","time spent":"2.750616018s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-29T02:04:29.656678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.35295348s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-29T02:04:29.65668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.859350615s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-29T02:04:29.656729Z","caller":"traceutil/trace.go:171","msg":"trace[1220747902] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:1393; }","duration":"2.353055732s","start":"2026-03-29T02:04:27.30366Z","end":"2026-03-29T02:04:29.656716Z","steps":["trace[1220747902] 'agreement among raft nodes before linearized reading' (duration: 2.35295339s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:04:29.656676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.797073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-29T02:04:29.656767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:04:27.30364Z","time spent":"2.353117493s","remote":"127.0.0.1:33070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":8,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:04:29.656772Z","caller":"traceutil/trace.go:171","msg":"trace[1620621666] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1393; }","duration":"2.859481418s","start":"2026-03-29T02:04:26.79727Z","end":"2026-03-29T02:04:29.656751Z","steps":["trace[1620621666] 'agreement among raft nodes before linearized reading' (duration: 2.859189832s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:04:29.656804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.537104701s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-03-29T02:04:29.656824Z","caller":"traceutil/trace.go:171","msg":"trace[1276491878] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1393; }","duration":"2.537177293s","start":"2026-03-29T02:04:27.11964Z","end":"2026-03-29T02:04:29.656818Z","steps":["trace[1276491878] 'agreement among raft nodes before linearized reading' (duration: 2.537120942s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:04:29.656818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:04:26.797247Z","time spent":"2.85956076s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-29T02:04:29.656841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:04:27.119614Z","time spent":"2.537222754s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-29T02:04:29.656824Z","caller":"traceutil/trace.go:171","msg":"trace[611463364] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:1393; }","duration":"231.003367ms","start":"2026-03-29T02:04:29.425795Z","end":"2026-03-29T02:04:29.656798Z","steps":["trace[611463364] 'agreement among raft nodes before linearized reading' (duration: 230.773752ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:04:29.656843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.931953477s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-03-29T02:04:29.65687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"689.127524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:04:29.656909Z","caller":"traceutil/trace.go:171","msg":"trace[1311797446] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:1393; }","duration":"689.207776ms","start":"2026-03-29T02:04:28.96769Z","end":"2026-03-29T02:04:29.656898Z","steps":["trace[1311797446] 'agreement among raft nodes before linearized reading' (duration: 689.145025ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:04:29.656939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:04:28.967666Z","time spent":"689.264688ms","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:04:29.65698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.737485129s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:04:29.656876Z","caller":"traceutil/trace.go:171","msg":"trace[2059465421] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1393; }","duration":"2.932027129s","start":"2026-03-29T02:04:26.72484Z","end":"2026-03-29T02:04:29.656867Z","steps":["trace[2059465421] 'agreement among raft nodes before linearized reading' (duration: 2.931892546s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:04:29.657009Z","caller":"traceutil/trace.go:171","msg":"trace[166020367] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1393; }","duration":"1.73755507s","start":"2026-03-29T02:04:27.919446Z","end":"2026-03-29T02:04:29.657001Z","steps":["trace[166020367] 'agreement among raft nodes before linearized reading' (duration: 1.73751495s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:04:29.657043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:04:27.919423Z","time spent":"1.737614082s","remote":"127.0.0.1:43006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:04:29.657036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:04:26.724818Z","time spent":"2.932193912s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-29T02:04:29.86316Z","caller":"traceutil/trace.go:171","msg":"trace[1921904928] transaction","detail":"{read_only:false; response_revision:1396; number_of_response:1; }","duration":"201.918358ms","start":"2026-03-29T02:04:29.661218Z","end":"2026-03-29T02:04:29.863136Z","steps":["trace[1921904928] 'process raft request' (duration: 169.350181ms)","trace[1921904928] 'compare' (duration: 32.319081ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:04:29.863385Z","caller":"traceutil/trace.go:171","msg":"trace[596725513] transaction","detail":"{read_only:false; response_revision:1397; number_of_response:1; }","duration":"202.103563ms","start":"2026-03-29T02:04:29.661247Z","end":"2026-03-29T02:04:29.863351Z","steps":["trace[596725513] 'process raft request' (duration: 201.830536ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:04:29.863553Z","caller":"traceutil/trace.go:171","msg":"trace[356030457] transaction","detail":"{read_only:false; response_revision:1398; number_of_response:1; }","duration":"202.264157ms","start":"2026-03-29T02:04:29.661262Z","end":"2026-03-29T02:04:29.863526Z","steps":["trace[356030457] 'process raft request' (duration: 202.099383ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:04:29.863732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.94361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:04:29.863851Z","caller":"traceutil/trace.go:171","msg":"trace[978985030] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1398; }","duration":"198.128123ms","start":"2026-03-29T02:04:29.665709Z","end":"2026-03-29T02:04:29.863837Z","steps":["trace[978985030] 'agreement among raft nodes before linearized reading' (duration: 197.927399ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:04:29.863763Z","caller":"traceutil/trace.go:171","msg":"trace[465168587] linearizableReadLoop","detail":"{readStateIndex:1456; appliedIndex:1453; }","duration":"186.874283ms","start":"2026-03-29T02:04:29.676569Z","end":"2026-03-29T02:04:29.863443Z","steps":["trace[465168587] 'read index received' (duration: 154.007238ms)","trace[465168587] 'applied index is now lower than readState.Index' (duration: 32.865795ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:04:29.920743Z","caller":"traceutil/trace.go:171","msg":"trace[2089428953] transaction","detail":"{read_only:false; response_revision:1399; number_of_response:1; }","duration":"242.114985ms","start":"2026-03-29T02:04:29.678601Z","end":"2026-03-29T02:04:29.920716Z","steps":["trace[2089428953] 'process raft request' (duration: 241.927381ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:04:30.793377Z","caller":"traceutil/trace.go:171","msg":"trace[705718474] transaction","detail":"{read_only:false; response_revision:1400; number_of_response:1; }","duration":"119.602991ms","start":"2026-03-29T02:04:30.673749Z","end":"2026-03-29T02:04:30.793352Z","steps":["trace[705718474] 'process raft request' (duration: 119.402205ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:04:31.774951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.953489ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:04:31.775181Z","caller":"traceutil/trace.go:171","msg":"trace[1825371187] transaction","detail":"{read_only:false; response_revision:1403; number_of_response:1; }","duration":"151.524393ms","start":"2026-03-29T02:04:31.6236Z","end":"2026-03-29T02:04:31.775124Z","steps":["trace[1825371187] 'process raft request' (duration: 48.288238ms)","trace[1825371187] 'compare' (duration: 102.816386ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:04:32.154316Z","caller":"traceutil/trace.go:171","msg":"trace[1390734757] transaction","detail":"{read_only:false; response_revision:1404; number_of_response:1; }","duration":"374.49008ms","start":"2026-03-29T02:04:31.779779Z","end":"2026-03-29T02:04:32.154269Z","steps":["trace[1390734757] 'process raft request' (duration: 374.323757ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:04:32.154489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:04:31.779749Z","time spent":"374.652803ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:04:32.311492Z","caller":"traceutil/trace.go:171","msg":"trace[2129488730] linearizableReadLoop","detail":"{readStateIndex:1464; appliedIndex:1462; }","duration":"526.74151ms","start":"2026-03-29T02:04:31.784727Z","end":"2026-03-29T02:04:32.311468Z","steps":["trace[2129488730] 'read index received' (duration: 369.384997ms)","trace[2129488730] 'applied index is now lower than readState.Index' (duration: 157.355473ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:04:32.311523Z","caller":"traceutil/trace.go:171","msg":"trace[1341279305] transaction","detail":"{read_only:false; response_revision:1405; number_of_response:1; }","duration":"530.946923ms","start":"2026-03-29T02:04:31.780545Z","end":"2026-03-29T02:04:32.311492Z","steps":["trace[1341279305] 'process raft request' (duration: 478.933882ms)","trace[1341279305] 'compare' (duration: 51.823237ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:04:32.311667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:04:31.7805Z","time spent":"531.090106ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:04:32.311706Z","caller":"traceutil/trace.go:171","msg":"trace[1702782788] transaction","detail":"{read_only:false; response_revision:1406; number_of_response:1; }","duration":"510.877696ms","start":"2026-03-29T02:04:31.800806Z","end":"2026-03-29T02:04:32.311684Z","steps":["trace[1702782788] 'process raft request' (duration: 510.61794ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:04:32.311732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.362516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-29T02:04:32.31172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"526.966765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:04:32.311769Z","caller":"traceutil/trace.go:171","msg":"trace[268344950] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1406; }","duration":"442.456558ms","start":"2026-03-29T02:04:31.869301Z","end":"2026-03-29T02:04:32.311758Z","steps":["trace[268344950] 'agreement among raft nodes before linearized reading' (duration: 442.310324ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:04:32.311802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:04:31.869282Z","time spent":"442.511539ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-29T02:04:32.3118Z","caller":"traceutil/trace.go:171","msg":"trace[1610934893] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:1406; }","duration":"527.12134ms","start":"2026-03-29T02:04:31.78466Z","end":"2026-03-29T02:04:32.311781Z","steps":["trace[1610934893] 'agreement among raft nodes before linearized reading' (duration: 526.957985ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:04:32.311822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:04:31.800779Z","time spent":"510.974938ms","remote":"127.0.0.1:43224","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3148,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:04:32.31185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:04:31.784628Z","time spent":"527.211491ms","remote":"127.0.0.1:43440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:04:32.312133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.691043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-29T02:04:32.31235Z","caller":"traceutil/trace.go:171","msg":"trace[1256607999] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1406; }","duration":"442.956739ms","start":"2026-03-29T02:04:31.869353Z","end":"2026-03-29T02:04:32.31231Z","steps":["trace[1256607999] 'agreement among raft nodes before linearized reading' (duration: 442.54118ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:04:32.312111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.623722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-29T02:04:32.312429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:04:31.869328Z","time spent":"443.083551ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-29T02:04:32.312465Z","caller":"traceutil/trace.go:171","msg":"trace[41948214] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1406; }","duration":"443.050491ms","start":"2026-03-29T02:04:31.869377Z","end":"2026-03-29T02:04:32.312427Z","steps":["trace[41948214] 'agreement among raft nodes before linearized reading' (duration: 442.412297ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:04:32.312537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:04:31.869353Z","time spent":"443.167904ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-29T02:04:32.949459Z","caller":"traceutil/trace.go:171","msg":"trace[699189991] transaction","detail":"{read_only:false; response_revision:1411; number_of_response:1; }","duration":"263.017382ms","start":"2026-03-29T02:04:32.686415Z","end":"2026-03-29T02:04:32.949433Z","steps":["trace[699189991] 'process raft request' (duration: 262.784297ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:04:33.514756Z","caller":"traceutil/trace.go:171","msg":"trace[1606954709] linearizableReadLoop","detail":"{readStateIndex:1471; appliedIndex:1470; }","duration":"120.847028ms","start":"2026-03-29T02:04:33.393888Z","end":"2026-03-29T02:04:33.514735Z","steps":["trace[1606954709] 'read index received' (duration: 120.706825ms)","trace[1606954709] 'applied index is now lower than readState.Index' (duration: 139.353µs)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:04:33.514806Z","caller":"traceutil/trace.go:171","msg":"trace[1088735203] transaction","detail":"{read_only:false; response_revision:1412; number_of_response:1; }","duration":"192.068578ms","start":"2026-03-29T02:04:33.322713Z","end":"2026-03-29T02:04:33.514782Z","steps":["trace[1088735203] 'process raft request' (duration: 191.903454ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:04:33.514918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.028431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-29T02:04:33.51495Z","caller":"traceutil/trace.go:171","msg":"trace[1692266012] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:1412; }","duration":"121.125753ms","start":"2026-03-29T02:04:33.393814Z","end":"2026-03-29T02:04:33.51494Z","steps":["trace[1692266012] 'agreement among raft nodes before linearized reading' (duration: 120.99757ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:04:33.836274Z","caller":"traceutil/trace.go:171","msg":"trace[1922859490] linearizableReadLoop","detail":"{readStateIndex:1475; appliedIndex:1474; }","duration":"162.175821ms","start":"2026-03-29T02:04:33.674066Z","end":"2026-03-29T02:04:33.836242Z","steps":["trace[1922859490] 'read index received' (duration: 84.256031ms)","trace[1922859490] 'applied index is now lower than readState.Index' (duration: 77.91813ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:04:33.836511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.414146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-startupapicheck\" ","response":"range_response_count:1 size:1054"} {"level":"info","ts":"2026-03-29T02:04:33.836585Z","caller":"traceutil/trace.go:171","msg":"trace[268426137] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager-startupapicheck; range_end:; response_count:1; response_revision:1415; }","duration":"162.524728ms","start":"2026-03-29T02:04:33.67404Z","end":"2026-03-29T02:04:33.836564Z","steps":["trace[268426137] 'agreement among raft nodes before linearized reading' (duration: 162.304263ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:04:34.410285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.589127ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:04:34.410432Z","caller":"traceutil/trace.go:171","msg":"trace[90115100] transaction","detail":"{read_only:false; response_revision:1416; number_of_response:1; }","duration":"629.093025ms","start":"2026-03-29T02:04:33.781316Z","end":"2026-03-29T02:04:34.410409Z","steps":["trace[90115100] 'process raft request' (duration: 312.266092ms)","trace[90115100] 'compare' (duration: 316.412434ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:04:34.410519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:04:33.781289Z","time spent":"629.187987ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:04:34.458615Z","caller":"traceutil/trace.go:171","msg":"trace[1045219968] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1418; }","duration":"620.226107ms","start":"2026-03-29T02:04:33.838365Z","end":"2026-03-29T02:04:34.458591Z","steps":["trace[1045219968] 'process raft request' (duration: 620.099925ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:04:34.458696Z","caller":"traceutil/trace.go:171","msg":"trace[769334753] transaction","detail":"{read_only:false; response_revision:1417; number_of_response:1; }","duration":"621.368862ms","start":"2026-03-29T02:04:33.837284Z","end":"2026-03-29T02:04:34.458652Z","steps":["trace[769334753] 'process raft request' (duration: 621.028504ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:04:34.458606Z","caller":"traceutil/trace.go:171","msg":"trace[973776151] linearizableReadLoop","detail":"{readStateIndex:1478; appliedIndex:1475; }","duration":"540.693291ms","start":"2026-03-29T02:04:33.917842Z","end":"2026-03-29T02:04:34.458535Z","steps":["trace[973776151] 'read index received' (duration: 175.772275ms)","trace[973776151] 'applied index is now lower than readState.Index' (duration: 364.919866ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:04:34.458834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:04:33.838342Z","time spent":"620.34526ms","remote":"127.0.0.1:43186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":71,"response count":0,"response size":42,"request content":"compare: success: > failure: >"} {"level":"warn","ts":"2026-03-29T02:04:34.458851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"541.006618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:04:34.458847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:04:33.837263Z","time spent":"621.514676ms","remote":"127.0.0.1:43074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":687,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-29T02:04:34.459201Z","caller":"traceutil/trace.go:171","msg":"trace[2030463716] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1418; }","duration":"541.208412ms","start":"2026-03-29T02:04:33.917778Z","end":"2026-03-29T02:04:34.458986Z","steps":["trace[2030463716] 'agreement among raft nodes before linearized reading' (duration: 540.882405ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:04:34.459922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:04:33.917753Z","time spent":"542.148713ms","remote":"127.0.0.1:43010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:04:34.459207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.838019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-03-29T02:04:34.459313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.854215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-29T02:04:34.460213Z","caller":"traceutil/trace.go:171","msg":"trace[620138480] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1418; }","duration":"298.878962ms","start":"2026-03-29T02:04:34.161311Z","end":"2026-03-29T02:04:34.46019Z","steps":["trace[620138480] 'agreement among raft nodes before linearized reading' (duration: 297.747057ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:04:34.46026Z","caller":"traceutil/trace.go:171","msg":"trace[1966096056] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1418; }","duration":"107.801447ms","start":"2026-03-29T02:04:34.352435Z","end":"2026-03-29T02:04:34.460236Z","steps":["trace[1966096056] 'agreement among raft nodes before linearized reading' (duration: 106.808225ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:04:34.459418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.320387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-29T02:04:34.460438Z","caller":"traceutil/trace.go:171","msg":"trace[799681329] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1418; }","duration":"143.360372ms","start":"2026-03-29T02:04:34.317054Z","end":"2026-03-29T02:04:34.460414Z","steps":["trace[799681329] 'agreement among raft nodes before linearized reading' (duration: 142.285507ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:04:34.459473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.656009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-29T02:04:34.460584Z","caller":"traceutil/trace.go:171","msg":"trace[1196092310] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1418; }","duration":"111.803696ms","start":"2026-03-29T02:04:34.348761Z","end":"2026-03-29T02:04:34.460564Z","steps":["trace[1196092310] 'agreement among raft nodes before linearized reading' (duration: 110.575818ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:04:34.459556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.812669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-29T02:04:34.460663Z","caller":"traceutil/trace.go:171","msg":"trace[1538218128] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1418; }","duration":"109.954206ms","start":"2026-03-29T02:04:34.350691Z","end":"2026-03-29T02:04:34.460645Z","steps":["trace[1538218128] 'agreement among raft nodes before linearized reading' (duration: 108.659046ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:04:34.785581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.744404ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:04:34.785806Z","caller":"traceutil/trace.go:171","msg":"trace[282253705] linearizableReadLoop","detail":"{readStateIndex:1483; appliedIndex:1478; }","duration":"313.409477ms","start":"2026-03-29T02:04:34.472377Z","end":"2026-03-29T02:04:34.785787Z","steps":["trace[282253705] 'read index received' (duration: 21.846128ms)","trace[282253705] 'applied index is now lower than readState.Index' (duration: 291.562269ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:04:34.785805Z","caller":"traceutil/trace.go:171","msg":"trace[272824685] transaction","detail":"{read_only:false; response_revision:1421; number_of_response:1; }","duration":"321.276623ms","start":"2026-03-29T02:04:34.464483Z","end":"2026-03-29T02:04:34.78576Z","steps":["trace[272824685] 'process raft request' (duration: 145.266073ms)","trace[272824685] 'compare' (duration: 175.58ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:04:34.785958Z","caller":"traceutil/trace.go:171","msg":"trace[1129151506] transaction","detail":"{read_only:false; response_revision:1422; number_of_response:1; }","duration":"320.6984ms","start":"2026-03-29T02:04:34.465175Z","end":"2026-03-29T02:04:34.785873Z","steps":["trace[1129151506] 'process raft request' (duration: 320.517756ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:04:34.786007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:04:34.464453Z","time spent":"321.431666ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:04:34.78597Z","caller":"traceutil/trace.go:171","msg":"trace[1866741682] transaction","detail":"{read_only:false; response_revision:1423; number_of_response:1; }","duration":"319.502403ms","start":"2026-03-29T02:04:34.466409Z","end":"2026-03-29T02:04:34.785911Z","steps":["trace[1866741682] 'process raft request' (duration: 319.337209ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:04:34.78608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:04:34.465154Z","time spent":"320.882934ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:04:34.785981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.605131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/cert-manager/cert-manager-startupapicheck:create-cert\" ","response":"range_response_count:1 size:1126"} {"level":"warn","ts":"2026-03-29T02:04:34.786191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:04:34.466399Z","time spent":"319.686607ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:04:34.786212Z","caller":"traceutil/trace.go:171","msg":"trace[1549995934] range","detail":"{range_begin:/registry/roles/cert-manager/cert-manager-startupapicheck:create-cert; range_end:; response_count:1; response_revision:1423; }","duration":"313.839807ms","start":"2026-03-29T02:04:34.472339Z","end":"2026-03-29T02:04:34.786179Z","steps":["trace[1549995934] 'agreement among raft nodes before linearized reading' (duration: 313.509229ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:04:34.786289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:04:34.472329Z","time spent":"313.943399ms","remote":"127.0.0.1:43322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":1150,"request content":"key:\"/registry/roles/cert-manager/cert-manager-startupapicheck:create-cert\" "} {"level":"info","ts":"2026-03-29T02:04:35.023441Z","caller":"traceutil/trace.go:171","msg":"trace[733324119] linearizableReadLoop","detail":"{readStateIndex:1484; appliedIndex:1483; }","duration":"105.340532ms","start":"2026-03-29T02:04:34.918072Z","end":"2026-03-29T02:04:35.023412Z","steps":["trace[733324119] 'read index received' (duration: 77.425849ms)","trace[733324119] 'applied index is now lower than readState.Index' (duration: 27.913633ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:04:35.023529Z","caller":"traceutil/trace.go:171","msg":"trace[1611883998] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1424; }","duration":"236.00781ms","start":"2026-03-29T02:04:34.787472Z","end":"2026-03-29T02:04:35.02348Z","steps":["trace[1611883998] 'process raft request' (duration: 208.154608ms)","trace[1611883998] 'compare' (duration: 27.639936ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:04:35.02356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.479105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:04:35.023627Z","caller":"traceutil/trace.go:171","msg":"trace[729464800] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1424; }","duration":"105.601907ms","start":"2026-03-29T02:04:34.918009Z","end":"2026-03-29T02:04:35.023611Z","steps":["trace[729464800] 'agreement among raft nodes before linearized reading' (duration: 105.488455ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:04:35.211623Z","caller":"traceutil/trace.go:171","msg":"trace[808322353] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1425; }","duration":"175.400016ms","start":"2026-03-29T02:04:35.036193Z","end":"2026-03-29T02:04:35.211593Z","steps":["trace[808322353] 'process raft request' (duration: 128.064429ms)","trace[808322353] 'compare' (duration: 47.164003ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:04:35.398876Z","caller":"traceutil/trace.go:171","msg":"trace[872685329] transaction","detail":"{read_only:false; response_revision:1427; number_of_response:1; }","duration":"139.416252ms","start":"2026-03-29T02:04:35.259433Z","end":"2026-03-29T02:04:35.398849Z","steps":["trace[872685329] 'process raft request' (duration: 59.459327ms)","trace[872685329] 'compare' (duration: 79.667538ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:04:35.437782Z","caller":"traceutil/trace.go:171","msg":"trace[429451767] transaction","detail":"{read_only:false; response_revision:1428; number_of_response:1; }","duration":"111.900268ms","start":"2026-03-29T02:04:35.325857Z","end":"2026-03-29T02:04:35.437758Z","steps":["trace[429451767] 'process raft request' (duration: 111.643713ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:04:35.673108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.420294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" ","response":"range_response_count:2 size:213831"} {"level":"info","ts":"2026-03-29T02:04:35.673178Z","caller":"traceutil/trace.go:171","msg":"trace[104477850] range","detail":"{range_begin:/registry/secrets/cert-manager/; range_end:/registry/secrets/cert-manager0; response_count:2; response_revision:1429; }","duration":"157.539557ms","start":"2026-03-29T02:04:35.515624Z","end":"2026-03-29T02:04:35.673164Z","steps":["trace[104477850] 'range keys from in-memory index tree' (duration: 157.22839ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:04:38.567922Z","caller":"traceutil/trace.go:171","msg":"trace[723748535] transaction","detail":"{read_only:false; response_revision:1469; number_of_response:1; }","duration":"202.441199ms","start":"2026-03-29T02:04:38.365453Z","end":"2026-03-29T02:04:38.567895Z","steps":["trace[723748535] 'process raft request' (duration: 202.270365ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:04:38.614172Z","caller":"traceutil/trace.go:171","msg":"trace[2018099920] transaction","detail":"{read_only:false; response_revision:1470; number_of_response:1; }","duration":"159.226345ms","start":"2026-03-29T02:04:38.454908Z","end":"2026-03-29T02:04:38.614134Z","steps":["trace[2018099920] 'process raft request' (duration: 159.01065ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:04:40.941561Z","caller":"traceutil/trace.go:171","msg":"trace[1052751419] linearizableReadLoop","detail":"{readStateIndex:1544; appliedIndex:1543; }","duration":"118.24798ms","start":"2026-03-29T02:04:40.823276Z","end":"2026-03-29T02:04:40.941524Z","steps":["trace[1052751419] 'read index received' (duration: 69.356729ms)","trace[1052751419] 'applied index is now lower than readState.Index' (duration: 48.889501ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:04:40.941675Z","caller":"traceutil/trace.go:171","msg":"trace[1452060155] transaction","detail":"{read_only:false; response_revision:1480; number_of_response:1; }","duration":"123.517097ms","start":"2026-03-29T02:04:40.818121Z","end":"2026-03-29T02:04:40.941639Z","steps":["trace[1452060155] 'process raft request' (duration: 74.596585ms)","trace[1452060155] 'compare' (duration: 48.620306ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:04:40.941834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.527216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-29T02:04:40.941895Z","caller":"traceutil/trace.go:171","msg":"trace[1010008787] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1480; }","duration":"118.637579ms","start":"2026-03-29T02:04:40.823243Z","end":"2026-03-29T02:04:40.941881Z","steps":["trace[1010008787] 'agreement among raft nodes before linearized reading' (duration: 118.411224ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:04:42.532924Z","caller":"traceutil/trace.go:171","msg":"trace[805024539] transaction","detail":"{read_only:false; response_revision:1485; number_of_response:1; }","duration":"159.619864ms","start":"2026-03-29T02:04:42.373272Z","end":"2026-03-29T02:04:42.532892Z","steps":["trace[805024539] 'process raft request' (duration: 136.761814ms)","trace[805024539] 'compare' (duration: 22.725067ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:04:44.819319Z","caller":"traceutil/trace.go:171","msg":"trace[392152040] linearizableReadLoop","detail":"{readStateIndex:1559; appliedIndex:1558; }","duration":"129.134363ms","start":"2026-03-29T02:04:44.690166Z","end":"2026-03-29T02:04:44.819301Z","steps":["trace[392152040] 'read index received' (duration: 128.989839ms)","trace[392152040] 'applied index is now lower than readState.Index' (duration: 143.754µs)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:04:44.819409Z","caller":"traceutil/trace.go:171","msg":"trace[404356444] transaction","detail":"{read_only:false; response_revision:1494; number_of_response:1; }","duration":"133.253725ms","start":"2026-03-29T02:04:44.686149Z","end":"2026-03-29T02:04:44.819403Z","steps":["trace[404356444] 'process raft request' (duration: 133.02875ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:04:44.819609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.344781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-29T02:04:44.819695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.507622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-29T02:04:44.819693Z","caller":"traceutil/trace.go:171","msg":"trace[1863015932] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1494; }","duration":"122.485854ms","start":"2026-03-29T02:04:44.697188Z","end":"2026-03-29T02:04:44.819674Z","steps":["trace[1863015932] 'agreement among raft nodes before linearized reading' (duration: 122.244159ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:04:44.819738Z","caller":"traceutil/trace.go:171","msg":"trace[1888061376] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1494; }","duration":"129.593933ms","start":"2026-03-29T02:04:44.690133Z","end":"2026-03-29T02:04:44.819727Z","steps":["trace[1888061376] 'agreement among raft nodes before linearized reading' (duration: 129.374498ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:04:45.596822Z","caller":"traceutil/trace.go:171","msg":"trace[446725811] transaction","detail":"{read_only:false; response_revision:1503; number_of_response:1; }","duration":"165.906563ms","start":"2026-03-29T02:04:45.430889Z","end":"2026-03-29T02:04:45.596796Z","steps":["trace[446725811] 'process raft request' (duration: 165.823272ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:04:45.596823Z","caller":"traceutil/trace.go:171","msg":"trace[1595770916] transaction","detail":"{read_only:false; response_revision:1502; number_of_response:1; }","duration":"189.740616ms","start":"2026-03-29T02:04:45.407045Z","end":"2026-03-29T02:04:45.596786Z","steps":["trace[1595770916] 'process raft request' (duration: 189.414159ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:04:45.931657Z","caller":"traceutil/trace.go:171","msg":"trace[2017378733] transaction","detail":"{read_only:false; response_revision:1508; number_of_response:1; }","duration":"118.111507ms","start":"2026-03-29T02:04:45.813511Z","end":"2026-03-29T02:04:45.931623Z","steps":["trace[2017378733] 'process raft request' (duration: 117.7998ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:04:46.569932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.707039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/ingress-nginx/ingress-nginx-admission\" ","response":"range_response_count:1 size:1071"} {"level":"info","ts":"2026-03-29T02:04:46.570054Z","caller":"traceutil/trace.go:171","msg":"trace[221836404] range","detail":"{range_begin:/registry/serviceaccounts/ingress-nginx/ingress-nginx-admission; range_end:; response_count:1; response_revision:1521; }","duration":"152.900473ms","start":"2026-03-29T02:04:46.417126Z","end":"2026-03-29T02:04:46.570027Z","steps":["trace[221836404] 'range keys from in-memory index tree' (duration: 152.415473ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:04:49.31633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.579804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:04:49.316406Z","caller":"traceutil/trace.go:171","msg":"trace[479185822] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1539; }","duration":"396.722287ms","start":"2026-03-29T02:04:48.919667Z","end":"2026-03-29T02:04:49.316389Z","steps":["trace[479185822] 'range keys from in-memory index tree' (duration: 396.477102ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:04:49.316438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:04:48.919638Z","time spent":"396.792979ms","remote":"127.0.0.1:43010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:04:49.316557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.939217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"warn","ts":"2026-03-29T02:04:49.316639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.239925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"warn","ts":"2026-03-29T02:04:49.316615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.771879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-29T02:04:49.316698Z","caller":"traceutil/trace.go:171","msg":"trace[688086822] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1539; }","duration":"219.329857ms","start":"2026-03-29T02:04:49.097351Z","end":"2026-03-29T02:04:49.316681Z","steps":["trace[688086822] 'range keys from in-memory index tree' (duration: 219.03994ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:04:49.316652Z","caller":"traceutil/trace.go:171","msg":"trace[1960769056] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1539; }","duration":"137.116021ms","start":"2026-03-29T02:04:49.179515Z","end":"2026-03-29T02:04:49.316631Z","steps":["trace[1960769056] 'range keys from in-memory index tree' (duration: 136.644251ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:04:49.316733Z","caller":"traceutil/trace.go:171","msg":"trace[1593018579] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1539; }","duration":"358.925653ms","start":"2026-03-29T02:04:48.957778Z","end":"2026-03-29T02:04:49.316704Z","steps":["trace[1593018579] 'range keys from in-memory index tree' (duration: 358.558885ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:04:49.317121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:04:48.957763Z","time spent":"359.337022ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-29T02:04:56.707368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.013268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:04:56.707456Z","caller":"traceutil/trace.go:171","msg":"trace[1493724352] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:1660; }","duration":"369.184562ms","start":"2026-03-29T02:04:56.338252Z","end":"2026-03-29T02:04:56.707436Z","steps":["trace[1493724352] 'count revisions from in-memory index tree' (duration: 368.829455ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:04:56.707502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:04:56.338214Z","time spent":"369.276775ms","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":8,"response size":31,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:04:56.913862Z","caller":"traceutil/trace.go:171","msg":"trace[1086872662] linearizableReadLoop","detail":"{readStateIndex:1729; appliedIndex:1728; }","duration":"127.506517ms","start":"2026-03-29T02:04:56.786314Z","end":"2026-03-29T02:04:56.913821Z","steps":["trace[1086872662] 'read index received' (duration: 122.440443ms)","trace[1086872662] 'applied index is now lower than readState.Index' (duration: 5.060843ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:04:56.914278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.944967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/ingress-nginx/ingress-nginx-admission-patch-886d7\" ","response":"range_response_count:1 size:4178"} {"level":"info","ts":"2026-03-29T02:04:56.914329Z","caller":"traceutil/trace.go:171","msg":"trace[1904322557] range","detail":"{range_begin:/registry/pods/ingress-nginx/ingress-nginx-admission-patch-886d7; range_end:; response_count:1; response_revision:1661; }","duration":"128.065279ms","start":"2026-03-29T02:04:56.786246Z","end":"2026-03-29T02:04:56.914311Z","steps":["trace[1904322557] 'agreement among raft nodes before linearized reading' (duration: 127.782343ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:04:59.429057Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583528501944911,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:04:59.929749Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583528501944911,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:05:00.430905Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583528501944911,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:05:00.665277Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.744295642s","expected-duration":"1s"} {"level":"info","ts":"2026-03-29T02:05:00.66584Z","caller":"traceutil/trace.go:171","msg":"trace[314486645] linearizableReadLoop","detail":"{readStateIndex:1739; appliedIndex:1738; }","duration":"1.737326406s","start":"2026-03-29T02:04:58.92849Z","end":"2026-03-29T02:05:00.665816Z","steps":["trace[314486645] 'read index received' (duration: 1.736939447s)","trace[314486645] 'applied index is now lower than readState.Index' (duration: 386.089µs)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:05:00.665965Z","caller":"traceutil/trace.go:171","msg":"trace[1132942218] transaction","detail":"{read_only:false; response_revision:1670; number_of_response:1; }","duration":"1.74514872s","start":"2026-03-29T02:04:58.920779Z","end":"2026-03-29T02:05:00.665928Z","steps":["trace[1132942218] 'process raft request' (duration: 1.744744802s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:05:00.666127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.737623842s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-29T02:05:00.666171Z","caller":"traceutil/trace.go:171","msg":"trace[2130331437] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1670; }","duration":"1.737708924s","start":"2026-03-29T02:04:58.928451Z","end":"2026-03-29T02:05:00.66616Z","steps":["trace[2130331437] 'agreement among raft nodes before linearized reading' (duration: 1.73751615s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:05:00.666206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:04:58.928432Z","time spent":"1.737766355s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-29T02:05:00.666191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:04:58.920758Z","time spent":"1.745323494s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:05:00.666267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"645.989341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-29T02:05:00.666297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.253286079s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-29T02:05:00.666352Z","caller":"traceutil/trace.go:171","msg":"trace[1326446694] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:1670; }","duration":"646.134724ms","start":"2026-03-29T02:05:00.020191Z","end":"2026-03-29T02:05:00.666326Z","steps":["trace[1326446694] 'agreement among raft nodes before linearized reading' (duration: 645.982901ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:05:00.666363Z","caller":"traceutil/trace.go:171","msg":"trace[2057745337] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1670; }","duration":"1.253399271s","start":"2026-03-29T02:04:59.412943Z","end":"2026-03-29T02:05:00.666342Z","steps":["trace[2057745337] 'agreement among raft nodes before linearized reading' (duration: 1.253211027s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:05:00.666382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.556238443s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-29T02:05:00.666411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:04:59.412922Z","time spent":"1.253477524s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-29T02:05:00.666407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.263250532s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-29T02:05:00.666456Z","caller":"traceutil/trace.go:171","msg":"trace[191295968] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:1670; }","duration":"1.556380936s","start":"2026-03-29T02:04:59.110059Z","end":"2026-03-29T02:05:00.666439Z","steps":["trace[191295968] 'agreement among raft nodes before linearized reading' (duration: 1.556240333s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:05:00.666483Z","caller":"traceutil/trace.go:171","msg":"trace[1043740841] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1670; }","duration":"1.263365285s","start":"2026-03-29T02:04:59.403096Z","end":"2026-03-29T02:05:00.666461Z","steps":["trace[1043740841] 'agreement among raft nodes before linearized reading' (duration: 1.263176451s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:05:00.666405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:05:00.020129Z","time spent":"646.265378ms","remote":"127.0.0.1:43482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":3,"response size":31,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:05:00.666502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:04:59.110027Z","time spent":"1.556465418s","remote":"127.0.0.1:43386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":31,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:05:00.666542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.253475583s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-29T02:05:00.66662Z","caller":"traceutil/trace.go:171","msg":"trace[412728387] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1670; }","duration":"1.253604316s","start":"2026-03-29T02:04:59.412996Z","end":"2026-03-29T02:05:00.6666Z","steps":["trace[412728387] 'agreement among raft nodes before linearized reading' (duration: 1.25334144s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:05:00.666535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:04:59.403075Z","time spent":"1.263446826s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-29T02:05:00.666685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:04:59.412972Z","time spent":"1.253699588s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-29T02:05:00.666469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.706745583s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-29T02:05:00.667173Z","caller":"traceutil/trace.go:171","msg":"trace[1844125084] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1670; }","duration":"1.707580132s","start":"2026-03-29T02:04:58.95955Z","end":"2026-03-29T02:05:00.66713Z","steps":["trace[1844125084] 'agreement among raft nodes before linearized reading' (duration: 1.70660844s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:05:00.667238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:04:58.959515Z","time spent":"1.707708025s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-29T02:05:00.987305Z","caller":"traceutil/trace.go:171","msg":"trace[1706428545] transaction","detail":"{read_only:false; response_revision:1672; number_of_response:1; }","duration":"315.867052ms","start":"2026-03-29T02:05:00.671381Z","end":"2026-03-29T02:05:00.987248Z","steps":["trace[1706428545] 'process raft request' (duration: 311.847972ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:05:00.98734Z","caller":"traceutil/trace.go:171","msg":"trace[2076341592] transaction","detail":"{read_only:false; response_revision:1674; number_of_response:1; }","duration":"315.731769ms","start":"2026-03-29T02:05:00.671529Z","end":"2026-03-29T02:05:00.987261Z","steps":["trace[2076341592] 'process raft request' (duration: 315.407032ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:05:00.987373Z","caller":"traceutil/trace.go:171","msg":"trace[706501000] transaction","detail":"{read_only:false; response_revision:1675; number_of_response:1; }","duration":"309.462159ms","start":"2026-03-29T02:05:00.677875Z","end":"2026-03-29T02:05:00.987337Z","steps":["trace[706501000] 'process raft request' (duration: 309.097251ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:05:00.98749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:05:00.671519Z","time spent":"315.885993ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:05:00.987484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:05:00.671357Z","time spent":"316.021276ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:05:00.987529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:05:00.677862Z","time spent":"309.581321ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:05:00.987757Z","caller":"traceutil/trace.go:171","msg":"trace[1466332628] transaction","detail":"{read_only:false; response_revision:1673; number_of_response:1; }","duration":"315.665227ms","start":"2026-03-29T02:05:00.671463Z","end":"2026-03-29T02:05:00.987128Z","steps":["trace[1466332628] 'process raft request' (duration: 315.392711ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:05:00.987848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:05:00.671456Z","time spent":"316.348782ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:05:03.034311Z","caller":"traceutil/trace.go:171","msg":"trace[363522124] linearizableReadLoop","detail":"{readStateIndex:1752; appliedIndex:1751; }","duration":"116.430689ms","start":"2026-03-29T02:05:02.917859Z","end":"2026-03-29T02:05:03.03429Z","steps":["trace[363522124] 'read index received' (duration: 116.212164ms)","trace[363522124] 'applied index is now lower than readState.Index' (duration: 217.005µs)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:05:03.034478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.628234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:05:03.034515Z","caller":"traceutil/trace.go:171","msg":"trace[1023267473] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1682; }","duration":"116.765887ms","start":"2026-03-29T02:05:02.917737Z","end":"2026-03-29T02:05:03.034503Z","steps":["trace[1023267473] 'agreement among raft nodes before linearized reading' (duration: 116.694385ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:05:03.034475Z","caller":"traceutil/trace.go:171","msg":"trace[1869683775] transaction","detail":"{read_only:false; response_revision:1682; number_of_response:1; }","duration":"174.574288ms","start":"2026-03-29T02:05:02.859847Z","end":"2026-03-29T02:05:03.034422Z","steps":["trace[1869683775] 'process raft request' (duration: 174.214619ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:05:04.990447Z","caller":"traceutil/trace.go:171","msg":"trace[247225995] linearizableReadLoop","detail":"{readStateIndex:1791; appliedIndex:1789; }","duration":"146.770908ms","start":"2026-03-29T02:05:04.843648Z","end":"2026-03-29T02:05:04.990419Z","steps":["trace[247225995] 'read index received' (duration: 74.067244ms)","trace[247225995] 'applied index is now lower than readState.Index' (duration: 72.702363ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:05:04.990548Z","caller":"traceutil/trace.go:171","msg":"trace[1651684114] transaction","detail":"{read_only:false; response_revision:1722; number_of_response:1; }","duration":"145.273543ms","start":"2026-03-29T02:05:04.845232Z","end":"2026-03-29T02:05:04.990505Z","steps":["trace[1651684114] 'process raft request' (duration: 145.11305ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:05:04.99062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.949061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/exchanges.rabbitmq.com\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:05:04.990608Z","caller":"traceutil/trace.go:171","msg":"trace[1123347438] transaction","detail":"{read_only:false; response_revision:1721; number_of_response:1; }","duration":"148.777751ms","start":"2026-03-29T02:05:04.841794Z","end":"2026-03-29T02:05:04.990571Z","steps":["trace[1123347438] 'process raft request' (duration: 146.028919ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:05:04.990674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.702298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:05:04.990716Z","caller":"traceutil/trace.go:171","msg":"trace[285489412] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:1722; }","duration":"130.808551ms","start":"2026-03-29T02:05:04.85989Z","end":"2026-03-29T02:05:04.990698Z","steps":["trace[285489412] 'agreement among raft nodes before linearized reading' (duration: 130.704568ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:05:04.990695Z","caller":"traceutil/trace.go:171","msg":"trace[764026439] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/exchanges.rabbitmq.com; range_end:; response_count:0; response_revision:1722; }","duration":"147.069324ms","start":"2026-03-29T02:05:04.843607Z","end":"2026-03-29T02:05:04.990677Z","steps":["trace[764026439] 'agreement among raft nodes before linearized reading' (duration: 146.947452ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:05:05.133849Z","caller":"traceutil/trace.go:171","msg":"trace[498275873] transaction","detail":"{read_only:false; response_revision:1724; number_of_response:1; }","duration":"116.671934ms","start":"2026-03-29T02:05:05.017144Z","end":"2026-03-29T02:05:05.133816Z","steps":["trace[498275873] 'process raft request' (duration: 82.035412ms)","trace[498275873] 'compare' (duration: 34.453548ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:05:05.346715Z","caller":"traceutil/trace.go:171","msg":"trace[1841755374] transaction","detail":"{read_only:false; response_revision:1726; number_of_response:1; }","duration":"207.494772ms","start":"2026-03-29T02:05:05.139189Z","end":"2026-03-29T02:05:05.346684Z","steps":["trace[1841755374] 'process raft request' (duration: 108.890161ms)","trace[1841755374] 'compare' (duration: 98.353965ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:05:05.346973Z","caller":"traceutil/trace.go:171","msg":"trace[2061867960] transaction","detail":"{read_only:false; response_revision:1727; number_of_response:1; }","duration":"207.745747ms","start":"2026-03-29T02:05:05.139187Z","end":"2026-03-29T02:05:05.346933Z","steps":["trace[2061867960] 'process raft request' (duration: 207.449731ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:05:05.347075Z","caller":"traceutil/trace.go:171","msg":"trace[1860042593] linearizableReadLoop","detail":"{readStateIndex:1798; appliedIndex:1794; }","duration":"206.735446ms","start":"2026-03-29T02:05:05.140312Z","end":"2026-03-29T02:05:05.347048Z","steps":["trace[1860042593] 'read index received' (duration: 6.587798ms)","trace[1860042593] 'applied index is now lower than readState.Index' (duration: 200.146628ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:05:05.347181Z","caller":"traceutil/trace.go:171","msg":"trace[756930019] transaction","detail":"{read_only:false; response_revision:1728; number_of_response:1; }","duration":"207.87764ms","start":"2026-03-29T02:05:05.139284Z","end":"2026-03-29T02:05:05.347162Z","steps":["trace[756930019] 'process raft request' (duration: 207.573764ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:05:05.347246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.90578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/federations.rabbitmq.com\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:05:05.347288Z","caller":"traceutil/trace.go:171","msg":"trace[952677727] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/federations.rabbitmq.com; range_end:; response_count:0; response_revision:1729; }","duration":"206.999342ms","start":"2026-03-29T02:05:05.140273Z","end":"2026-03-29T02:05:05.347272Z","steps":["trace[952677727] 'agreement among raft nodes before linearized reading' (duration: 206.886849ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:05:05.347497Z","caller":"traceutil/trace.go:171","msg":"trace[1426548399] transaction","detail":"{read_only:false; response_revision:1729; number_of_response:1; }","duration":"205.789634ms","start":"2026-03-29T02:05:05.141675Z","end":"2026-03-29T02:05:05.347464Z","steps":["trace[1426548399] 'process raft request' (duration: 205.304853ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:05:05.462757Z","caller":"traceutil/trace.go:171","msg":"trace[87414074] linearizableReadLoop","detail":"{readStateIndex:1800; appliedIndex:1799; }","duration":"106.044887ms","start":"2026-03-29T02:05:05.356687Z","end":"2026-03-29T02:05:05.462732Z","steps":["trace[87414074] 'read index received' (duration: 91.610155ms)","trace[87414074] 'applied index is now lower than readState.Index' (duration: 14.433422ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:05:05.462837Z","caller":"traceutil/trace.go:171","msg":"trace[1144685496] transaction","detail":"{read_only:false; response_revision:1730; number_of_response:1; }","duration":"108.321888ms","start":"2026-03-29T02:05:05.354478Z","end":"2026-03-29T02:05:05.4628Z","steps":["trace[1144685496] 'process raft request' (duration: 93.860365ms)","trace[1144685496] 'compare' (duration: 14.284649ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:05:05.462929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.18352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/federations.rabbitmq.com\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:05:05.462997Z","caller":"traceutil/trace.go:171","msg":"trace[27708204] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/federations.rabbitmq.com; range_end:; response_count:0; response_revision:1730; }","duration":"106.324073ms","start":"2026-03-29T02:05:05.356655Z","end":"2026-03-29T02:05:05.462979Z","steps":["trace[27708204] 'agreement among raft nodes before linearized reading' (duration: 106.168819ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:05:05.790528Z","caller":"traceutil/trace.go:171","msg":"trace[591709225] linearizableReadLoop","detail":"{readStateIndex:1820; appliedIndex:1819; }","duration":"137.752385ms","start":"2026-03-29T02:05:05.652749Z","end":"2026-03-29T02:05:05.790502Z","steps":["trace[591709225] 'read index received' (duration: 71.845585ms)","trace[591709225] 'applied index is now lower than readState.Index' (duration: 65.90607ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:05:05.790655Z","caller":"traceutil/trace.go:171","msg":"trace[2125525876] transaction","detail":"{read_only:false; response_revision:1750; number_of_response:1; }","duration":"139.230658ms","start":"2026-03-29T02:05:05.651381Z","end":"2026-03-29T02:05:05.790612Z","steps":["trace[2125525876] 'process raft request' (duration: 73.317037ms)","trace[2125525876] 'compare' (duration: 65.695696ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:05:05.790694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.914129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/superstreams.rabbitmq.com\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:05:05.790972Z","caller":"traceutil/trace.go:171","msg":"trace[2022859957] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/superstreams.rabbitmq.com; range_end:; response_count:0; response_revision:1750; }","duration":"138.214556ms","start":"2026-03-29T02:05:05.652726Z","end":"2026-03-29T02:05:05.79094Z","steps":["trace[2022859957] 'agreement among raft nodes before linearized reading' (duration: 137.856377ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:05:05.961084Z","caller":"traceutil/trace.go:171","msg":"trace[561076146] transaction","detail":"{read_only:false; response_revision:1751; number_of_response:1; }","duration":"161.470834ms","start":"2026-03-29T02:05:05.799583Z","end":"2026-03-29T02:05:05.961054Z","steps":["trace[561076146] 'process raft request' (duration: 107.905309ms)","trace[561076146] 'compare' (duration: 53.408012ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:05:05.976865Z","caller":"traceutil/trace.go:171","msg":"trace[1432571324] transaction","detail":"{read_only:false; response_revision:1752; number_of_response:1; }","duration":"174.055276ms","start":"2026-03-29T02:05:05.802791Z","end":"2026-03-29T02:05:05.976846Z","steps":["trace[1432571324] 'process raft request' (duration: 173.75676ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:05:08.848236Z","caller":"traceutil/trace.go:171","msg":"trace[661174938] transaction","detail":"{read_only:false; response_revision:1776; number_of_response:1; }","duration":"107.408668ms","start":"2026-03-29T02:05:08.740744Z","end":"2026-03-29T02:05:08.848152Z","steps":["trace[661174938] 'process raft request' (duration: 38.382547ms)","trace[661174938] 'compare' (duration: 68.704674ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:05:11.602202Z","caller":"traceutil/trace.go:171","msg":"trace[1515619661] linearizableReadLoop","detail":"{readStateIndex:1893; appliedIndex:1886; }","duration":"160.486262ms","start":"2026-03-29T02:05:11.441688Z","end":"2026-03-29T02:05:11.602174Z","steps":["trace[1515619661] 'read index received' (duration: 72.929938ms)","trace[1515619661] 'applied index is now lower than readState.Index' (duration: 87.555114ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:05:11.602301Z","caller":"traceutil/trace.go:171","msg":"trace[48655274] transaction","detail":"{read_only:false; response_revision:1808; number_of_response:1; }","duration":"165.486354ms","start":"2026-03-29T02:05:11.43677Z","end":"2026-03-29T02:05:11.602257Z","steps":["trace[48655274] 'process raft request' (duration: 132.217831ms)","trace[48655274] 'compare' (duration: 33.065429ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:05:11.60237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.662137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:05:11.602409Z","caller":"traceutil/trace.go:171","msg":"trace[206374814] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:1808; }","duration":"160.750428ms","start":"2026-03-29T02:05:11.441648Z","end":"2026-03-29T02:05:11.602398Z","steps":["trace[206374814] 'agreement among raft nodes before linearized reading' (duration: 160.658866ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:05:11.627281Z","caller":"traceutil/trace.go:171","msg":"trace[142500303] transaction","detail":"{read_only:false; response_revision:1809; number_of_response:1; }","duration":"106.919357ms","start":"2026-03-29T02:05:11.520323Z","end":"2026-03-29T02:05:11.627243Z","steps":["trace[142500303] 'process raft request' (duration: 106.653321ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:05:11.627319Z","caller":"traceutil/trace.go:171","msg":"trace[109983165] transaction","detail":"{read_only:false; response_revision:1810; number_of_response:1; }","duration":"106.730203ms","start":"2026-03-29T02:05:11.520563Z","end":"2026-03-29T02:05:11.627293Z","steps":["trace[109983165] 'process raft request' (duration: 106.541189ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:05:11.627542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.602925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:05:11.627586Z","caller":"traceutil/trace.go:171","msg":"trace[145695525] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:1812; }","duration":"134.671156ms","start":"2026-03-29T02:05:11.492904Z","end":"2026-03-29T02:05:11.627575Z","steps":["trace[145695525] 'agreement among raft nodes before linearized reading' (duration: 134.591014ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:05:11.62758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.810949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:05:11.627644Z","caller":"traceutil/trace.go:171","msg":"trace[385573164] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:1812; }","duration":"151.952372ms","start":"2026-03-29T02:05:11.475675Z","end":"2026-03-29T02:05:11.627628Z","steps":["trace[385573164] 'agreement among raft nodes before linearized reading' (duration: 151.801289ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:05:11.627836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.633215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:05:11.627869Z","caller":"traceutil/trace.go:171","msg":"trace[1731350305] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:1812; }","duration":"168.691726ms","start":"2026-03-29T02:05:11.459171Z","end":"2026-03-29T02:05:11.627863Z","steps":["trace[1731350305] 'agreement among raft nodes before linearized reading' (duration: 168.642374ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:05:11.627764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.85467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:05:11.628053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.706096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:05:11.62808Z","caller":"traceutil/trace.go:171","msg":"trace[1761413872] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:1812; }","duration":"185.753557ms","start":"2026-03-29T02:05:11.442319Z","end":"2026-03-29T02:05:11.628073Z","steps":["trace[1761413872] 'agreement among raft nodes before linearized reading' (duration: 185.718716ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:05:11.628084Z","caller":"traceutil/trace.go:171","msg":"trace[240730117] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:1812; }","duration":"152.328541ms","start":"2026-03-29T02:05:11.47573Z","end":"2026-03-29T02:05:11.628058Z","steps":["trace[240730117] 'agreement among raft nodes before linearized reading' (duration: 151.745218ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:05:11.627777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.591567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:05:11.628517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.81033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:05:11.628574Z","caller":"traceutil/trace.go:171","msg":"trace[470559586] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:1812; }","duration":"186.923803ms","start":"2026-03-29T02:05:11.441639Z","end":"2026-03-29T02:05:11.628562Z","steps":["trace[470559586] 'agreement among raft nodes before linearized reading' (duration: 186.838871ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:05:11.627908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.74934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:05:11.628618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.963873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:05:11.628677Z","caller":"traceutil/trace.go:171","msg":"trace[745696129] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:1812; }","duration":"152.044184ms","start":"2026-03-29T02:05:11.476616Z","end":"2026-03-29T02:05:11.62866Z","steps":["trace[745696129] 'agreement among raft nodes before linearized reading' (duration: 151.946092ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:05:11.62868Z","caller":"traceutil/trace.go:171","msg":"trace[2123207334] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:1812; }","duration":"136.525397ms","start":"2026-03-29T02:05:11.492125Z","end":"2026-03-29T02:05:11.62865Z","steps":["trace[2123207334] 'agreement among raft nodes before linearized reading' (duration: 135.73711ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:05:11.628027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.499064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:05:11.628896Z","caller":"traceutil/trace.go:171","msg":"trace[148038553] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:1812; }","duration":"170.344163ms","start":"2026-03-29T02:05:11.458521Z","end":"2026-03-29T02:05:11.628865Z","steps":["trace[148038553] 'agreement among raft nodes before linearized reading' (duration: 169.490394ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:05:11.627997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.429312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:05:11.627991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.93467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.36\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-29T02:05:11.629012Z","caller":"traceutil/trace.go:171","msg":"trace[951555369] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:1812; }","duration":"170.448025ms","start":"2026-03-29T02:05:11.45853Z","end":"2026-03-29T02:05:11.628978Z","steps":["trace[951555369] 'agreement among raft nodes before linearized reading' (duration: 169.443682ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:05:11.629072Z","caller":"traceutil/trace.go:171","msg":"trace[301564071] range","detail":"{range_begin:/registry/masterleases/162.253.55.36; range_end:; response_count:1; response_revision:1812; }","duration":"104.995235ms","start":"2026-03-29T02:05:11.524026Z","end":"2026-03-29T02:05:11.629021Z","steps":["trace[301564071] 'agreement among raft nodes before linearized reading' (duration: 103.853129ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:05:11.628218Z","caller":"traceutil/trace.go:171","msg":"trace[1021665158] transaction","detail":"{read_only:false; response_revision:1811; number_of_response:1; }","duration":"103.965141ms","start":"2026-03-29T02:05:11.524229Z","end":"2026-03-29T02:05:11.628194Z","steps":["trace[1021665158] 'process raft request' (duration: 102.913178ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:05:11.629239Z","caller":"traceutil/trace.go:171","msg":"trace[416539053] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:1812; }","duration":"136.264231ms","start":"2026-03-29T02:05:11.492092Z","end":"2026-03-29T02:05:11.628357Z","steps":["trace[416539053] 'agreement among raft nodes before linearized reading' (duration: 135.468694ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:05:12.141625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.733913ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:05:12.142077Z","caller":"traceutil/trace.go:171","msg":"trace[1533392679] linearizableReadLoop","detail":"{readStateIndex:1938; appliedIndex:1934; }","duration":"235.231161ms","start":"2026-03-29T02:05:11.906825Z","end":"2026-03-29T02:05:12.142056Z","steps":["trace[1533392679] 'read index received' (duration: 46.046287ms)","trace[1533392679] 'applied index is now lower than readState.Index' (duration: 189.183544ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:05:12.142069Z","caller":"traceutil/trace.go:171","msg":"trace[554575759] transaction","detail":"{read_only:false; response_revision:1851; number_of_response:1; }","duration":"262.49218ms","start":"2026-03-29T02:05:11.879535Z","end":"2026-03-29T02:05:12.142027Z","steps":["trace[554575759] 'process raft request' (duration: 262.325567ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:05:12.142165Z","caller":"traceutil/trace.go:171","msg":"trace[1348584920] transaction","detail":"{read_only:false; response_revision:1852; number_of_response:1; }","duration":"227.1231ms","start":"2026-03-29T02:05:11.915032Z","end":"2026-03-29T02:05:12.142155Z","steps":["trace[1348584920] 'process raft request' (duration: 226.888615ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:05:12.142174Z","caller":"traceutil/trace.go:171","msg":"trace[253198448] transaction","detail":"{read_only:false; response_revision:1849; number_of_response:1; }","duration":"265.240152ms","start":"2026-03-29T02:05:11.876912Z","end":"2026-03-29T02:05:12.142152Z","steps":["trace[253198448] 'process raft request' (duration: 264.813123ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:05:12.142229Z","caller":"traceutil/trace.go:171","msg":"trace[518750921] transaction","detail":"{read_only:false; response_revision:1853; number_of_response:1; }","duration":"198.254806ms","start":"2026-03-29T02:05:11.943957Z","end":"2026-03-29T02:05:12.142211Z","steps":["trace[518750921] 'process raft request' (duration: 198.016631ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:05:12.142065Z","caller":"traceutil/trace.go:171","msg":"trace[462142585] transaction","detail":"{read_only:false; response_revision:1850; number_of_response:1; }","duration":"263.78772ms","start":"2026-03-29T02:05:11.878218Z","end":"2026-03-29T02:05:12.142006Z","steps":["trace[462142585] 'process raft request' (duration: 263.617176ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:05:12.142107Z","caller":"traceutil/trace.go:171","msg":"trace[1956667406] transaction","detail":"{read_only:false; response_revision:1848; number_of_response:1; }","duration":"265.65498ms","start":"2026-03-29T02:05:11.876418Z","end":"2026-03-29T02:05:12.142073Z","steps":["trace[1956667406] 'process raft request' (duration: 76.398045ms)","trace[1956667406] 'compare' (duration: 188.58063ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:05:12.142549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.731062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:05:12.142593Z","caller":"traceutil/trace.go:171","msg":"trace[46993356] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:1853; }","duration":"265.799524ms","start":"2026-03-29T02:05:11.876784Z","end":"2026-03-29T02:05:12.142583Z","steps":["trace[46993356] 'agreement among raft nodes before linearized reading' (duration: 265.680271ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:05:12.14303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.045948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:05:12.143062Z","caller":"traceutil/trace.go:171","msg":"trace[1478962467] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1853; }","duration":"227.09611ms","start":"2026-03-29T02:05:11.915958Z","end":"2026-03-29T02:05:12.143054Z","steps":["trace[1478962467] 'agreement among raft nodes before linearized reading' (duration: 227.046349ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:05:12.143049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.861757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/rabbitmq-cluster-operator-7fcdcd478\" ","response":"range_response_count:1 size:5517"} {"level":"info","ts":"2026-03-29T02:05:12.143111Z","caller":"traceutil/trace.go:171","msg":"trace[1608129160] range","detail":"{range_begin:/registry/replicasets/openstack/rabbitmq-cluster-operator-7fcdcd478; range_end:; response_count:1; response_revision:1853; }","duration":"227.983009ms","start":"2026-03-29T02:05:11.915107Z","end":"2026-03-29T02:05:12.14309Z","steps":["trace[1608129160] 'agreement among raft nodes before linearized reading' (duration: 227.711753ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:05:14.79971Z","caller":"traceutil/trace.go:171","msg":"trace[1729193374] transaction","detail":"{read_only:false; response_revision:1910; number_of_response:1; }","duration":"267.01867ms","start":"2026-03-29T02:05:14.532653Z","end":"2026-03-29T02:05:14.799671Z","steps":["trace[1729193374] 'process raft request' (duration: 254.772757ms)","trace[1729193374] 'compare' (duration: 12.060399ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:05:14.800141Z","caller":"traceutil/trace.go:171","msg":"trace[1537889535] transaction","detail":"{read_only:false; response_revision:1911; number_of_response:1; }","duration":"222.871216ms","start":"2026-03-29T02:05:14.577254Z","end":"2026-03-29T02:05:14.800126Z","steps":["trace[1537889535] 'process raft request' (duration: 222.758283ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:05:17.267146Z","caller":"traceutil/trace.go:171","msg":"trace[309894066] transaction","detail":"{read_only:false; response_revision:1929; number_of_response:1; }","duration":"301.4711ms","start":"2026-03-29T02:05:16.965654Z","end":"2026-03-29T02:05:17.267125Z","steps":["trace[309894066] 'process raft request' (duration: 301.292676ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:05:17.267297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:05:16.965627Z","time spent":"301.595173ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:05:17.267522Z","caller":"traceutil/trace.go:171","msg":"trace[515788837] linearizableReadLoop","detail":"{readStateIndex:2021; appliedIndex:2021; }","duration":"300.004318ms","start":"2026-03-29T02:05:16.9675Z","end":"2026-03-29T02:05:17.267504Z","steps":["trace[515788837] 'read index received' (duration: 299.997428ms)","trace[515788837] 'applied index is now lower than readState.Index' (duration: 5.24µs)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:05:17.267712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.947257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/perconaxtradbclusterbackups.pxc.percona.com\" ","response":"range_response_count:1 size:6464"} {"level":"info","ts":"2026-03-29T02:05:17.26776Z","caller":"traceutil/trace.go:171","msg":"trace[2128276969] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/perconaxtradbclusterbackups.pxc.percona.com; range_end:; response_count:1; response_revision:1929; }","duration":"344.031799ms","start":"2026-03-29T02:05:16.923716Z","end":"2026-03-29T02:05:17.267748Z","steps":["trace[2128276969] 'agreement among raft nodes before linearized reading' (duration: 343.894476ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:05:17.267795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:05:16.923695Z","time spent":"344.091661ms","remote":"127.0.0.1:43060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":6488,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/perconaxtradbclusterbackups.pxc.percona.com\" "} {"level":"info","ts":"2026-03-29T02:05:17.474383Z","caller":"traceutil/trace.go:171","msg":"trace[116215777] transaction","detail":"{read_only:false; response_revision:1930; number_of_response:1; }","duration":"263.82844ms","start":"2026-03-29T02:05:17.210521Z","end":"2026-03-29T02:05:17.474349Z","steps":["trace[116215777] 'process raft request' (duration: 263.695167ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:05:17.474384Z","caller":"traceutil/trace.go:171","msg":"trace[289970196] transaction","detail":"{read_only:false; number_of_response:0; response_revision:1929; }","duration":"458.065616ms","start":"2026-03-29T02:05:17.016293Z","end":"2026-03-29T02:05:17.474359Z","steps":["trace[289970196] 'process raft request' (duration: 457.702208ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:05:17.47463Z","caller":"traceutil/trace.go:171","msg":"trace[433949114] linearizableReadLoop","detail":"{readStateIndex:2023; appliedIndex:2023; }","duration":"207.027992ms","start":"2026-03-29T02:05:17.267564Z","end":"2026-03-29T02:05:17.474608Z","steps":["trace[433949114] 'read index received' (duration: 207.016321ms)","trace[433949114] 'applied index is now lower than readState.Index' (duration: 9.211µs)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:05:17.474854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:05:17.01626Z","time spent":"458.451464ms","remote":"127.0.0.1:43060","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":29,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-29T02:05:17.475122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.63703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/perconaxtradbclusterrestores.pxc.percona.com\" ","response":"range_response_count:1 size:9038"} {"level":"info","ts":"2026-03-29T02:05:17.47521Z","caller":"traceutil/trace.go:171","msg":"trace[1967058010] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/perconaxtradbclusterrestores.pxc.percona.com; range_end:; response_count:1; response_revision:1930; }","duration":"506.728232ms","start":"2026-03-29T02:05:16.968454Z","end":"2026-03-29T02:05:17.475182Z","steps":["trace[1967058010] 'agreement among raft nodes before linearized reading' (duration: 506.572649ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:05:17.475228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"490.439489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-29T02:05:17.475266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:05:16.968442Z","time spent":"506.814164ms","remote":"127.0.0.1:43060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":1,"response size":9062,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/perconaxtradbclusterrestores.pxc.percona.com\" "} {"level":"warn","ts":"2026-03-29T02:05:17.474903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.547002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-03-29T02:05:17.475304Z","caller":"traceutil/trace.go:171","msg":"trace[369646996] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1930; }","duration":"490.571691ms","start":"2026-03-29T02:05:16.984705Z","end":"2026-03-29T02:05:17.475276Z","steps":["trace[369646996] 'agreement among raft nodes before linearized reading' (duration: 490.258284ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:05:17.475339Z","caller":"traceutil/trace.go:171","msg":"trace[366611928] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1930; }","duration":"216.022102ms","start":"2026-03-29T02:05:17.259292Z","end":"2026-03-29T02:05:17.475314Z","steps":["trace[366611928] 'agreement among raft nodes before linearized reading' (duration: 215.400839ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:05:17.475376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:05:16.98468Z","time spent":"490.683764ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-29T02:05:18.778248Z","caller":"traceutil/trace.go:171","msg":"trace[1314888952] transaction","detail":"{read_only:false; response_revision:1936; number_of_response:1; }","duration":"138.563234ms","start":"2026-03-29T02:05:18.639652Z","end":"2026-03-29T02:05:18.778215Z","steps":["trace[1314888952] 'process raft request' (duration: 138.304358ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:05:22.515961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"617.40124ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:05:22.516247Z","caller":"traceutil/trace.go:171","msg":"trace[281281549] transaction","detail":"{read_only:false; response_revision:1983; number_of_response:1; }","duration":"828.423225ms","start":"2026-03-29T02:05:21.687789Z","end":"2026-03-29T02:05:22.516212Z","steps":["trace[281281549] 'process raft request' (duration: 210.663277ms)","trace[281281549] 'compare' (duration: 617.169985ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:05:22.516286Z","caller":"traceutil/trace.go:171","msg":"trace[1137052957] transaction","detail":"{read_only:false; response_revision:1984; number_of_response:1; }","duration":"489.574124ms","start":"2026-03-29T02:05:22.026691Z","end":"2026-03-29T02:05:22.516265Z","steps":["trace[1137052957] 'process raft request' (duration: 489.414571ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:05:22.516375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:05:22.026652Z","time spent":"489.684707ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:05:22.51633Z","caller":"traceutil/trace.go:171","msg":"trace[1780347375] linearizableReadLoop","detail":"{readStateIndex:2078; appliedIndex:2077; }","duration":"775.697842ms","start":"2026-03-29T02:05:21.740557Z","end":"2026-03-29T02:05:22.516255Z","steps":["trace[1780347375] 'read index received' (duration: 157.894543ms)","trace[1780347375] 'applied index is now lower than readState.Index' (duration: 617.798919ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:05:22.516728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:05:21.687767Z","time spent":"828.561919ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:05:22.5168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"776.244284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:05:22.51665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"776.033889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:05:22.516845Z","caller":"traceutil/trace.go:171","msg":"trace[1909763014] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1984; }","duration":"776.338786ms","start":"2026-03-29T02:05:21.740493Z","end":"2026-03-29T02:05:22.516832Z","steps":["trace[1909763014] 'agreement among raft nodes before linearized reading' (duration: 776.256644ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:05:22.516888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:05:21.740466Z","time spent":"776.411618ms","remote":"127.0.0.1:42268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:05:22.516879Z","caller":"traceutil/trace.go:171","msg":"trace[1380436926] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1984; }","duration":"776.343076ms","start":"2026-03-29T02:05:21.740505Z","end":"2026-03-29T02:05:22.516849Z","steps":["trace[1380436926] 'agreement among raft nodes before linearized reading' (duration: 775.988928ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:05:22.51694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:05:21.740481Z","time spent":"776.440448ms","remote":"127.0.0.1:42268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 "} {"level":"warn","ts":"2026-03-29T02:05:22.517103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"744.785575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:05:22.51715Z","caller":"traceutil/trace.go:171","msg":"trace[1148504637] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1984; }","duration":"744.843036ms","start":"2026-03-29T02:05:21.772296Z","end":"2026-03-29T02:05:22.517139Z","steps":["trace[1148504637] 'agreement among raft nodes before linearized reading' (duration: 744.772254ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:05:22.517149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"720.286098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:05:22.517186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:05:21.772291Z","time spent":"744.882186ms","remote":"127.0.0.1:42290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:05:22.517179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"730.941426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:05:22.517215Z","caller":"traceutil/trace.go:171","msg":"trace[1740514021] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1984; }","duration":"720.370681ms","start":"2026-03-29T02:05:21.796832Z","end":"2026-03-29T02:05:22.517203Z","steps":["trace[1740514021] 'agreement among raft nodes before linearized reading' (duration: 720.232458ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:05:22.517243Z","caller":"traceutil/trace.go:171","msg":"trace[986643937] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1984; }","duration":"731.020358ms","start":"2026-03-29T02:05:21.786206Z","end":"2026-03-29T02:05:22.517226Z","steps":["trace[986643937] 'agreement among raft nodes before linearized reading' (duration: 730.905685ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:05:22.517298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:05:21.786196Z","time spent":"731.0897ms","remote":"127.0.0.1:42298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 "} {"level":"warn","ts":"2026-03-29T02:05:22.517304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"698.105225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:05:22.517342Z","caller":"traceutil/trace.go:171","msg":"trace[1146379507] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1984; }","duration":"698.157076ms","start":"2026-03-29T02:05:21.819176Z","end":"2026-03-29T02:05:22.517333Z","steps":["trace[1146379507] 'agreement among raft nodes before linearized reading' (duration: 698.096445ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:05:22.517369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"708.906475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:05:22.517384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"731.191452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:05:22.517409Z","caller":"traceutil/trace.go:171","msg":"trace[735839190] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1984; }","duration":"708.959837ms","start":"2026-03-29T02:05:21.80844Z","end":"2026-03-29T02:05:22.5174Z","steps":["trace[735839190] 'agreement among raft nodes before linearized reading' (duration: 708.891336ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:05:22.517428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"708.982828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:05:22.517447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:05:21.808433Z","time spent":"709.003978ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 "} {"level":"warn","ts":"2026-03-29T02:05:22.517252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:05:21.796821Z","time spent":"720.420002ms","remote":"127.0.0.1:42306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:05:22.5175Z","caller":"traceutil/trace.go:171","msg":"trace[325662251] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1984; }","duration":"709.026248ms","start":"2026-03-29T02:05:21.808423Z","end":"2026-03-29T02:05:22.51745Z","steps":["trace[325662251] 'agreement among raft nodes before linearized reading' (duration: 708.976527ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:05:22.517546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:05:21.808414Z","time spent":"709.11965ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:05:22.517297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"598.299984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:05:22.517667Z","caller":"traceutil/trace.go:171","msg":"trace[1756260465] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1984; }","duration":"598.654582ms","start":"2026-03-29T02:05:21.918991Z","end":"2026-03-29T02:05:22.517646Z","steps":["trace[1756260465] 'agreement among raft nodes before linearized reading' (duration: 598.282784ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:05:22.51768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"720.703208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:05:22.517723Z","caller":"traceutil/trace.go:171","msg":"trace[2064288235] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1984; }","duration":"720.79074ms","start":"2026-03-29T02:05:21.796923Z","end":"2026-03-29T02:05:22.517714Z","steps":["trace[2064288235] 'agreement among raft nodes before linearized reading' (duration: 720.713599ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:05:22.517728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:05:21.918946Z","time spent":"598.766484ms","remote":"127.0.0.1:43010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:05:22.517758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:05:21.796892Z","time spent":"720.858201ms","remote":"127.0.0.1:42306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 "} {"level":"info","ts":"2026-03-29T02:05:22.517425Z","caller":"traceutil/trace.go:171","msg":"trace[40600056] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1984; }","duration":"731.245743ms","start":"2026-03-29T02:05:21.786168Z","end":"2026-03-29T02:05:22.517414Z","steps":["trace[40600056] 'agreement among raft nodes before linearized reading' (duration: 731.175081ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:05:22.51738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:05:21.819167Z","time spent":"698.203028ms","remote":"127.0.0.1:42338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:05:22.51734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"635.256516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:05:22.518007Z","caller":"traceutil/trace.go:171","msg":"trace[1485793849] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:0; response_revision:1984; }","duration":"635.936502ms","start":"2026-03-29T02:05:21.882047Z","end":"2026-03-29T02:05:22.517983Z","steps":["trace[1485793849] 'agreement among raft nodes before linearized reading' (duration: 635.273387ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:05:22.518079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:05:21.882038Z","time spent":"636.019764ms","remote":"127.0.0.1:42390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-29T02:05:22.517159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"686.789703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:05:22.518321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"636.72472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:05:22.518328Z","caller":"traceutil/trace.go:171","msg":"trace[1541427057] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1984; }","duration":"687.999091ms","start":"2026-03-29T02:05:21.830309Z","end":"2026-03-29T02:05:22.518308Z","steps":["trace[1541427057] 'agreement among raft nodes before linearized reading' (duration: 686.753083ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:05:22.518327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"677.094968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:05:22.518368Z","caller":"traceutil/trace.go:171","msg":"trace[141228063] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1984; }","duration":"636.820072ms","start":"2026-03-29T02:05:21.881535Z","end":"2026-03-29T02:05:22.518355Z","steps":["trace[141228063] 'agreement among raft nodes before linearized reading' (duration: 636.751901ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:05:22.518394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:05:21.830299Z","time spent":"688.073113ms","remote":"127.0.0.1:42354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 "} {"level":"warn","ts":"2026-03-29T02:05:22.518453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"746.172505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:05:22.518487Z","caller":"traceutil/trace.go:171","msg":"trace[496045139] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1984; }","duration":"746.241957ms","start":"2026-03-29T02:05:21.772237Z","end":"2026-03-29T02:05:22.518479Z","steps":["trace[496045139] 'agreement among raft nodes before linearized reading' (duration: 746.192076ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:05:22.51849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"663.077766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:05:22.518524Z","caller":"traceutil/trace.go:171","msg":"trace[1837317501] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1984; }","duration":"663.157748ms","start":"2026-03-29T02:05:21.855357Z","end":"2026-03-29T02:05:22.518514Z","steps":["trace[1837317501] 'agreement among raft nodes before linearized reading' (duration: 663.073856ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:05:22.518486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"677.227291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:05:22.518561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:05:21.855335Z","time spent":"663.21602ms","remote":"127.0.0.1:42378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:05:22.518576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:05:21.772212Z","time spent":"746.295079ms","remote":"127.0.0.1:42290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 "} {"level":"warn","ts":"2026-03-29T02:05:22.517615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"698.678248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:05:22.518632Z","caller":"traceutil/trace.go:171","msg":"trace[690031167] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1984; }","duration":"699.703951ms","start":"2026-03-29T02:05:21.81891Z","end":"2026-03-29T02:05:22.518614Z","steps":["trace[690031167] 'agreement among raft nodes before linearized reading' (duration: 698.676107ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:05:22.518653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"688.121414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:05:22.518564Z","caller":"traceutil/trace.go:171","msg":"trace[1471976074] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1984; }","duration":"677.318173ms","start":"2026-03-29T02:05:21.841235Z","end":"2026-03-29T02:05:22.518553Z","steps":["trace[1471976074] 'agreement among raft nodes before linearized reading' (duration: 677.18779ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:05:22.518702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:05:21.8189Z","time spent":"699.783033ms","remote":"127.0.0.1:42338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 "} {"level":"warn","ts":"2026-03-29T02:05:22.518732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:05:21.84123Z","time spent":"677.488716ms","remote":"127.0.0.1:42370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:05:22.518694Z","caller":"traceutil/trace.go:171","msg":"trace[1327101871] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1984; }","duration":"688.213915ms","start":"2026-03-29T02:05:21.830469Z","end":"2026-03-29T02:05:22.518683Z","steps":["trace[1327101871] 'agreement among raft nodes before linearized reading' (duration: 688.116433ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:05:22.518739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"635.796539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:05:22.518781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:05:21.830461Z","time spent":"688.306977ms","remote":"127.0.0.1:42354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:05:22.518801Z","caller":"traceutil/trace.go:171","msg":"trace[187503766] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1984; }","duration":"637.249312ms","start":"2026-03-29T02:05:21.881535Z","end":"2026-03-29T02:05:22.518785Z","steps":["trace[187503766] 'agreement among raft nodes before linearized reading' (duration: 635.826679ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:05:22.518864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:05:21.881504Z","time spent":"637.342144ms","remote":"127.0.0.1:42390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 "} {"level":"warn","ts":"2026-03-29T02:05:22.518877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"761.263441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:05:22.517835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:05:21.786161Z","time spent":"731.659182ms","remote":"127.0.0.1:42298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:05:22.518968Z","caller":"traceutil/trace.go:171","msg":"trace[121871002] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1984; }","duration":"761.425795ms","start":"2026-03-29T02:05:21.757492Z","end":"2026-03-29T02:05:22.518918Z","steps":["trace[121871002] 'agreement among raft nodes before linearized reading' (duration: 761.343043ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:05:22.518403Z","caller":"traceutil/trace.go:171","msg":"trace[738501698] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1984; }","duration":"677.1866ms","start":"2026-03-29T02:05:21.841204Z","end":"2026-03-29T02:05:22.518391Z","steps":["trace[738501698] 'agreement among raft nodes before linearized reading' (duration: 677.085208ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:05:22.518794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"761.174999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:05:22.519101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:05:21.841197Z","time spent":"677.884625ms","remote":"127.0.0.1:42370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 "} {"level":"warn","ts":"2026-03-29T02:05:22.517249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.437914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:05:22.518412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:05:21.881504Z","time spent":"636.894664ms","remote":"127.0.0.1:42390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:05:22.519476Z","caller":"traceutil/trace.go:171","msg":"trace[1538056786] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:1984; }","duration":"124.693775ms","start":"2026-03-29T02:05:22.394741Z","end":"2026-03-29T02:05:22.519435Z","steps":["trace[1538056786] 'agreement among raft nodes before linearized reading' (duration: 122.473945ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:05:22.519034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:05:21.75747Z","time spent":"761.546658ms","remote":"127.0.0.1:42274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 "} {"level":"info","ts":"2026-03-29T02:05:22.519116Z","caller":"traceutil/trace.go:171","msg":"trace[551347744] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1984; }","duration":"761.559988ms","start":"2026-03-29T02:05:21.757541Z","end":"2026-03-29T02:05:22.519101Z","steps":["trace[551347744] 'agreement among raft nodes before linearized reading' (duration: 759.519532ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:05:22.518405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"662.577516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:05:22.519693Z","caller":"traceutil/trace.go:171","msg":"trace[1800233416] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1984; }","duration":"664.368425ms","start":"2026-03-29T02:05:21.855275Z","end":"2026-03-29T02:05:22.519644Z","steps":["trace[1800233416] 'agreement among raft nodes before linearized reading' (duration: 662.573065ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:05:22.519698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:05:21.75751Z","time spent":"762.1283ms","remote":"127.0.0.1:42274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:05:22.519764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:05:21.855264Z","time spent":"664.476827ms","remote":"127.0.0.1:42378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 "} {"level":"info","ts":"2026-03-29T02:05:24.747329Z","caller":"traceutil/trace.go:171","msg":"trace[1845703557] linearizableReadLoop","detail":"{readStateIndex:2089; appliedIndex:2088; }","duration":"223.414192ms","start":"2026-03-29T02:05:24.523893Z","end":"2026-03-29T02:05:24.747307Z","steps":["trace[1845703557] 'read index received' (duration: 223.269368ms)","trace[1845703557] 'applied index is now lower than readState.Index' (duration: 141.613µs)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:05:24.747526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.644087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-29T02:05:24.747558Z","caller":"traceutil/trace.go:171","msg":"trace[293330836] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1994; }","duration":"223.748099ms","start":"2026-03-29T02:05:24.523801Z","end":"2026-03-29T02:05:24.747549Z","steps":["trace[293330836] 'agreement among raft nodes before linearized reading' (duration: 223.586575ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:05:24.747435Z","caller":"traceutil/trace.go:171","msg":"trace[425321890] transaction","detail":"{read_only:false; response_revision:1994; number_of_response:1; }","duration":"224.147219ms","start":"2026-03-29T02:05:24.523216Z","end":"2026-03-29T02:05:24.747363Z","steps":["trace[425321890] 'process raft request' (duration: 223.938394ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:05:27.274901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.849532ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-03-29T02:05:31.987142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.618033ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-03-29T02:05:31.987287Z","caller":"traceutil/trace.go:171","msg":"trace[838236987] linearizableReadLoop","detail":"{readStateIndex:2191; appliedIndex:2190; }","duration":"450.775592ms","start":"2026-03-29T02:05:31.536482Z","end":"2026-03-29T02:05:31.987258Z","steps":["trace[838236987] 'read index received' (duration: 73.064756ms)","trace[838236987] 'applied index is now lower than readState.Index' (duration: 377.708806ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:05:31.987429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:05:31.526743Z","time spent":"460.680462ms","remote":"127.0.0.1:43048","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-29T02:05:31.987875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.817287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-29T02:05:31.987908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.385035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:05:31.987967Z","caller":"traceutil/trace.go:171","msg":"trace[1770459410] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2094; }","duration":"341.9639ms","start":"2026-03-29T02:05:31.645983Z","end":"2026-03-29T02:05:31.987947Z","steps":["trace[1770459410] 'agreement among raft nodes before linearized reading' (duration: 341.656113ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:05:31.988018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:05:31.64596Z","time spent":"342.049072ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-29T02:05:31.988023Z","caller":"traceutil/trace.go:171","msg":"trace[1621698599] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:2094; }","duration":"451.544888ms","start":"2026-03-29T02:05:31.536448Z","end":"2026-03-29T02:05:31.987993Z","steps":["trace[1621698599] 'agreement among raft nodes before linearized reading' (duration: 451.344674ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:05:31.987953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.130441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-29T02:05:31.988086Z","caller":"traceutil/trace.go:171","msg":"trace[1535234290] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2094; }","duration":"252.331986ms","start":"2026-03-29T02:05:31.735736Z","end":"2026-03-29T02:05:31.988068Z","steps":["trace[1535234290] 'agreement among raft nodes before linearized reading' (duration: 251.983728ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:05:31.988056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.5519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-29T02:05:31.988114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:05:31.536427Z","time spent":"451.645361ms","remote":"127.0.0.1:33268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:05:31.988054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.195437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-29T02:05:31.988226Z","caller":"traceutil/trace.go:171","msg":"trace[1651251755] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2094; }","duration":"254.405001ms","start":"2026-03-29T02:05:31.733799Z","end":"2026-03-29T02:05:31.988204Z","steps":["trace[1651251755] 'agreement among raft nodes before linearized reading' (duration: 254.039584ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:05:31.988222Z","caller":"traceutil/trace.go:171","msg":"trace[505119062] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2094; }","duration":"212.737174ms","start":"2026-03-29T02:05:31.77541Z","end":"2026-03-29T02:05:31.988147Z","steps":["trace[505119062] 'agreement among raft nodes before linearized reading' (duration: 212.351536ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:05:31.988653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.289606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-292afd0b-1941-445d-87a9-dd45e9d8edd3\" ","response":"range_response_count:1 size:3626"} {"level":"info","ts":"2026-03-29T02:05:31.988914Z","caller":"traceutil/trace.go:171","msg":"trace[1189841463] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-292afd0b-1941-445d-87a9-dd45e9d8edd3; range_end:; response_count:1; response_revision:2094; }","duration":"164.594213ms","start":"2026-03-29T02:05:31.824297Z","end":"2026-03-29T02:05:31.988891Z","steps":["trace[1189841463] 'agreement among raft nodes before linearized reading' (duration: 163.392286ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:05:33.416797Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583528501945758,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:05:34.588871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.470722523s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-29T02:05:34.588985Z","caller":"traceutil/trace.go:171","msg":"trace[482110701] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2100; }","duration":"2.470896468s","start":"2026-03-29T02:05:32.11806Z","end":"2026-03-29T02:05:34.588957Z","steps":["trace[482110701] 'range keys from in-memory index tree' (duration: 2.470480017s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:05:34.589074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:05:32.118033Z","time spent":"2.471023721s","remote":"127.0.0.1:42390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5468,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-29T02:05:34.589273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.440096241s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-29T02:05:34.58936Z","caller":"traceutil/trace.go:171","msg":"trace[117477363] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2100; }","duration":"2.440238564s","start":"2026-03-29T02:05:32.1491Z","end":"2026-03-29T02:05:34.589338Z","steps":["trace[117477363] 'range keys from in-memory index tree' (duration: 2.439914867s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:05:34.589407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:05:32.149078Z","time spent":"2.440319796s","remote":"127.0.0.1:42390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5468,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-29T02:05:34.589506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.084969695s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:05:34.589629Z","caller":"traceutil/trace.go:171","msg":"trace[1293148439] transaction","detail":"{read_only:false; response_revision:2101; number_of_response:1; }","duration":"1.957059773s","start":"2026-03-29T02:05:32.632548Z","end":"2026-03-29T02:05:34.589608Z","steps":["trace[1293148439] 'process raft request' (duration: 871.890373ms)","trace[1293148439] 'compare' (duration: 1.084115846s)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:05:34.589699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:05:32.632495Z","time spent":"1.957173645s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:05:34.916309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000404777s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-29T02:05:34.916421Z","caller":"traceutil/trace.go:171","msg":"trace[473834284] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000543s","start":"2026-03-29T02:05:32.915854Z","end":"2026-03-29T02:05:34.916397Z","steps":["trace[473834284] 'agreement among raft nodes before linearized reading' (duration: 2.000399846s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:05:34.916484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:05:32.91581Z","time spent":"2.000657872s","remote":"127.0.0.1:43010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/29 02:05:34 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-29T02:05:35.880665Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.376299203s","expected-duration":"1s"} {"level":"info","ts":"2026-03-29T02:05:35.881199Z","caller":"traceutil/trace.go:171","msg":"trace[321682] transaction","detail":"{read_only:false; response_revision:2102; number_of_response:1; }","duration":"3.0363508s","start":"2026-03-29T02:05:32.844822Z","end":"2026-03-29T02:05:35.881173Z","steps":["trace[321682] 'process raft request' (duration: 3.036056754s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:05:35.881432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:05:32.844797Z","time spent":"3.036478143s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:05:35.88162Z","caller":"traceutil/trace.go:171","msg":"trace[2107441957] linearizableReadLoop","detail":"{readStateIndex:2200; appliedIndex:2197; }","duration":"2.965737529s","start":"2026-03-29T02:05:32.91586Z","end":"2026-03-29T02:05:35.881597Z","steps":["trace[2107441957] 'read index received' (duration: 588.520887ms)","trace[2107441957] 'applied index is now lower than readState.Index' (duration: 2.377215652s)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:05:35.881642Z","caller":"traceutil/trace.go:171","msg":"trace[2134343530] transaction","detail":"{read_only:false; response_revision:2103; number_of_response:1; }","duration":"2.707989233s","start":"2026-03-29T02:05:33.173604Z","end":"2026-03-29T02:05:35.881593Z","steps":["trace[2134343530] 'process raft request' (duration: 2.707520903s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:05:35.881733Z","caller":"traceutil/trace.go:171","msg":"trace[177773799] transaction","detail":"{read_only:false; response_revision:2104; number_of_response:1; }","duration":"2.429168168s","start":"2026-03-29T02:05:33.452553Z","end":"2026-03-29T02:05:35.881721Z","steps":["trace[177773799] 'process raft request' (duration: 2.428924063s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:05:35.881837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:05:33.173582Z","time spent":"2.708099246s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:05:35.881888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:05:33.452527Z","time spent":"2.4292418s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:05:36.916981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000298785s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-29T02:05:36.917072Z","caller":"traceutil/trace.go:171","msg":"trace[1495904242] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000445968s","start":"2026-03-29T02:05:34.916606Z","end":"2026-03-29T02:05:36.917052Z","steps":["trace[1495904242] 'agreement among raft nodes before linearized reading' (duration: 2.000324775s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:05:36.91712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:05:34.916553Z","time spent":"2.00055827s","remote":"127.0.0.1:43006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:05:38.27623Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.282119222s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-29T02:05:38.304063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"595.501472ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:05:38.304287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.998356901s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:05:38.304457Z","caller":"traceutil/trace.go:171","msg":"trace[1980592552] transaction","detail":"{read_only:false; response_revision:2105; number_of_response:1; }","duration":"3.47680329s","start":"2026-03-29T02:05:34.827614Z","end":"2026-03-29T02:05:38.304418Z","steps":["trace[1980592552] 'process raft request' (duration: 1.478226674s)","trace[1980592552] 'compare' (duration: 1.997738688s)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:05:38.304492Z","caller":"traceutil/trace.go:171","msg":"trace[1889969425] linearizableReadLoop","detail":"{readStateIndex:2202; appliedIndex:2201; }","duration":"2.422789265s","start":"2026-03-29T02:05:35.881672Z","end":"2026-03-29T02:05:38.304462Z","steps":["trace[1889969425] 'read index received' (duration: 424.105037ms)","trace[1889969425] 'applied index is now lower than readState.Index' (duration: 1.998682658s)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:05:38.304614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:05:34.827584Z","time spent":"3.476947544s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:05:38.305073Z","caller":"traceutil/trace.go:171","msg":"trace[25969941] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2104; }","duration":"595.817999ms","start":"2026-03-29T02:05:37.708527Z","end":"2026-03-29T02:05:38.304345Z","steps":["trace[25969941] 'range keys from in-memory index tree' (duration: 595.476731ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:05:38.351213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.351956136s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-29T02:05:38.351223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.35160176s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-29T02:05:38.351223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.206556444s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:05:38.351289Z","caller":"traceutil/trace.go:171","msg":"trace[1749738170] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2105; }","duration":"4.35210232s","start":"2026-03-29T02:05:33.999169Z","end":"2026-03-29T02:05:38.351272Z","steps":["trace[1749738170] 'agreement among raft nodes before linearized reading' (duration: 4.30539956s)","trace[1749738170] 'range keys from in-memory index tree' (duration: 46.482133ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:05:38.351311Z","caller":"traceutil/trace.go:171","msg":"trace[842580871] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2105; }","duration":"4.351741622s","start":"2026-03-29T02:05:33.999546Z","end":"2026-03-29T02:05:38.351288Z","steps":["trace[842580871] 'agreement among raft nodes before linearized reading' (duration: 4.305004972s)","trace[842580871] 'range keys from in-memory index tree' (duration: 46.524834ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:05:38.351318Z","caller":"traceutil/trace.go:171","msg":"trace[1610363541] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:2105; }","duration":"5.206697298s","start":"2026-03-29T02:05:33.144603Z","end":"2026-03-29T02:05:38.351301Z","steps":["trace[1610363541] 'agreement among raft nodes before linearized reading' (duration: 5.159983368s)","trace[1610363541] 'count revisions from in-memory index tree' (duration: 46.572736ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:05:38.351325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:05:33.999109Z","time spent":"4.352208462s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-29T02:05:38.351352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.7555074s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"warn","ts":"2026-03-29T02:05:38.35136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:05:33.14459Z","time spent":"5.20675851s","remote":"127.0.0.1:47350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":2,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:05:38.351236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.956896136s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:05:38.351378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.413454659s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-29T02:05:38.351395Z","caller":"traceutil/trace.go:171","msg":"trace[842265627] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2105; }","duration":"2.755572091s","start":"2026-03-29T02:05:35.595801Z","end":"2026-03-29T02:05:38.351373Z","steps":["trace[842265627] 'agreement among raft nodes before linearized reading' (duration: 2.708824781s)","trace[842265627] 'range keys from in-memory index tree' (duration: 46.651228ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:05:38.351363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.3582217s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-292afd0b-1941-445d-87a9-dd45e9d8edd3\" ","response":"range_response_count:1 size:3626"} {"level":"warn","ts":"2026-03-29T02:05:38.351397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.572448716s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:05:38.351433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:05:35.595782Z","time spent":"2.755644052s","remote":"127.0.0.1:42390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5468,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-29T02:05:38.351438Z","caller":"traceutil/trace.go:171","msg":"trace[1727669345] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2105; }","duration":"5.413534751s","start":"2026-03-29T02:05:32.937883Z","end":"2026-03-29T02:05:38.351418Z","steps":["trace[1727669345] 'agreement among raft nodes before linearized reading' (duration: 5.366717569s)","trace[1727669345] 'range keys from in-memory index tree' (duration: 46.69034ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:05:38.351463Z","caller":"traceutil/trace.go:171","msg":"trace[550539848] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:2105; }","duration":"2.572561999s","start":"2026-03-29T02:05:35.778881Z","end":"2026-03-29T02:05:38.351443Z","steps":["trace[550539848] 'agreement among raft nodes before linearized reading' (duration: 2.525699446s)","trace[550539848] 'count revisions from in-memory index tree' (duration: 46.771041ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:05:38.351465Z","caller":"traceutil/trace.go:171","msg":"trace[405739671] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-292afd0b-1941-445d-87a9-dd45e9d8edd3; range_end:; response_count:1; response_revision:2105; }","duration":"5.358355513s","start":"2026-03-29T02:05:32.993081Z","end":"2026-03-29T02:05:38.351436Z","steps":["trace[405739671] 'agreement among raft nodes before linearized reading' (duration: 5.31151549s)","trace[405739671] 'range keys from in-memory index tree' (duration: 46.621458ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:05:38.351359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:05:33.999522Z","time spent":"4.351826484s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-29T02:05:38.351482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:05:32.937872Z","time spent":"5.413599582s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-29T02:05:38.351506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.670875507s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:10328"} {"level":"warn","ts":"2026-03-29T02:05:38.35151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:05:35.778858Z","time spent":"2.57264173s","remote":"127.0.0.1:33128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:05:38.351525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:05:32.993065Z","time spent":"5.358439884s","remote":"127.0.0.1:43172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3650,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-292afd0b-1941-445d-87a9-dd45e9d8edd3\" "} {"level":"info","ts":"2026-03-29T02:05:38.351541Z","caller":"traceutil/trace.go:171","msg":"trace[2066549152] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2105; }","duration":"2.670945618s","start":"2026-03-29T02:05:35.680586Z","end":"2026-03-29T02:05:38.351532Z","steps":["trace[2066549152] 'agreement among raft nodes before linearized reading' (duration: 2.624037294s)","trace[2066549152] 'range keys from in-memory index tree' (duration: 46.784311ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:05:38.351531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.348395408s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-03-29T02:05:38.351569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:05:35.680537Z","time spent":"2.67102439s","remote":"127.0.0.1:43172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":10352,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-29T02:05:38.351553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.345662087s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-29T02:05:38.351367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.351238695s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-292afd0b-1941-445d-87a9-dd45e9d8edd3\" ","response":"range_response_count:1 size:3626"} {"level":"info","ts":"2026-03-29T02:05:38.351403Z","caller":"traceutil/trace.go:171","msg":"trace[559860022] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:2105; }","duration":"3.957125211s","start":"2026-03-29T02:05:34.394265Z","end":"2026-03-29T02:05:38.35139Z","steps":["trace[559860022] 'agreement among raft nodes before linearized reading' (duration: 3.91035542s)","trace[559860022] 'count revisions from in-memory index tree' (duration: 46.574396ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:05:38.351611Z","caller":"traceutil/trace.go:171","msg":"trace[1294623589] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2105; }","duration":"4.34849263s","start":"2026-03-29T02:05:34.003091Z","end":"2026-03-29T02:05:38.351584Z","steps":["trace[1294623589] 'agreement among raft nodes before linearized reading' (duration: 4.301573716s)","trace[1294623589] 'range keys from in-memory index tree' (duration: 46.754ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:05:38.351634Z","caller":"traceutil/trace.go:171","msg":"trace[1793776189] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-292afd0b-1941-445d-87a9-dd45e9d8edd3; range_end:; response_count:1; response_revision:2105; }","duration":"5.351568253s","start":"2026-03-29T02:05:33.000053Z","end":"2026-03-29T02:05:38.351621Z","steps":["trace[1793776189] 'agreement among raft nodes before linearized reading' (duration: 5.304539246s)","trace[1793776189] 'range keys from in-memory index tree' (duration: 46.646688ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:05:38.351629Z","caller":"traceutil/trace.go:171","msg":"trace[289094544] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2105; }","duration":"4.345753679s","start":"2026-03-29T02:05:34.005853Z","end":"2026-03-29T02:05:38.351607Z","steps":["trace[289094544] 'agreement among raft nodes before linearized reading' (duration: 4.298806154s)","trace[289094544] 'range keys from in-memory index tree' (duration: 46.786351ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:05:38.351655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:05:34.003081Z","time spent":"4.348563501s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-29T02:05:38.351651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:05:34.394233Z","time spent":"3.957401706s","remote":"127.0.0.1:43188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:05:38.351665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:05:33.00003Z","time spent":"5.351625693s","remote":"127.0.0.1:43172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3650,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-292afd0b-1941-445d-87a9-dd45e9d8edd3\" "} {"level":"warn","ts":"2026-03-29T02:05:38.351678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:05:34.005841Z","time spent":"4.345825301s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-29T02:05:38.352052Z","caller":"traceutil/trace.go:171","msg":"trace[543466810] transaction","detail":"{read_only:false; response_revision:2106; number_of_response:1; }","duration":"508.67024ms","start":"2026-03-29T02:05:37.843366Z","end":"2026-03-29T02:05:38.352036Z","steps":["trace[543466810] 'process raft request' (duration: 507.740758ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:05:38.352104Z","caller":"traceutil/trace.go:171","msg":"trace[1006159467] transaction","detail":"{read_only:false; response_revision:2107; number_of_response:1; }","duration":"464.099768ms","start":"2026-03-29T02:05:37.887985Z","end":"2026-03-29T02:05:38.352085Z","steps":["trace[1006159467] 'process raft request' (duration: 463.962635ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:05:38.35218Z","caller":"traceutil/trace.go:171","msg":"trace[1203168087] transaction","detail":"{read_only:false; response_revision:2109; number_of_response:1; }","duration":"464.085028ms","start":"2026-03-29T02:05:37.888085Z","end":"2026-03-29T02:05:38.35217Z","steps":["trace[1203168087] 'process raft request' (duration: 463.989166ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:05:38.352236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.431952346s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a12d7c0e86f83c\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-03-29T02:05:38.352276Z","caller":"traceutil/trace.go:171","msg":"trace[1531333046] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a12d7c0e86f83c; range_end:; response_count:1; response_revision:2109; }","duration":"1.432023557s","start":"2026-03-29T02:05:36.92024Z","end":"2026-03-29T02:05:38.352264Z","steps":["trace[1531333046] 'agreement among raft nodes before linearized reading' (duration: 1.431884784s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:05:38.352283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:05:37.887955Z","time spent":"464.194989ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:05:38.352278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:05:37.888053Z","time spent":"464.148658ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:05:38.352328Z","caller":"traceutil/trace.go:171","msg":"trace[1036727865] transaction","detail":"{read_only:false; response_revision:2108; number_of_response:1; }","duration":"464.224251ms","start":"2026-03-29T02:05:37.888077Z","end":"2026-03-29T02:05:38.352301Z","steps":["trace[1036727865] 'process raft request' (duration: 463.957815ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:05:38.352339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.427590839s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:05:38.352306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:05:36.920224Z","time spent":"1.432074428s","remote":"127.0.0.1:43074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a12d7c0e86f83c\" "} {"level":"warn","ts":"2026-03-29T02:05:38.35237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:05:37.888057Z","time spent":"464.290772ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:05:38.352381Z","caller":"traceutil/trace.go:171","msg":"trace[910513437] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2109; }","duration":"1.427670501s","start":"2026-03-29T02:05:36.924698Z","end":"2026-03-29T02:05:38.352369Z","steps":["trace[910513437] 'agreement among raft nodes before linearized reading' (duration: 1.42760743s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:05:38.352447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:05:36.924675Z","time spent":"1.427763013s","remote":"127.0.0.1:43010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:05:38.352367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.196705971s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-29T02:05:38.352538Z","caller":"traceutil/trace.go:171","msg":"trace[65031094] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2109; }","duration":"1.196936036s","start":"2026-03-29T02:05:37.155591Z","end":"2026-03-29T02:05:38.352527Z","steps":["trace[65031094] 'agreement among raft nodes before linearized reading' (duration: 1.196635999s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:05:38.352567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:05:37.155573Z","time spent":"1.196984956s","remote":"127.0.0.1:42390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5468,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-29T02:05:38.352572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.421572189s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-29T02:05:38.352707Z","caller":"traceutil/trace.go:171","msg":"trace[1549049851] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2105; }","duration":"5.421747703s","start":"2026-03-29T02:05:32.930942Z","end":"2026-03-29T02:05:38.35269Z","steps":["trace[1549049851] 'agreement among raft nodes before linearized reading' (duration: 5.373664763s)","trace[1549049851] 'range keys from in-memory index tree' (duration: 46.525545ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:05:38.352755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:05:32.930919Z","time spent":"5.421821634s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-29T02:05:38.352835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.530150652s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-29T02:05:38.352868Z","caller":"traceutil/trace.go:171","msg":"trace[1318064502] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2105; }","duration":"4.530218024s","start":"2026-03-29T02:05:33.822637Z","end":"2026-03-29T02:05:38.352855Z","steps":["trace[1318064502] 'agreement among raft nodes before linearized reading' (duration: 4.48194443s)","trace[1318064502] 'range keys from in-memory index tree' (duration: 47.156949ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:05:38.352895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:05:33.82261Z","time spent":"4.530278284s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-29T02:05:38.352139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:05:37.843337Z","time spent":"508.745322ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:05:40.863653Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583528501945808,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-29T02:05:41.039509Z","caller":"traceutil/trace.go:171","msg":"trace[1633799889] transaction","detail":"{read_only:false; response_revision:2130; number_of_response:1; }","duration":"680.826841ms","start":"2026-03-29T02:05:40.358664Z","end":"2026-03-29T02:05:41.039491Z","steps":["trace[1633799889] 'process raft request' (duration: 680.721248ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:05:41.039629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:05:40.358636Z","time spent":"680.932303ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:05:41.085443Z","caller":"traceutil/trace.go:171","msg":"trace[1424801871] linearizableReadLoop","detail":"{readStateIndex:2231; appliedIndex:2228; }","duration":"722.682833ms","start":"2026-03-29T02:05:40.362716Z","end":"2026-03-29T02:05:41.085398Z","steps":["trace[1424801871] 'read index received' (duration: 676.713559ms)","trace[1424801871] 'applied index is now lower than readState.Index' (duration: 45.968144ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:05:41.08547Z","caller":"traceutil/trace.go:171","msg":"trace[1332985221] transaction","detail":"{read_only:false; response_revision:2131; number_of_response:1; }","duration":"725.152207ms","start":"2026-03-29T02:05:40.360289Z","end":"2026-03-29T02:05:41.085441Z","steps":["trace[1332985221] 'process raft request' (duration: 724.795058ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:05:41.085653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:05:40.360263Z","time spent":"725.29482ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:05:41.085669Z","caller":"traceutil/trace.go:171","msg":"trace[337874899] transaction","detail":"{read_only:false; response_revision:2132; number_of_response:1; }","duration":"722.858056ms","start":"2026-03-29T02:05:40.362711Z","end":"2026-03-29T02:05:41.085569Z","steps":["trace[337874899] 'process raft request' (duration: 722.59998ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:05:41.085815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"723.058841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-292afd0b-1941-445d-87a9-dd45e9d8edd3\" ","response":"range_response_count:1 size:3929"} {"level":"info","ts":"2026-03-29T02:05:41.085872Z","caller":"traceutil/trace.go:171","msg":"trace[291563372] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-292afd0b-1941-445d-87a9-dd45e9d8edd3; range_end:; response_count:1; response_revision:2132; }","duration":"723.178963ms","start":"2026-03-29T02:05:40.362677Z","end":"2026-03-29T02:05:41.085856Z","steps":["trace[291563372] 'agreement among raft nodes before linearized reading' (duration: 722.894286ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:05:41.085919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:05:40.362658Z","time spent":"723.249345ms","remote":"127.0.0.1:43172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3953,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-292afd0b-1941-445d-87a9-dd45e9d8edd3\" "} {"level":"warn","ts":"2026-03-29T02:05:41.085958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:05:40.362671Z","time spent":"723.143283ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:05:41.086127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"720.155886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-29T02:05:41.086174Z","caller":"traceutil/trace.go:171","msg":"trace[1404156055] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2132; }","duration":"720.243867ms","start":"2026-03-29T02:05:40.365918Z","end":"2026-03-29T02:05:41.086162Z","steps":["trace[1404156055] 'agreement among raft nodes before linearized reading' (duration: 719.884759ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:05:41.086201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:05:40.365896Z","time spent":"720.295499ms","remote":"127.0.0.1:42390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5468,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-29T02:05:41.08634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"689.846691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-29T02:05:41.08646Z","caller":"traceutil/trace.go:171","msg":"trace[120232432] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2132; }","duration":"690.000854ms","start":"2026-03-29T02:05:40.396438Z","end":"2026-03-29T02:05:41.086438Z","steps":["trace[120232432] 'agreement among raft nodes before linearized reading' (duration: 689.687898ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:05:41.086486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"690.067286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-29T02:05:41.086514Z","caller":"traceutil/trace.go:171","msg":"trace[1531418770] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2132; }","duration":"690.111747ms","start":"2026-03-29T02:05:40.396396Z","end":"2026-03-29T02:05:41.086508Z","steps":["trace[1531418770] 'agreement among raft nodes before linearized reading' (duration: 690.045406ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:05:41.086507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:05:40.396433Z","time spent":"690.064286ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-29T02:05:41.08653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:05:40.396386Z","time spent":"690.139897ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-29T02:05:41.08661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.284181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-29T02:05:41.086674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"691.314994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-29T02:05:41.086695Z","caller":"traceutil/trace.go:171","msg":"trace[1046830831] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:2132; }","duration":"366.412963ms","start":"2026-03-29T02:05:40.720256Z","end":"2026-03-29T02:05:41.086669Z","steps":["trace[1046830831] 'agreement among raft nodes before linearized reading' (duration: 366.25601ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:05:41.086722Z","caller":"traceutil/trace.go:171","msg":"trace[349846245] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2132; }","duration":"691.402106ms","start":"2026-03-29T02:05:40.395306Z","end":"2026-03-29T02:05:41.086708Z","steps":["trace[349846245] 'agreement among raft nodes before linearized reading' (duration: 691.273094ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:05:41.086746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:05:40.720232Z","time spent":"366.501306ms","remote":"127.0.0.1:43496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":2,"response size":31,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:05:41.086771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:05:40.395283Z","time spent":"691.478798ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-29T02:05:41.086834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.452999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:05:41.086903Z","caller":"traceutil/trace.go:171","msg":"trace[1694150953] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2132; }","duration":"168.558261ms","start":"2026-03-29T02:05:40.918329Z","end":"2026-03-29T02:05:41.086887Z","steps":["trace[1694150953] 'agreement among raft nodes before linearized reading' (duration: 168.456299ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:05:41.086947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"691.059478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:430"} {"level":"info","ts":"2026-03-29T02:05:41.086987Z","caller":"traceutil/trace.go:171","msg":"trace[727959840] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2132; }","duration":"691.12009ms","start":"2026-03-29T02:05:40.395856Z","end":"2026-03-29T02:05:41.086976Z","steps":["trace[727959840] 'agreement among raft nodes before linearized reading' (duration: 691.011368ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:05:41.087028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:05:40.395848Z","time spent":"691.168381ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":454,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-29T02:05:41.087142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"692.363667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-29T02:05:41.087234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"690.691109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-29T02:05:41.087251Z","caller":"traceutil/trace.go:171","msg":"trace[677518306] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2132; }","duration":"692.526551ms","start":"2026-03-29T02:05:40.394697Z","end":"2026-03-29T02:05:41.087224Z","steps":["trace[677518306] 'agreement among raft nodes before linearized reading' (duration: 692.208354ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:05:41.08728Z","caller":"traceutil/trace.go:171","msg":"trace[1712547670] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2132; }","duration":"690.806563ms","start":"2026-03-29T02:05:40.396461Z","end":"2026-03-29T02:05:41.087267Z","steps":["trace[1712547670] 'agreement among raft nodes before linearized reading' (duration: 690.188109ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:05:41.087316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:05:40.396456Z","time spent":"690.851744ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-29T02:05:41.087318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:05:40.394673Z","time spent":"692.628993ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-29T02:05:41.218148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.660953ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:05:41.218303Z","caller":"traceutil/trace.go:171","msg":"trace[605108585] transaction","detail":"{read_only:false; response_revision:2133; number_of_response:1; }","duration":"127.354294ms","start":"2026-03-29T02:05:41.090921Z","end":"2026-03-29T02:05:41.218275Z","steps":["trace[605108585] 'process raft request' (duration: 11.459476ms)","trace[605108585] 'compare' (duration: 115.487289ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:05:41.270062Z","caller":"traceutil/trace.go:171","msg":"trace[353221459] transaction","detail":"{read_only:false; response_revision:2135; number_of_response:1; }","duration":"178.197374ms","start":"2026-03-29T02:05:41.091831Z","end":"2026-03-29T02:05:41.270028Z","steps":["trace[353221459] 'process raft request' (duration: 178.104012ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:05:41.270107Z","caller":"traceutil/trace.go:171","msg":"trace[1384029190] transaction","detail":"{read_only:false; response_revision:2134; number_of_response:1; }","duration":"178.408109ms","start":"2026-03-29T02:05:41.091652Z","end":"2026-03-29T02:05:41.27006Z","steps":["trace[1384029190] 'process raft request' (duration: 178.086732ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:05:41.270556Z","caller":"traceutil/trace.go:171","msg":"trace[122963525] transaction","detail":"{read_only:false; response_revision:2136; number_of_response:1; }","duration":"178.282498ms","start":"2026-03-29T02:05:41.092256Z","end":"2026-03-29T02:05:41.270539Z","steps":["trace[122963525] 'process raft request' (duration: 177.726544ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:05:41.270615Z","caller":"traceutil/trace.go:171","msg":"trace[333899758] linearizableReadLoop","detail":"{readStateIndex:2237; appliedIndex:2232; }","duration":"128.286675ms","start":"2026-03-29T02:05:41.142302Z","end":"2026-03-29T02:05:41.270588Z","steps":["trace[333899758] 'read index received' (duration: 127.392424ms)","trace[333899758] 'applied index is now lower than readState.Index' (duration: 892.701µs)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:05:41.270707Z","caller":"traceutil/trace.go:171","msg":"trace[1442420345] transaction","detail":"{read_only:false; response_revision:2138; number_of_response:1; }","duration":"176.891846ms","start":"2026-03-29T02:05:41.093801Z","end":"2026-03-29T02:05:41.270693Z","steps":["trace[1442420345] 'process raft request' (duration: 176.709292ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:05:41.270736Z","caller":"traceutil/trace.go:171","msg":"trace[438315278] transaction","detail":"{read_only:false; response_revision:2137; number_of_response:1; }","duration":"177.45243ms","start":"2026-03-29T02:05:41.093233Z","end":"2026-03-29T02:05:41.270685Z","steps":["trace[438315278] 'process raft request' (duration: 177.113952ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:05:41.270857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.546111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/local-path-storage/helper-pod-create-pvc-292afd0b-1941-445d-87a9-dd45e9d8edd3\" ","response":"range_response_count:1 size:2243"} {"level":"info","ts":"2026-03-29T02:05:41.270903Z","caller":"traceutil/trace.go:171","msg":"trace[1842767627] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/local-path-storage/helper-pod-create-pvc-292afd0b-1941-445d-87a9-dd45e9d8edd3; range_end:; response_count:1; response_revision:2138; }","duration":"128.667353ms","start":"2026-03-29T02:05:41.142224Z","end":"2026-03-29T02:05:41.270891Z","steps":["trace[1842767627] 'agreement among raft nodes before linearized reading' (duration: 128.478089ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:05:41.486362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.442825ms","expected-duration":"100ms","prefix":"","request":"header: txn: success: > failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-29T02:05:41.486511Z","caller":"traceutil/trace.go:171","msg":"trace[1310661307] transaction","detail":"{read_only:false; number_of_response:1; response_revision:2139; }","duration":"212.589001ms","start":"2026-03-29T02:05:41.273896Z","end":"2026-03-29T02:05:41.486485Z","steps":["trace[1310661307] 'process raft request' (duration: 67.936762ms)","trace[1310661307] 'compare' (duration: 144.319782ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:05:43.030587Z","caller":"traceutil/trace.go:171","msg":"trace[1211929116] linearizableReadLoop","detail":"{readStateIndex:2247; appliedIndex:2246; }","duration":"115.649194ms","start":"2026-03-29T02:05:42.914915Z","end":"2026-03-29T02:05:43.030564Z","steps":["trace[1211929116] 'read index received' (duration: 115.543691ms)","trace[1211929116] 'applied index is now lower than readState.Index' (duration: 104.413µs)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:05:43.03065Z","caller":"traceutil/trace.go:171","msg":"trace[353236038] transaction","detail":"{read_only:false; response_revision:2147; number_of_response:1; }","duration":"216.391086ms","start":"2026-03-29T02:05:42.814218Z","end":"2026-03-29T02:05:43.030609Z","steps":["trace[353236038] 'process raft request' (duration: 216.182911ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:05:43.030719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.789826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:05:43.030759Z","caller":"traceutil/trace.go:171","msg":"trace[682468664] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2147; }","duration":"115.890869ms","start":"2026-03-29T02:05:42.914857Z","end":"2026-03-29T02:05:43.030748Z","steps":["trace[682468664] 'agreement among raft nodes before linearized reading' (duration: 115.807057ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:05:43.290316Z","caller":"traceutil/trace.go:171","msg":"trace[430363194] transaction","detail":"{read_only:false; response_revision:2148; number_of_response:1; }","duration":"253.675596ms","start":"2026-03-29T02:05:43.036615Z","end":"2026-03-29T02:05:43.29029Z","steps":["trace[430363194] 'process raft request' (duration: 253.359788ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:05:43.374072Z","caller":"traceutil/trace.go:171","msg":"trace[2090416696] transaction","detail":"{read_only:false; response_revision:2149; number_of_response:1; }","duration":"336.761864ms","start":"2026-03-29T02:05:43.037274Z","end":"2026-03-29T02:05:43.374036Z","steps":["trace[2090416696] 'process raft request' (duration: 336.469277ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:05:43.374212Z","caller":"traceutil/trace.go:171","msg":"trace[660267892] linearizableReadLoop","detail":"{readStateIndex:2253; appliedIndex:2247; }","duration":"272.443564ms","start":"2026-03-29T02:05:43.101744Z","end":"2026-03-29T02:05:43.374188Z","steps":["trace[660267892] 'read index received' (duration: 188.310962ms)","trace[660267892] 'applied index is now lower than readState.Index' (duration: 84.131452ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:05:43.374317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:05:43.037253Z","time spent":"336.927939ms","remote":"127.0.0.1:43262","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1846,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:05:43.374375Z","caller":"traceutil/trace.go:171","msg":"trace[1031045474] transaction","detail":"{read_only:false; response_revision:2151; number_of_response:1; }","duration":"330.329161ms","start":"2026-03-29T02:05:43.044028Z","end":"2026-03-29T02:05:43.374357Z","steps":["trace[1031045474] 'process raft request' (duration: 329.954972ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:05:43.374546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.802892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-292afd0b-1941-445d-87a9-dd45e9d8edd3\" ","response":"range_response_count:1 size:3931"} {"level":"warn","ts":"2026-03-29T02:05:43.374566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:05:43.044006Z","time spent":"330.436964ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:05:43.374593Z","caller":"traceutil/trace.go:171","msg":"trace[1272016879] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-292afd0b-1941-445d-87a9-dd45e9d8edd3; range_end:; response_count:1; response_revision:2153; }","duration":"272.889444ms","start":"2026-03-29T02:05:43.101691Z","end":"2026-03-29T02:05:43.374581Z","steps":["trace[1272016879] 'agreement among raft nodes before linearized reading' (duration: 272.71535ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:05:43.374665Z","caller":"traceutil/trace.go:171","msg":"trace[2105513317] transaction","detail":"{read_only:false; response_revision:2152; number_of_response:1; }","duration":"282.63696ms","start":"2026-03-29T02:05:43.092005Z","end":"2026-03-29T02:05:43.374642Z","steps":["trace[2105513317] 'process raft request' (duration: 282.041336ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:05:43.374775Z","caller":"traceutil/trace.go:171","msg":"trace[753730075] transaction","detail":"{read_only:false; response_revision:2153; number_of_response:1; }","duration":"282.721952ms","start":"2026-03-29T02:05:43.09204Z","end":"2026-03-29T02:05:43.374762Z","steps":["trace[753730075] 'process raft request' (duration: 282.096328ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:05:43.37479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.149693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-29T02:05:43.374825Z","caller":"traceutil/trace.go:171","msg":"trace[109289078] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2153; }","duration":"270.203414ms","start":"2026-03-29T02:05:43.104608Z","end":"2026-03-29T02:05:43.374812Z","steps":["trace[109289078] 'agreement among raft nodes before linearized reading' (duration: 270.088031ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:05:43.374991Z","caller":"traceutil/trace.go:171","msg":"trace[1201837293] transaction","detail":"{read_only:false; response_revision:2150; number_of_response:1; }","duration":"334.796831ms","start":"2026-03-29T02:05:43.039325Z","end":"2026-03-29T02:05:43.374122Z","steps":["trace[1201837293] 'process raft request' (duration: 334.596625ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:05:43.375103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:05:43.039316Z","time spent":"335.732872ms","remote":"127.0.0.1:43476","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5881,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:05:43.375219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.319054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-29T02:05:43.375266Z","caller":"traceutil/trace.go:171","msg":"trace[491623598] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2153; }","duration":"101.416266ms","start":"2026-03-29T02:05:43.27384Z","end":"2026-03-29T02:05:43.375256Z","steps":["trace[491623598] 'agreement among raft nodes before linearized reading' (duration: 101.306384ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:05:43.375402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.23389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-29T02:05:43.375471Z","caller":"traceutil/trace.go:171","msg":"trace[14624527] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2153; }","duration":"153.353533ms","start":"2026-03-29T02:05:43.2221Z","end":"2026-03-29T02:05:43.375454Z","steps":["trace[14624527] 'agreement among raft nodes before linearized reading' (duration: 153.160999ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:05:43.651558Z","caller":"traceutil/trace.go:171","msg":"trace[922107388] transaction","detail":"{read_only:false; response_revision:2155; number_of_response:1; }","duration":"270.149133ms","start":"2026-03-29T02:05:43.381374Z","end":"2026-03-29T02:05:43.651524Z","steps":["trace[922107388] 'process raft request' (duration: 225.048328ms)","trace[922107388] 'compare' (duration: 44.298066ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:05:43.651589Z","caller":"traceutil/trace.go:171","msg":"trace[2114583808] transaction","detail":"{read_only:false; response_revision:2156; number_of_response:1; }","duration":"270.04792ms","start":"2026-03-29T02:05:43.381493Z","end":"2026-03-29T02:05:43.651541Z","steps":["trace[2114583808] 'process raft request' (duration: 269.822544ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:05:43.651682Z","caller":"traceutil/trace.go:171","msg":"trace[2114665269] transaction","detail":"{read_only:false; response_revision:2159; number_of_response:1; }","duration":"270.04202ms","start":"2026-03-29T02:05:43.381607Z","end":"2026-03-29T02:05:43.651649Z","steps":["trace[2114665269] 'process raft request' (duration: 269.887276ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:05:43.651567Z","caller":"traceutil/trace.go:171","msg":"trace[1132956715] transaction","detail":"{read_only:false; response_revision:2157; number_of_response:1; }","duration":"270.008429ms","start":"2026-03-29T02:05:43.381529Z","end":"2026-03-29T02:05:43.651538Z","steps":["trace[1132956715] 'process raft request' (duration: 269.876246ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:05:43.651814Z","caller":"traceutil/trace.go:171","msg":"trace[1652635399] transaction","detail":"{read_only:false; response_revision:2158; number_of_response:1; }","duration":"270.222054ms","start":"2026-03-29T02:05:43.381578Z","end":"2026-03-29T02:05:43.6518Z","steps":["trace[1652635399] 'process raft request' (duration: 269.875666ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:05:43.651824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.724053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-292afd0b-1941-445d-87a9-dd45e9d8edd3\" ","response":"range_response_count:1 size:3931"} {"level":"info","ts":"2026-03-29T02:05:43.651882Z","caller":"traceutil/trace.go:171","msg":"trace[1860298605] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-292afd0b-1941-445d-87a9-dd45e9d8edd3; range_end:; response_count:1; response_revision:2160; }","duration":"269.845586ms","start":"2026-03-29T02:05:43.382024Z","end":"2026-03-29T02:05:43.651869Z","steps":["trace[1860298605] 'agreement among raft nodes before linearized reading' (duration: 269.647101ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:05:43.651615Z","caller":"traceutil/trace.go:171","msg":"trace[1486846310] linearizableReadLoop","detail":"{readStateIndex:2259; appliedIndex:2253; }","duration":"269.504898ms","start":"2026-03-29T02:05:43.382083Z","end":"2026-03-29T02:05:43.651588Z","steps":["trace[1486846310] 'read index received' (duration: 4.412519ms)","trace[1486846310] 'applied index is now lower than readState.Index' (duration: 265.091499ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:05:43.651894Z","caller":"traceutil/trace.go:171","msg":"trace[281811051] transaction","detail":"{read_only:false; response_revision:2160; number_of_response:1; }","duration":"267.895712ms","start":"2026-03-29T02:05:43.383975Z","end":"2026-03-29T02:05:43.65187Z","steps":["trace[281811051] 'process raft request' (duration: 267.559014ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:05:43.65226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.439028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:10328"} {"level":"info","ts":"2026-03-29T02:05:43.652291Z","caller":"traceutil/trace.go:171","msg":"trace[1033524019] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2160; }","duration":"243.52824ms","start":"2026-03-29T02:05:43.408755Z","end":"2026-03-29T02:05:43.652284Z","steps":["trace[1033524019] 'agreement among raft nodes before linearized reading' (duration: 243.310725ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:05:43.652287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.90914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-29T02:05:43.652324Z","caller":"traceutil/trace.go:171","msg":"trace[704323765] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2160; }","duration":"174.009162ms","start":"2026-03-29T02:05:43.478302Z","end":"2026-03-29T02:05:43.652312Z","steps":["trace[704323765] 'agreement among raft nodes before linearized reading' (duration: 173.777737ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:05:44.010233Z","caller":"traceutil/trace.go:171","msg":"trace[237354957] transaction","detail":"{read_only:false; response_revision:2165; number_of_response:1; }","duration":"201.433563ms","start":"2026-03-29T02:05:43.808744Z","end":"2026-03-29T02:05:44.010178Z","steps":["trace[237354957] 'process raft request' (duration: 162.667951ms)","trace[237354957] 'compare' (duration: 38.430124ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:05:50.127505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.036315ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:05:50.127606Z","caller":"traceutil/trace.go:171","msg":"trace[1463273655] linearizableReadLoop","detail":"{readStateIndex:2319; appliedIndex:2318; }","duration":"209.43513ms","start":"2026-03-29T02:05:49.918155Z","end":"2026-03-29T02:05:50.12759Z","steps":["trace[1463273655] 'read index received' (duration: 42.981µs)","trace[1463273655] 'applied index is now lower than readState.Index' (duration: 209.390909ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:05:50.127719Z","caller":"traceutil/trace.go:171","msg":"trace[1878973966] transaction","detail":"{read_only:false; response_revision:2218; number_of_response:1; }","duration":"333.739517ms","start":"2026-03-29T02:05:49.793964Z","end":"2026-03-29T02:05:50.127704Z","steps":["trace[1878973966] 'process raft request' (duration: 118.427545ms)","trace[1878973966] 'compare' (duration: 214.917143ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:05:50.127777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:05:49.793935Z","time spent":"333.820669ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:05:50.127804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.637074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:05:50.127877Z","caller":"traceutil/trace.go:171","msg":"trace[1589755362] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2218; }","duration":"209.758557ms","start":"2026-03-29T02:05:49.9181Z","end":"2026-03-29T02:05:50.127859Z","steps":["trace[1589755362] 'agreement among raft nodes before linearized reading' (duration: 209.619384ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:05:50.62841Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583528501945990,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:05:51.128768Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.016339347s","expected-duration":"1s"} {"level":"info","ts":"2026-03-29T02:05:51.129138Z","caller":"traceutil/trace.go:171","msg":"trace[1722984908] linearizableReadLoop","detail":"{readStateIndex:2320; appliedIndex:2319; }","duration":"1.001485057s","start":"2026-03-29T02:05:50.127632Z","end":"2026-03-29T02:05:51.129117Z","steps":["trace[1722984908] 'read index received' (duration: 1.001300963s)","trace[1722984908] 'applied index is now lower than readState.Index' (duration: 183.354µs)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:05:51.129199Z","caller":"traceutil/trace.go:171","msg":"trace[1861725514] transaction","detail":"{read_only:false; response_revision:2219; number_of_response:1; }","duration":"1.016859229s","start":"2026-03-29T02:05:50.112307Z","end":"2026-03-29T02:05:51.129166Z","steps":["trace[1861725514] 'process raft request' (duration: 1.016679235s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:05:51.129345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:05:50.112276Z","time spent":"1.017001762s","remote":"127.0.0.1:43074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":766,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-29T02:05:51.129343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.005532707s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"warn","ts":"2026-03-29T02:05:51.129371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.01824707s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11981"} {"level":"warn","ts":"2026-03-29T02:05:51.129386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.000605867s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:05:51.129406Z","caller":"traceutil/trace.go:171","msg":"trace[208613372] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2219; }","duration":"1.005640199s","start":"2026-03-29T02:05:50.123748Z","end":"2026-03-29T02:05:51.129388Z","steps":["trace[208613372] 'agreement among raft nodes before linearized reading' (duration: 1.005429645s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:05:51.129432Z","caller":"traceutil/trace.go:171","msg":"trace[459177574] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2219; }","duration":"1.018303491s","start":"2026-03-29T02:05:50.111094Z","end":"2026-03-29T02:05:51.129397Z","steps":["trace[459177574] 'agreement among raft nodes before linearized reading' (duration: 1.018144118s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:05:51.129439Z","caller":"traceutil/trace.go:171","msg":"trace[101002846] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2219; }","duration":"1.000707569s","start":"2026-03-29T02:05:50.128718Z","end":"2026-03-29T02:05:51.129425Z","steps":["trace[101002846] 'agreement among raft nodes before linearized reading' (duration: 1.000597147s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:05:51.129477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:05:50.128697Z","time spent":"1.000773771s","remote":"127.0.0.1:43006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:05:51.129461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"490.181719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:05:51.129478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:05:50.111023Z","time spent":"1.018445875s","remote":"127.0.0.1:43172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12005,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-29T02:05:51.12944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:05:50.123728Z","time spent":"1.00570527s","remote":"127.0.0.1:43140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1877,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-29T02:05:51.12952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"669.249114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-29T02:05:51.129539Z","caller":"traceutil/trace.go:171","msg":"trace[1083415787] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:2219; }","duration":"490.313751ms","start":"2026-03-29T02:05:50.639206Z","end":"2026-03-29T02:05:51.12952Z","steps":["trace[1083415787] 'agreement among raft nodes before linearized reading' (duration: 490.170018ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:05:51.129565Z","caller":"traceutil/trace.go:171","msg":"trace[950509084] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2219; }","duration":"669.330135ms","start":"2026-03-29T02:05:50.46022Z","end":"2026-03-29T02:05:51.12955Z","steps":["trace[950509084] 'agreement among raft nodes before linearized reading' (duration: 669.210242ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:05:51.129597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:05:50.460194Z","time spent":"669.395017ms","remote":"127.0.0.1:42390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5468,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-29T02:05:51.129592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:05:50.639183Z","time spent":"490.397953ms","remote":"127.0.0.1:33024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:05:51.129632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.709903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:05:51.129783Z","caller":"traceutil/trace.go:171","msg":"trace[1785171953] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:2219; }","duration":"235.044411ms","start":"2026-03-29T02:05:50.894724Z","end":"2026-03-29T02:05:51.129768Z","steps":["trace[1785171953] 'agreement among raft nodes before linearized reading' (duration: 234.659032ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:05:57.467953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.347141ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-29T02:05:57.468089Z","caller":"traceutil/trace.go:171","msg":"trace[1214059365] linearizableReadLoop","detail":"{readStateIndex:2359; appliedIndex:2358; }","duration":"416.299875ms","start":"2026-03-29T02:05:57.051767Z","end":"2026-03-29T02:05:57.468067Z","steps":["trace[1214059365] 'read index received' (duration: 32.848541ms)","trace[1214059365] 'applied index is now lower than readState.Index' (duration: 383.448923ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:05:57.468301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.51148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:05:57.468403Z","caller":"traceutil/trace.go:171","msg":"trace[1413492338] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:2256; }","duration":"416.642542ms","start":"2026-03-29T02:05:57.05174Z","end":"2026-03-29T02:05:57.468383Z","steps":["trace[1413492338] 'agreement among raft nodes before linearized reading' (duration: 416.459498ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:05:57.468405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.496173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"warn","ts":"2026-03-29T02:05:57.468452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:05:57.051105Z","time spent":"417.335918ms","remote":"127.0.0.1:43284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":29,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:05:57.468462Z","caller":"traceutil/trace.go:171","msg":"trace[1910506171] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2256; }","duration":"258.558395ms","start":"2026-03-29T02:05:57.209883Z","end":"2026-03-29T02:05:57.468442Z","steps":["trace[1910506171] 'agreement among raft nodes before linearized reading' (duration: 258.35858ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:05:58.885298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.176796069s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:05:58.885434Z","caller":"traceutil/trace.go:171","msg":"trace[776099443] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2260; }","duration":"1.176951972s","start":"2026-03-29T02:05:57.708463Z","end":"2026-03-29T02:05:58.885415Z","steps":["trace[776099443] 'range keys from in-memory index tree' (duration: 1.176778779s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:05:58.885632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"688.142964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-29T02:05:58.885704Z","caller":"traceutil/trace.go:171","msg":"trace[609570621] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2260; }","duration":"688.286027ms","start":"2026-03-29T02:05:58.197401Z","end":"2026-03-29T02:05:58.885687Z","steps":["trace[609570621] 'range keys from in-memory index tree' (duration: 687.907269ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:05:58.885739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:05:58.197366Z","time spent":"688.364818ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-29T02:05:58.88577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"706.81973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:05:58.885877Z","caller":"traceutil/trace.go:171","msg":"trace[1304852989] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:2260; }","duration":"707.006974ms","start":"2026-03-29T02:05:58.178844Z","end":"2026-03-29T02:05:58.885851Z","steps":["trace[1304852989] 'count revisions from in-memory index tree' (duration: 706.694857ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:05:58.885946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:05:58.178822Z","time spent":"707.100616ms","remote":"127.0.0.1:33036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:05:58.885974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.003911921s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-29T02:05:58.886031Z","caller":"traceutil/trace.go:171","msg":"trace[1631180608] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2260; }","duration":"1.003969623s","start":"2026-03-29T02:05:57.882045Z","end":"2026-03-29T02:05:58.886014Z","steps":["trace[1631180608] 'range keys from in-memory index tree' (duration: 1.003743977s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:05:58.886023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.034381198s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-29T02:05:58.886078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:05:57.881947Z","time spent":"1.004119666s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-29T02:05:58.886103Z","caller":"traceutil/trace.go:171","msg":"trace[669432239] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2260; }","duration":"1.034521531s","start":"2026-03-29T02:05:57.851562Z","end":"2026-03-29T02:05:58.886084Z","steps":["trace[669432239] 'range keys from in-memory index tree' (duration: 1.034152383s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:05:58.886062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"735.123539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:05:58.886149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:05:57.85154Z","time spent":"1.034598864s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-29T02:05:58.886156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.029703774s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-29T02:05:58.886195Z","caller":"traceutil/trace.go:171","msg":"trace[1040931233] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:2260; }","duration":"735.323854ms","start":"2026-03-29T02:05:58.150836Z","end":"2026-03-29T02:05:58.88616Z","steps":["trace[1040931233] 'count revisions from in-memory index tree' (duration: 735.033778ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:05:58.886218Z","caller":"traceutil/trace.go:171","msg":"trace[957547020] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2260; }","duration":"1.029815307s","start":"2026-03-29T02:05:57.85638Z","end":"2026-03-29T02:05:58.886196Z","steps":["trace[957547020] 'range keys from in-memory index tree' (duration: 1.02948603s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:05:58.886246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.26366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-29T02:05:58.886274Z","caller":"traceutil/trace.go:171","msg":"trace[920680618] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2260; }","duration":"410.336932ms","start":"2026-03-29T02:05:58.475929Z","end":"2026-03-29T02:05:58.886265Z","steps":["trace[920680618] 'range keys from in-memory index tree' (duration: 410.137218ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:05:58.886267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:05:57.85635Z","time spent":"1.029905299s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-29T02:05:58.886273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:05:58.150815Z","time spent":"735.437646ms","remote":"127.0.0.1:33132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:05:58.886294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:05:58.475862Z","time spent":"410.426394ms","remote":"127.0.0.1:42390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5468,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-29T02:05:58.886555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.004581186s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-29T02:05:58.886592Z","caller":"traceutil/trace.go:171","msg":"trace[918786385] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2260; }","duration":"1.004665918s","start":"2026-03-29T02:05:57.881915Z","end":"2026-03-29T02:05:58.886581Z","steps":["trace[918786385] 'range keys from in-memory index tree' (duration: 1.003786888s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:05:58.886616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:05:57.881889Z","time spent":"1.004720269s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-29T02:06:00.003418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.170437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-29T02:06:00.003498Z","caller":"traceutil/trace.go:171","msg":"trace[23783585] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2270; }","duration":"108.29833ms","start":"2026-03-29T02:05:59.895178Z","end":"2026-03-29T02:06:00.003476Z","steps":["trace[23783585] 'range keys from in-memory index tree' (duration: 107.993894ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:06:05.801259Z","caller":"traceutil/trace.go:171","msg":"trace[1302711319] transaction","detail":"{read_only:false; response_revision:2297; number_of_response:1; }","duration":"270.868426ms","start":"2026-03-29T02:06:05.530363Z","end":"2026-03-29T02:06:05.801232Z","steps":["trace[1302711319] 'process raft request' (duration: 270.666562ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:06:05.88203Z","caller":"traceutil/trace.go:171","msg":"trace[1306926468] linearizableReadLoop","detail":"{readStateIndex:2403; appliedIndex:2400; }","duration":"165.694908ms","start":"2026-03-29T02:06:05.716313Z","end":"2026-03-29T02:06:05.882007Z","steps":["trace[1306926468] 'read index received' (duration: 84.800978ms)","trace[1306926468] 'applied index is now lower than readState.Index' (duration: 80.89307ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:06:05.882085Z","caller":"traceutil/trace.go:171","msg":"trace[2074246142] transaction","detail":"{read_only:false; response_revision:2298; number_of_response:1; }","duration":"227.668747ms","start":"2026-03-29T02:06:05.654384Z","end":"2026-03-29T02:06:05.882053Z","steps":["trace[2074246142] 'process raft request' (duration: 218.629206ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:06:05.882183Z","caller":"traceutil/trace.go:171","msg":"trace[1348962562] transaction","detail":"{read_only:false; response_revision:2299; number_of_response:1; }","duration":"175.69847ms","start":"2026-03-29T02:06:05.706462Z","end":"2026-03-29T02:06:05.882161Z","steps":["trace[1348962562] 'process raft request' (duration: 175.494626ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:06:05.882222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.884432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-29T02:06:05.882259Z","caller":"traceutil/trace.go:171","msg":"trace[568020703] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2299; }","duration":"165.968963ms","start":"2026-03-29T02:06:05.716279Z","end":"2026-03-29T02:06:05.882248Z","steps":["trace[568020703] 'agreement among raft nodes before linearized reading' (duration: 165.82041ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:06:06.377157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.116626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-29T02:06:06.377235Z","caller":"traceutil/trace.go:171","msg":"trace[975857414] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2300; }","duration":"259.243639ms","start":"2026-03-29T02:06:06.117972Z","end":"2026-03-29T02:06:06.377216Z","steps":["trace[975857414] 'range keys from in-memory index tree' (duration: 258.910291ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:06:07.201135Z","caller":"traceutil/trace.go:171","msg":"trace[1461286246] transaction","detail":"{read_only:false; response_revision:2302; number_of_response:1; }","duration":"215.642848ms","start":"2026-03-29T02:06:06.985449Z","end":"2026-03-29T02:06:07.201092Z","steps":["trace[1461286246] 'process raft request' (duration: 130.244029ms)","trace[1461286246] 'compare' (duration: 85.190245ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:06:07.24948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.940922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-29T02:06:07.249557Z","caller":"traceutil/trace.go:171","msg":"trace[1066734731] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2302; }","duration":"259.046655ms","start":"2026-03-29T02:06:06.990494Z","end":"2026-03-29T02:06:07.24954Z","steps":["trace[1066734731] 'agreement among raft nodes before linearized reading' (duration: 258.81346ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:06:07.249249Z","caller":"traceutil/trace.go:171","msg":"trace[1581182816] linearizableReadLoop","detail":"{readStateIndex:2406; appliedIndex:2404; }","duration":"258.650895ms","start":"2026-03-29T02:06:06.99051Z","end":"2026-03-29T02:06:07.249161Z","steps":["trace[1581182816] 'read index received' (duration: 88.641992ms)","trace[1581182816] 'applied index is now lower than readState.Index' (duration: 170.007363ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:06:07.250056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.372582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"warn","ts":"2026-03-29T02:06:07.250074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.095876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:431"} {"level":"info","ts":"2026-03-29T02:06:07.250128Z","caller":"traceutil/trace.go:171","msg":"trace[1963076440] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2302; }","duration":"135.192508ms","start":"2026-03-29T02:06:07.11492Z","end":"2026-03-29T02:06:07.250113Z","steps":["trace[1963076440] 'agreement among raft nodes before linearized reading' (duration: 135.056675ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:06:07.250132Z","caller":"traceutil/trace.go:171","msg":"trace[1085441952] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2302; }","duration":"135.505365ms","start":"2026-03-29T02:06:07.114612Z","end":"2026-03-29T02:06:07.250118Z","steps":["trace[1085441952] 'agreement among raft nodes before linearized reading' (duration: 135.290791ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:06:07.498291Z","caller":"traceutil/trace.go:171","msg":"trace[1235918059] transaction","detail":"{read_only:false; response_revision:2303; number_of_response:1; }","duration":"244.480041ms","start":"2026-03-29T02:06:07.253737Z","end":"2026-03-29T02:06:07.498217Z","steps":["trace[1235918059] 'process raft request' (duration: 244.222535ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:06:07.62824Z","caller":"traceutil/trace.go:171","msg":"trace[1138546711] transaction","detail":"{read_only:false; response_revision:2304; number_of_response:1; }","duration":"374.410792ms","start":"2026-03-29T02:06:07.253802Z","end":"2026-03-29T02:06:07.628212Z","steps":["trace[1138546711] 'process raft request' (duration: 371.446976ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:06:07.628353Z","caller":"traceutil/trace.go:171","msg":"trace[891273130] linearizableReadLoop","detail":"{readStateIndex:2410; appliedIndex:2407; }","duration":"243.350016ms","start":"2026-03-29T02:06:07.384978Z","end":"2026-03-29T02:06:07.628328Z","steps":["trace[891273130] 'read index received' (duration: 112.989825ms)","trace[891273130] 'applied index is now lower than readState.Index' (duration: 130.35936ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:06:07.628384Z","caller":"traceutil/trace.go:171","msg":"trace[1042579769] transaction","detail":"{read_only:false; response_revision:2305; number_of_response:1; }","duration":"373.924402ms","start":"2026-03-29T02:06:07.254437Z","end":"2026-03-29T02:06:07.628362Z","steps":["trace[1042579769] 'process raft request' (duration: 373.673356ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:06:07.628422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:06:07.253772Z","time spent":"374.563586ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:06:07.628506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:06:07.254413Z","time spent":"374.018355ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:06:07.628625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.625432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-29T02:06:07.628662Z","caller":"traceutil/trace.go:171","msg":"trace[2125740378] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2305; }","duration":"243.707254ms","start":"2026-03-29T02:06:07.384942Z","end":"2026-03-29T02:06:07.628649Z","steps":["trace[2125740378] 'agreement among raft nodes before linearized reading' (duration: 243.477539ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:06:08.048697Z","caller":"traceutil/trace.go:171","msg":"trace[981212626] transaction","detail":"{read_only:false; response_revision:2306; number_of_response:1; }","duration":"242.960967ms","start":"2026-03-29T02:06:07.805696Z","end":"2026-03-29T02:06:08.048657Z","steps":["trace[981212626] 'process raft request' (duration: 215.283791ms)","trace[981212626] 'compare' (duration: 27.540012ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:06:08.311765Z","caller":"traceutil/trace.go:171","msg":"trace[254020816] linearizableReadLoop","detail":"{readStateIndex:2413; appliedIndex:2410; }","duration":"377.217533ms","start":"2026-03-29T02:06:07.934516Z","end":"2026-03-29T02:06:08.311734Z","steps":["trace[254020816] 'read index received' (duration: 86.502556ms)","trace[254020816] 'applied index is now lower than readState.Index' (duration: 290.713757ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:06:08.311788Z","caller":"traceutil/trace.go:171","msg":"trace[1450343455] transaction","detail":"{read_only:false; response_revision:2307; number_of_response:1; }","duration":"424.906514ms","start":"2026-03-29T02:06:07.886841Z","end":"2026-03-29T02:06:08.311747Z","steps":["trace[1450343455] 'process raft request' (duration: 373.206605ms)","trace[1450343455] 'compare' (duration: 51.471664ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:06:08.311961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:06:07.886815Z","time spent":"425.060628ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:06:08.31222Z","caller":"traceutil/trace.go:171","msg":"trace[715295392] transaction","detail":"{read_only:false; response_revision:2308; number_of_response:1; }","duration":"424.574158ms","start":"2026-03-29T02:06:07.887602Z","end":"2026-03-29T02:06:08.312176Z","steps":["trace[715295392] 'process raft request' (duration: 424.071176ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:06:08.31235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.821127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-29T02:06:08.312403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:06:07.887576Z","time spent":"424.729642ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:06:08.312442Z","caller":"traceutil/trace.go:171","msg":"trace[437428470] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2308; }","duration":"377.920019ms","start":"2026-03-29T02:06:07.934499Z","end":"2026-03-29T02:06:08.312419Z","steps":["trace[437428470] 'agreement among raft nodes before linearized reading' (duration: 377.644793ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:06:08.312487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:06:07.934435Z","time spent":"378.042782ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-29T02:06:08.629898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.790413ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:06:08.630116Z","caller":"traceutil/trace.go:171","msg":"trace[626046147] linearizableReadLoop","detail":"{readStateIndex:2415; appliedIndex:2414; }","duration":"218.711686ms","start":"2026-03-29T02:06:08.411379Z","end":"2026-03-29T02:06:08.630091Z","steps":["trace[626046147] 'read index received' (duration: 99.518484ms)","trace[626046147] 'applied index is now lower than readState.Index' (duration: 119.191222ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:06:08.630131Z","caller":"traceutil/trace.go:171","msg":"trace[1220403555] transaction","detail":"{read_only:false; response_revision:2310; number_of_response:1; }","duration":"233.312111ms","start":"2026-03-29T02:06:08.396784Z","end":"2026-03-29T02:06:08.630096Z","steps":["trace[1220403555] 'process raft request' (duration: 114.196541ms)","trace[1220403555] 'compare' (duration: 118.482126ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:06:08.63038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.993012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-29T02:06:08.630461Z","caller":"traceutil/trace.go:171","msg":"trace[497080948] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2310; }","duration":"219.110784ms","start":"2026-03-29T02:06:08.411334Z","end":"2026-03-29T02:06:08.630445Z","steps":["trace[497080948] 'agreement among raft nodes before linearized reading' (duration: 218.852609ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:06:08.826483Z","caller":"traceutil/trace.go:171","msg":"trace[2137607663] transaction","detail":"{read_only:false; response_revision:2312; number_of_response:1; }","duration":"114.926667ms","start":"2026-03-29T02:06:08.711528Z","end":"2026-03-29T02:06:08.826454Z","steps":["trace[2137607663] 'process raft request' (duration: 31.46625ms)","trace[2137607663] 'compare' (duration: 83.356195ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:06:11.781836Z","caller":"traceutil/trace.go:171","msg":"trace[1399022445] transaction","detail":"{read_only:false; response_revision:2342; number_of_response:1; }","duration":"133.293445ms","start":"2026-03-29T02:06:11.648514Z","end":"2026-03-29T02:06:11.781807Z","steps":["trace[1399022445] 'process raft request' (duration: 34.376155ms)","trace[1399022445] 'compare' (duration: 98.727945ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:06:25.334691Z","caller":"traceutil/trace.go:171","msg":"trace[982007327] transaction","detail":"{read_only:false; response_revision:2413; number_of_response:1; }","duration":"144.507966ms","start":"2026-03-29T02:06:25.190144Z","end":"2026-03-29T02:06:25.334652Z","steps":["trace[982007327] 'process raft request' (duration: 144.254931ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:06:26.373849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.980625ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:06:26.373947Z","caller":"traceutil/trace.go:171","msg":"trace[466423801] linearizableReadLoop","detail":"{readStateIndex:2522; appliedIndex:2520; }","duration":"1.156067517s","start":"2026-03-29T02:06:25.217862Z","end":"2026-03-29T02:06:26.37393Z","steps":["trace[466423801] 'read index received' (duration: 116.555155ms)","trace[466423801] 'applied index is now lower than readState.Index' (duration: 1.039510852s)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:06:26.374014Z","caller":"traceutil/trace.go:171","msg":"trace[2006648911] transaction","detail":"{read_only:false; response_revision:2414; number_of_response:1; }","duration":"1.159850793s","start":"2026-03-29T02:06:25.214127Z","end":"2026-03-29T02:06:26.373977Z","steps":["trace[2006648911] 'process raft request' (duration: 946.624132ms)","trace[2006648911] 'compare' (duration: 212.470204ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:06:26.374117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.156262142s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18a12db1e684dcd6\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-03-29T02:06:26.374154Z","caller":"traceutil/trace.go:171","msg":"trace[1939705223] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18a12db1e684dcd6; range_end:; response_count:1; response_revision:2414; }","duration":"1.156337454s","start":"2026-03-29T02:06:25.217806Z","end":"2026-03-29T02:06:26.374144Z","steps":["trace[1939705223] 'agreement among raft nodes before linearized reading' (duration: 1.15619095s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:06:26.374167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:06:25.214084Z","time spent":"1.160013216s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:06:26.374191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:06:25.217789Z","time spent":"1.156393274s","remote":"127.0.0.1:43074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":870,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18a12db1e684dcd6\" "} {"level":"warn","ts":"2026-03-29T02:06:26.416186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.324029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-29T02:06:26.41624Z","caller":"traceutil/trace.go:171","msg":"trace[1789657358] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2415; }","duration":"499.443152ms","start":"2026-03-29T02:06:25.916783Z","end":"2026-03-29T02:06:26.416227Z","steps":["trace[1789657358] 'agreement among raft nodes before linearized reading' (duration: 499.281048ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:06:26.416194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.076907707s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-29T02:06:26.416249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.564197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:06:26.416361Z","caller":"traceutil/trace.go:171","msg":"trace[194111597] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2415; }","duration":"1.077125762s","start":"2026-03-29T02:06:25.339191Z","end":"2026-03-29T02:06:26.416317Z","steps":["trace[194111597] 'agreement among raft nodes before linearized reading' (duration: 1.076834425s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:06:26.41637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"671.930812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-29T02:06:26.41639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"830.860863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:06:26.416425Z","caller":"traceutil/trace.go:171","msg":"trace[794183062] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2415; }","duration":"672.021514ms","start":"2026-03-29T02:06:25.744394Z","end":"2026-03-29T02:06:26.416416Z","steps":["trace[794183062] 'agreement among raft nodes before linearized reading' (duration: 671.913022ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:06:26.416462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:06:25.744368Z","time spent":"672.087085ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-29T02:06:26.41647Z","caller":"traceutil/trace.go:171","msg":"trace[1278933712] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:2415; }","duration":"830.955525ms","start":"2026-03-29T02:06:25.585495Z","end":"2026-03-29T02:06:26.416451Z","steps":["trace[1278933712] 'agreement among raft nodes before linearized reading' (duration: 830.815092ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:06:26.416513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:06:25.339166Z","time spent":"1.077268824s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-29T02:06:26.416431Z","caller":"traceutil/trace.go:171","msg":"trace[1392366091] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:2415; }","duration":"182.749491ms","start":"2026-03-29T02:06:26.233597Z","end":"2026-03-29T02:06:26.416346Z","steps":["trace[1392366091] 'agreement among raft nodes before linearized reading' (duration: 182.492905ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:06:26.416589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"781.502438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-03-29T02:06:26.41663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.863409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-29T02:06:26.416799Z","caller":"traceutil/trace.go:171","msg":"trace[1169084583] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2415; }","duration":"499.084933ms","start":"2026-03-29T02:06:25.917662Z","end":"2026-03-29T02:06:26.416747Z","steps":["trace[1169084583] 'agreement among raft nodes before linearized reading' (duration: 498.48367ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:06:26.416817Z","caller":"traceutil/trace.go:171","msg":"trace[166102144] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2415; }","duration":"781.723092ms","start":"2026-03-29T02:06:25.634982Z","end":"2026-03-29T02:06:26.416705Z","steps":["trace[166102144] 'agreement among raft nodes before linearized reading' (duration: 781.308593ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:06:26.416894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:06:25.917653Z","time spent":"499.226036ms","remote":"127.0.0.1:42390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5468,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-29T02:06:26.416049Z","caller":"traceutil/trace.go:171","msg":"trace[1985596413] transaction","detail":"{read_only:false; response_revision:2415; number_of_response:1; }","duration":"226.676224ms","start":"2026-03-29T02:06:26.189347Z","end":"2026-03-29T02:06:26.416023Z","steps":["trace[1985596413] 'process raft request' (duration: 226.551812ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:06:26.416272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:06:25.916758Z","time spent":"499.506623ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-29T02:06:26.416521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:06:25.585438Z","time spent":"831.071768ms","remote":"127.0.0.1:43414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:06:26.416903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:06:25.63496Z","time spent":"781.927197ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-29T02:06:26.765119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.117152ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:06:26.765247Z","caller":"traceutil/trace.go:171","msg":"trace[47988337] transaction","detail":"{read_only:false; response_revision:2416; number_of_response:1; }","duration":"388.794921ms","start":"2026-03-29T02:06:26.376426Z","end":"2026-03-29T02:06:26.765221Z","steps":["trace[47988337] 'process raft request' (duration: 97.430963ms)","trace[47988337] 'compare' (duration: 290.431756ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:06:26.765313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:06:26.376403Z","time spent":"388.877132ms","remote":"127.0.0.1:43074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":831,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:06:27.196786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.757046ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:06:27.197043Z","caller":"traceutil/trace.go:171","msg":"trace[1657794300] transaction","detail":"{read_only:false; response_revision:2417; number_of_response:1; }","duration":"776.271951ms","start":"2026-03-29T02:06:26.420741Z","end":"2026-03-29T02:06:27.197013Z","steps":["trace[1657794300] 'process raft request' (duration: 446.192698ms)","trace[1657794300] 'compare' (duration: 329.566802ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:06:27.197176Z","caller":"traceutil/trace.go:171","msg":"trace[1393895589] transaction","detail":"{read_only:false; response_revision:2418; number_of_response:1; }","duration":"775.825481ms","start":"2026-03-29T02:06:26.42131Z","end":"2026-03-29T02:06:27.197135Z","steps":["trace[1393895589] 'process raft request' (duration: 775.582826ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:06:27.197198Z","caller":"traceutil/trace.go:171","msg":"trace[1045113106] transaction","detail":"{read_only:false; response_revision:2419; number_of_response:1; }","duration":"775.78031ms","start":"2026-03-29T02:06:26.421394Z","end":"2026-03-29T02:06:27.197174Z","steps":["trace[1045113106] 'process raft request' (duration: 775.611026ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:06:27.197307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:06:26.421371Z","time spent":"775.886853ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:06:27.197323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:06:26.4213Z","time spent":"775.946445ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:06:27.197321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:06:26.420715Z","time spent":"776.467246ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:06:27.197595Z","caller":"traceutil/trace.go:171","msg":"trace[833665266] transaction","detail":"{read_only:false; response_revision:2420; number_of_response:1; }","duration":"775.442763ms","start":"2026-03-29T02:06:26.422137Z","end":"2026-03-29T02:06:27.19758Z","steps":["trace[833665266] 'process raft request' (duration: 774.925081ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:06:27.197631Z","caller":"traceutil/trace.go:171","msg":"trace[306719187] transaction","detail":"{read_only:false; response_revision:2421; number_of_response:1; }","duration":"757.361153ms","start":"2026-03-29T02:06:26.440256Z","end":"2026-03-29T02:06:27.197617Z","steps":["trace[306719187] 'process raft request' (duration: 757.190559ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:06:27.19767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:06:26.422105Z","time spent":"775.533455ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:06:27.197698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:06:26.440235Z","time spent":"757.424995ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:06:27.197753Z","caller":"traceutil/trace.go:171","msg":"trace[321451863] linearizableReadLoop","detail":"{readStateIndex:2530; appliedIndex:2524; }","duration":"720.97094ms","start":"2026-03-29T02:06:26.476766Z","end":"2026-03-29T02:06:27.197737Z","steps":["trace[321451863] 'read index received' (duration: 390.157191ms)","trace[321451863] 'applied index is now lower than readState.Index' (duration: 330.811229ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:06:27.197704Z","caller":"traceutil/trace.go:171","msg":"trace[278434718] transaction","detail":"{read_only:false; response_revision:2422; number_of_response:1; }","duration":"755.584994ms","start":"2026-03-29T02:06:26.442055Z","end":"2026-03-29T02:06:27.19764Z","steps":["trace[278434718] 'process raft request' (duration: 755.508383ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:06:27.198035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:06:26.44204Z","time spent":"755.902961ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:06:27.20991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.97309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:06:27.209939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"733.152995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-29T02:06:27.209963Z","caller":"traceutil/trace.go:171","msg":"trace[963471855] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2422; }","duration":"288.102454ms","start":"2026-03-29T02:06:26.921847Z","end":"2026-03-29T02:06:27.209949Z","steps":["trace[963471855] 'agreement among raft nodes before linearized reading' (duration: 287.997381ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:06:27.209999Z","caller":"traceutil/trace.go:171","msg":"trace[1689410495] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2422; }","duration":"733.268219ms","start":"2026-03-29T02:06:26.476716Z","end":"2026-03-29T02:06:27.209984Z","steps":["trace[1689410495] 'agreement among raft nodes before linearized reading' (duration: 721.097893ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:06:27.209938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.549099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:06:27.210045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:06:26.476701Z","time spent":"733.335871ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-29T02:06:27.210141Z","caller":"traceutil/trace.go:171","msg":"trace[1733331823] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:2422; }","duration":"298.816326ms","start":"2026-03-29T02:06:26.911301Z","end":"2026-03-29T02:06:27.210117Z","steps":["trace[1733331823] 'agreement among raft nodes before linearized reading' (duration: 298.510218ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:06:32.543388Z","caller":"traceutil/trace.go:171","msg":"trace[2073719755] transaction","detail":"{read_only:false; response_revision:2447; number_of_response:1; }","duration":"102.657021ms","start":"2026-03-29T02:06:32.440693Z","end":"2026-03-29T02:06:32.54335Z","steps":["trace[2073719755] 'process raft request' (duration: 101.550736ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:06:33.721335Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583528501946558,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:06:34.222123Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583528501946558,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:06:34.32567Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.109625658s","expected-duration":"1s"} {"level":"info","ts":"2026-03-29T02:06:34.326284Z","caller":"traceutil/trace.go:171","msg":"trace[162024247] transaction","detail":"{read_only:false; response_revision:2448; number_of_response:1; }","duration":"1.110361475s","start":"2026-03-29T02:06:33.215897Z","end":"2026-03-29T02:06:34.326259Z","steps":["trace[162024247] 'process raft request' (duration: 1.110201181s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:06:34.326445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:06:33.215865Z","time spent":"1.110477588s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:06:35.551344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.268227ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:06:35.551529Z","caller":"traceutil/trace.go:171","msg":"trace[301580363] transaction","detail":"{read_only:false; response_revision:2450; number_of_response:1; }","duration":"1.002484865s","start":"2026-03-29T02:06:34.549025Z","end":"2026-03-29T02:06:35.55151Z","steps":["trace[301580363] 'process raft request' (duration: 1.002421963s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:06:35.551498Z","caller":"traceutil/trace.go:171","msg":"trace[895704782] transaction","detail":"{read_only:false; response_revision:2449; number_of_response:1; }","duration":"2.334390667s","start":"2026-03-29T02:06:33.217056Z","end":"2026-03-29T02:06:35.551446Z","steps":["trace[895704782] 'process raft request' (duration: 1.907914985s)","trace[895704782] 'compare' (duration: 426.082133ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:06:35.551605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:06:34.548996Z","time spent":"1.002574756s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:06:35.551741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:06:33.217029Z","time spent":"2.334582492s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:06:35.5518Z","caller":"traceutil/trace.go:171","msg":"trace[1601244382] linearizableReadLoop","detail":"{readStateIndex:2559; appliedIndex:2557; }","duration":"2.330911759s","start":"2026-03-29T02:06:33.220843Z","end":"2026-03-29T02:06:35.551754Z","steps":["trace[1601244382] 'read index received' (duration: 1.10529939s)","trace[1601244382] 'applied index is now lower than readState.Index' (duration: 1.225603819s)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:06:35.55215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.331287588s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-03-29T02:06:35.552224Z","caller":"traceutil/trace.go:171","msg":"trace[938462909] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2450; }","duration":"2.33142294s","start":"2026-03-29T02:06:33.22079Z","end":"2026-03-29T02:06:35.552213Z","steps":["trace[938462909] 'agreement among raft nodes before linearized reading' (duration: 2.331158324s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:06:35.552251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.85593891s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:06:35.552285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.567618801s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:06:35.552318Z","caller":"traceutil/trace.go:171","msg":"trace[335261367] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2450; }","duration":"1.856042042s","start":"2026-03-29T02:06:33.696258Z","end":"2026-03-29T02:06:35.5523Z","steps":["trace[335261367] 'agreement among raft nodes before linearized reading' (duration: 1.855881589s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:06:35.552329Z","caller":"traceutil/trace.go:171","msg":"trace[833072602] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:2450; }","duration":"1.567711333s","start":"2026-03-29T02:06:33.984602Z","end":"2026-03-29T02:06:35.552314Z","steps":["trace[833072602] 'agreement among raft nodes before linearized reading' (duration: 1.567639271s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:06:35.552325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.446675406s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12385"} {"level":"warn","ts":"2026-03-29T02:06:35.552375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:06:33.984571Z","time spent":"1.567795285s","remote":"127.0.0.1:33268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:06:35.55238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:06:33.696238Z","time spent":"1.856128625s","remote":"127.0.0.1:43010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-29T02:06:35.552415Z","caller":"traceutil/trace.go:171","msg":"trace[1109713630] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2450; }","duration":"1.446782509s","start":"2026-03-29T02:06:34.105601Z","end":"2026-03-29T02:06:35.552384Z","steps":["trace[1109713630] 'agreement among raft nodes before linearized reading' (duration: 1.446581905s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:06:35.552463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:06:34.10558Z","time spent":"1.446874032s","remote":"127.0.0.1:43172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12409,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-29T02:06:35.552323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.803588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:06:35.55249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.439232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18a12db1e684dcd6\" ","response":"range_response_count:1 size:846"} {"level":"warn","ts":"2026-03-29T02:06:35.552264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:06:33.220776Z","time spent":"2.331478512s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-29T02:06:35.55252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.269618545s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-29T02:06:35.552572Z","caller":"traceutil/trace.go:171","msg":"trace[954536330] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:2450; }","duration":"254.160517ms","start":"2026-03-29T02:06:35.298389Z","end":"2026-03-29T02:06:35.55255Z","steps":["trace[954536330] 'agreement among raft nodes before linearized reading' (duration: 253.798848ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:06:35.552501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.635113198s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:06:35.552601Z","caller":"traceutil/trace.go:171","msg":"trace[1231306940] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2450; }","duration":"2.269731727s","start":"2026-03-29T02:06:33.282856Z","end":"2026-03-29T02:06:35.552588Z","steps":["trace[1231306940] 'agreement among raft nodes before linearized reading' (duration: 2.269564653s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:06:35.552595Z","caller":"traceutil/trace.go:171","msg":"trace[1141769903] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18a12db1e684dcd6; range_end:; response_count:1; response_revision:2450; }","duration":"338.592615ms","start":"2026-03-29T02:06:35.213974Z","end":"2026-03-29T02:06:35.552566Z","steps":["trace[1141769903] 'agreement among raft nodes before linearized reading' (duration: 338.338729ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:06:35.552647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:06:33.282838Z","time spent":"2.269797269s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-29T02:06:35.552671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:06:35.213952Z","time spent":"338.709088ms","remote":"127.0.0.1:43074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":870,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18a12db1e684dcd6\" "} {"level":"warn","ts":"2026-03-29T02:06:35.552679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.177780449s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-29T02:06:35.552744Z","caller":"traceutil/trace.go:171","msg":"trace[1281039445] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2450; }","duration":"2.177885451s","start":"2026-03-29T02:06:33.374847Z","end":"2026-03-29T02:06:35.552733Z","steps":["trace[1281039445] 'agreement among raft nodes before linearized reading' (duration: 2.177779829s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:06:35.552648Z","caller":"traceutil/trace.go:171","msg":"trace[646887094] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2450; }","duration":"1.635308033s","start":"2026-03-29T02:06:33.917322Z","end":"2026-03-29T02:06:35.55263Z","steps":["trace[646887094] 'agreement among raft nodes before linearized reading' (duration: 1.635086558s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:06:35.552775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:06:33.374817Z","time spent":"2.177950522s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-29T02:06:35.552619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.329318404s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-29T02:06:35.552867Z","caller":"traceutil/trace.go:171","msg":"trace[901664188] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2450; }","duration":"2.329659442s","start":"2026-03-29T02:06:33.223192Z","end":"2026-03-29T02:06:35.552852Z","steps":["trace[901664188] 'agreement among raft nodes before linearized reading' (duration: 2.328908124s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:06:35.552591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.001238967s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"warn","ts":"2026-03-29T02:06:35.552878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:06:33.917305Z","time spent":"1.635512437s","remote":"127.0.0.1:43006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-29T02:06:35.552972Z","caller":"traceutil/trace.go:171","msg":"trace[1966643508] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2450; }","duration":"2.001654736s","start":"2026-03-29T02:06:33.551306Z","end":"2026-03-29T02:06:35.552961Z","steps":["trace[1966643508] 'agreement among raft nodes before linearized reading' (duration: 2.001189906s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:06:35.553014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:06:33.551288Z","time spent":"2.001715247s","remote":"127.0.0.1:42390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5468,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-29T02:06:35.552709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.326276905s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-29T02:06:35.553112Z","caller":"traceutil/trace.go:171","msg":"trace[1747272367] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2450; }","duration":"2.326738296s","start":"2026-03-29T02:06:33.226357Z","end":"2026-03-29T02:06:35.553096Z","steps":["trace[1747272367] 'agreement among raft nodes before linearized reading' (duration: 2.326090042s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:06:35.553168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:06:33.226345Z","time spent":"2.326808237s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-29T02:06:35.552952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:06:33.223174Z","time spent":"2.329761513s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-29T02:06:35.554072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.329523978s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-29T02:06:35.554214Z","caller":"traceutil/trace.go:171","msg":"trace[833330115] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2450; }","duration":"2.32964657s","start":"2026-03-29T02:06:33.224486Z","end":"2026-03-29T02:06:35.554132Z","steps":["trace[833330115] 'agreement among raft nodes before linearized reading' (duration: 2.327965233s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:06:35.554283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:06:33.224468Z","time spent":"2.329799474s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-29T02:06:36.061068Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583528501946563,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:06:36.94453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"650.609549ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:06:36.945065Z","caller":"traceutil/trace.go:171","msg":"trace[271944980] transaction","detail":"{read_only:false; response_revision:2454; number_of_response:1; }","duration":"1.386966108s","start":"2026-03-29T02:06:35.558052Z","end":"2026-03-29T02:06:36.945019Z","steps":["trace[271944980] 'process raft request' (duration: 1.386779654s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:06:36.945213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:06:35.558021Z","time spent":"1.387117682s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:06:36.945225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.384194305s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:06:36.945267Z","caller":"traceutil/trace.go:171","msg":"trace[1495506831] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2457; }","duration":"1.384260886s","start":"2026-03-29T02:06:35.560997Z","end":"2026-03-29T02:06:36.945257Z","steps":["trace[1495506831] 'agreement among raft nodes before linearized reading' (duration: 1.384129363s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:06:36.945245Z","caller":"traceutil/trace.go:171","msg":"trace[2052501779] transaction","detail":"{read_only:false; response_revision:2453; number_of_response:1; }","duration":"1.387229694s","start":"2026-03-29T02:06:35.557991Z","end":"2026-03-29T02:06:36.945221Z","steps":["trace[2052501779] 'process raft request' (duration: 1.386801405s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:06:36.945278Z","caller":"traceutil/trace.go:171","msg":"trace[1161785131] transaction","detail":"{read_only:false; response_revision:2451; number_of_response:1; }","duration":"1.390258853s","start":"2026-03-29T02:06:35.554986Z","end":"2026-03-29T02:06:36.945244Z","steps":["trace[1161785131] 'process raft request' (duration: 738.848575ms)","trace[1161785131] 'compare' (duration: 650.227621ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:06:36.945352Z","caller":"traceutil/trace.go:171","msg":"trace[1999714193] transaction","detail":"{read_only:false; response_revision:2455; number_of_response:1; }","duration":"1.385863223s","start":"2026-03-29T02:06:35.55948Z","end":"2026-03-29T02:06:36.945343Z","steps":["trace[1999714193] 'process raft request' (duration: 1.385392193s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:06:36.945087Z","caller":"traceutil/trace.go:171","msg":"trace[2014716850] linearizableReadLoop","detail":"{readStateIndex:2567; appliedIndex:2560; }","duration":"1.384032642s","start":"2026-03-29T02:06:35.561032Z","end":"2026-03-29T02:06:36.945064Z","steps":["trace[2014716850] 'read index received' (duration: 732.796858ms)","trace[2014716850] 'applied index is now lower than readState.Index' (duration: 651.234284ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:06:36.945419Z","caller":"traceutil/trace.go:171","msg":"trace[1329650933] transaction","detail":"{read_only:false; response_revision:2456; number_of_response:1; }","duration":"1.385848483s","start":"2026-03-29T02:06:35.559557Z","end":"2026-03-29T02:06:36.945405Z","steps":["trace[1329650933] 'process raft request' (duration: 1.385346141s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:06:36.945418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:06:35.55946Z","time spent":"1.385922945s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:06:36.94541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:06:35.557981Z","time spent":"1.387348258s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:06:36.94544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:06:35.554965Z","time spent":"1.390392306s","remote":"127.0.0.1:43074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":831,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:06:36.945471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:06:35.559547Z","time spent":"1.385899284s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:06:36.945455Z","caller":"traceutil/trace.go:171","msg":"trace[1335468459] transaction","detail":"{read_only:false; response_revision:2457; number_of_response:1; }","duration":"1.385214619s","start":"2026-03-29T02:06:35.560213Z","end":"2026-03-29T02:06:36.945428Z","steps":["trace[1335468459] 'process raft request' (duration: 1.384775039s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:06:36.945312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:06:35.560986Z","time spent":"1.384318358s","remote":"127.0.0.1:43010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:06:36.945593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:06:35.560198Z","time spent":"1.385321331s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:06:36.944989Z","caller":"traceutil/trace.go:171","msg":"trace[2117734516] transaction","detail":"{read_only:false; response_revision:2452; number_of_response:1; }","duration":"1.387173104s","start":"2026-03-29T02:06:35.557781Z","end":"2026-03-29T02:06:36.944954Z","steps":["trace[2117734516] 'process raft request' (duration: 1.386876016s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:06:36.945906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:06:35.557762Z","time spent":"1.388041242s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:06:36.955793Z","caller":"traceutil/trace.go:171","msg":"trace[1380445903] transaction","detail":"{read_only:false; response_revision:2459; number_of_response:1; }","duration":"566.123039ms","start":"2026-03-29T02:06:36.389652Z","end":"2026-03-29T02:06:36.955775Z","steps":["trace[1380445903] 'process raft request' (duration: 566.047688ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:06:36.955804Z","caller":"traceutil/trace.go:171","msg":"trace[1082225072] transaction","detail":"{read_only:false; response_revision:2458; number_of_response:1; }","duration":"623.487437ms","start":"2026-03-29T02:06:36.332299Z","end":"2026-03-29T02:06:36.955786Z","steps":["trace[1082225072] 'process raft request' (duration: 623.293182ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:06:36.956065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:06:36.332261Z","time spent":"623.743092ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:06:36.956219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:06:36.389627Z","time spent":"566.258113ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:06:36.983198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"526.78824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:06:36.983295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.453726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-29T02:06:36.983358Z","caller":"traceutil/trace.go:171","msg":"trace[24623233] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2459; }","duration":"420.590669ms","start":"2026-03-29T02:06:36.562753Z","end":"2026-03-29T02:06:36.983344Z","steps":["trace[24623233] 'agreement among raft nodes before linearized reading' (duration: 420.343733ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:06:36.983399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:06:36.562723Z","time spent":"420.669931ms","remote":"127.0.0.1:42390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5468,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-29T02:06:36.983578Z","caller":"traceutil/trace.go:171","msg":"trace[1037789453] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:2459; }","duration":"526.957334ms","start":"2026-03-29T02:06:36.456311Z","end":"2026-03-29T02:06:36.983268Z","steps":["trace[1037789453] 'agreement among raft nodes before linearized reading' (duration: 526.77986ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:06:36.983672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:06:36.456269Z","time spent":"527.377843ms","remote":"127.0.0.1:33166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:06:36.983927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.420490206s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:06:36.984082Z","caller":"traceutil/trace.go:171","msg":"trace[539449631] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2459; }","duration":"1.421187012s","start":"2026-03-29T02:06:35.562869Z","end":"2026-03-29T02:06:36.984056Z","steps":["trace[539449631] 'agreement among raft nodes before linearized reading' (duration: 1.420333342s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:06:36.984276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:06:35.562859Z","time spent":"1.421397157s","remote":"127.0.0.1:43454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-29T02:06:45.113492Z","caller":"traceutil/trace.go:171","msg":"trace[184203919] transaction","detail":"{read_only:false; response_revision:2496; number_of_response:1; }","duration":"111.988171ms","start":"2026-03-29T02:06:45.001472Z","end":"2026-03-29T02:06:45.11346Z","steps":["trace[184203919] 'process raft request' (duration: 104.805699ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:06:45.113833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.545955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-29T02:06:45.113988Z","caller":"traceutil/trace.go:171","msg":"trace[299640825] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2496; }","duration":"112.74976ms","start":"2026-03-29T02:06:45.001216Z","end":"2026-03-29T02:06:45.113966Z","steps":["trace[299640825] 'agreement among raft nodes before linearized reading' (duration: 112.352071ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:06:45.123419Z","caller":"traceutil/trace.go:171","msg":"trace[1623778737] transaction","detail":"{read_only:false; response_revision:2497; number_of_response:1; }","duration":"100.240977ms","start":"2026-03-29T02:06:45.023153Z","end":"2026-03-29T02:06:45.123394Z","steps":["trace[1623778737] 'process raft request' (duration: 100.012222ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:06:45.123436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.201739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-29T02:06:45.123534Z","caller":"traceutil/trace.go:171","msg":"trace[224600800] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2497; }","duration":"105.297391ms","start":"2026-03-29T02:06:45.01818Z","end":"2026-03-29T02:06:45.123477Z","steps":["trace[224600800] 'agreement among raft nodes before linearized reading' (duration: 105.095366ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:06:45.37579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.326009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18a12db1e684dcd6\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-03-29T02:06:45.37589Z","caller":"traceutil/trace.go:171","msg":"trace[1691875642] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18a12db1e684dcd6; range_end:; response_count:1; response_revision:2502; }","duration":"154.488473ms","start":"2026-03-29T02:06:45.22138Z","end":"2026-03-29T02:06:45.375869Z","steps":["trace[1691875642] 'range keys from in-memory index tree' (duration: 154.088303ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:06:51.277428Z","caller":"traceutil/trace.go:171","msg":"trace[806327286] linearizableReadLoop","detail":"{readStateIndex:2642; appliedIndex:2641; }","duration":"111.980032ms","start":"2026-03-29T02:06:51.165425Z","end":"2026-03-29T02:06:51.277405Z","steps":["trace[806327286] 'read index received' (duration: 111.876189ms)","trace[806327286] 'applied index is now lower than readState.Index' (duration: 102.312µs)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:06:51.277489Z","caller":"traceutil/trace.go:171","msg":"trace[2008569930] transaction","detail":"{read_only:false; response_revision:2528; number_of_response:1; }","duration":"117.994277ms","start":"2026-03-29T02:06:51.15945Z","end":"2026-03-29T02:06:51.277444Z","steps":["trace[2008569930] 'process raft request' (duration: 117.800303ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:06:51.277588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.146816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:06:51.277643Z","caller":"traceutil/trace.go:171","msg":"trace[136796166] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:2528; }","duration":"112.242448ms","start":"2026-03-29T02:06:51.165388Z","end":"2026-03-29T02:06:51.277631Z","steps":["trace[136796166] 'agreement among raft nodes before linearized reading' (duration: 112.145415ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:06:51.424185Z","caller":"traceutil/trace.go:171","msg":"trace[1302091368] linearizableReadLoop","detail":"{readStateIndex:2643; appliedIndex:2642; }","duration":"146.623025ms","start":"2026-03-29T02:06:51.277506Z","end":"2026-03-29T02:06:51.42413Z","steps":["trace[1302091368] 'read index received' (duration: 139.904133ms)","trace[1302091368] 'applied index is now lower than readState.Index' (duration: 6.717371ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:06:51.424386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.931475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"warn","ts":"2026-03-29T02:06:51.424377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.224491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-29T02:06:51.424398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.879524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-29T02:06:51.424432Z","caller":"traceutil/trace.go:171","msg":"trace[1609156879] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2529; }","duration":"248.037818ms","start":"2026-03-29T02:06:51.176379Z","end":"2026-03-29T02:06:51.424417Z","steps":["trace[1609156879] 'agreement among raft nodes before linearized reading' (duration: 247.874334ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:06:51.424458Z","caller":"traceutil/trace.go:171","msg":"trace[1600266766] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:2529; }","duration":"152.343224ms","start":"2026-03-29T02:06:51.27209Z","end":"2026-03-29T02:06:51.424434Z","steps":["trace[1600266766] 'agreement among raft nodes before linearized reading' (duration: 152.214311ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:06:51.42446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.45836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-03-29T02:06:51.424478Z","caller":"traceutil/trace.go:171","msg":"trace[864868856] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2529; }","duration":"197.989306ms","start":"2026-03-29T02:06:51.226467Z","end":"2026-03-29T02:06:51.424457Z","steps":["trace[864868856] 'agreement among raft nodes before linearized reading' (duration: 197.72994ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:06:51.424526Z","caller":"traceutil/trace.go:171","msg":"trace[761728801] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2529; }","duration":"207.542222ms","start":"2026-03-29T02:06:51.216969Z","end":"2026-03-29T02:06:51.424511Z","steps":["trace[761728801] 'agreement among raft nodes before linearized reading' (duration: 207.216995ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:06:51.424569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.816538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-29T02:06:51.424605Z","caller":"traceutil/trace.go:171","msg":"trace[2044775707] transaction","detail":"{read_only:false; response_revision:2529; number_of_response:1; }","duration":"256.946549ms","start":"2026-03-29T02:06:51.167328Z","end":"2026-03-29T02:06:51.424275Z","steps":["trace[2044775707] 'process raft request' (duration: 250.070573ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:06:51.424673Z","caller":"traceutil/trace.go:171","msg":"trace[66870074] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2529; }","duration":"207.951091ms","start":"2026-03-29T02:06:51.216699Z","end":"2026-03-29T02:06:51.42465Z","steps":["trace[66870074] 'agreement among raft nodes before linearized reading' (duration: 207.584773ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:06:51.424828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.604558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-29T02:06:51.424992Z","caller":"traceutil/trace.go:171","msg":"trace[1727694116] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2529; }","duration":"201.820063ms","start":"2026-03-29T02:06:51.223141Z","end":"2026-03-29T02:06:51.424962Z","steps":["trace[1727694116] 'agreement among raft nodes before linearized reading' (duration: 201.044386ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:06:51.42525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.784312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-03-29T02:06:51.425311Z","caller":"traceutil/trace.go:171","msg":"trace[683346923] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2529; }","duration":"197.866244ms","start":"2026-03-29T02:06:51.227428Z","end":"2026-03-29T02:06:51.425294Z","steps":["trace[683346923] 'agreement among raft nodes before linearized reading' (duration: 196.721328ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:06:51.547218Z","caller":"traceutil/trace.go:171","msg":"trace[899087272] transaction","detail":"{read_only:false; response_revision:2533; number_of_response:1; }","duration":"118.363515ms","start":"2026-03-29T02:06:51.428816Z","end":"2026-03-29T02:06:51.547179Z","steps":["trace[899087272] 'process raft request' (duration: 95.420937ms)","trace[899087272] 'compare' (duration: 22.658882ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:06:51.547247Z","caller":"traceutil/trace.go:171","msg":"trace[1799620732] transaction","detail":"{read_only:false; response_revision:2534; number_of_response:1; }","duration":"118.334645ms","start":"2026-03-29T02:06:51.428886Z","end":"2026-03-29T02:06:51.547221Z","steps":["trace[1799620732] 'process raft request' (duration: 118.173472ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:06:51.773355Z","caller":"traceutil/trace.go:171","msg":"trace[906591235] transaction","detail":"{read_only:false; response_revision:2535; number_of_response:1; }","duration":"163.673852ms","start":"2026-03-29T02:06:51.609649Z","end":"2026-03-29T02:06:51.773323Z","steps":["trace[906591235] 'process raft request' (duration: 88.107563ms)","trace[906591235] 'compare' (duration: 75.427106ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:06:52.431177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.605208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12385"} {"level":"warn","ts":"2026-03-29T02:06:52.431252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.27899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:06:52.431346Z","caller":"traceutil/trace.go:171","msg":"trace[1684753349] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:2537; }","duration":"193.397322ms","start":"2026-03-29T02:06:52.237925Z","end":"2026-03-29T02:06:52.431323Z","steps":["trace[1684753349] 'count revisions from in-memory index tree' (duration: 193.124416ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:06:52.431369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.984168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:06:52.431419Z","caller":"traceutil/trace.go:171","msg":"trace[1513379006] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2537; }","duration":"513.074119ms","start":"2026-03-29T02:06:51.918332Z","end":"2026-03-29T02:06:52.431406Z","steps":["trace[1513379006] 'range keys from in-memory index tree' (duration: 512.882156ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:06:52.43128Z","caller":"traceutil/trace.go:171","msg":"trace[493595644] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2537; }","duration":"343.768372ms","start":"2026-03-29T02:06:52.087492Z","end":"2026-03-29T02:06:52.43126Z","steps":["trace[493595644] 'range keys from in-memory index tree' (duration: 343.346493ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:06:52.431453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:06:51.918309Z","time spent":"513.137211ms","remote":"127.0.0.1:43010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:06:52.431468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:06:52.087467Z","time spent":"343.989807ms","remote":"127.0.0.1:43172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12409,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-29T02:06:52.431453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.775885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:06:52.431585Z","caller":"traceutil/trace.go:171","msg":"trace[1484907275] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:2537; }","duration":"417.944639ms","start":"2026-03-29T02:06:52.013598Z","end":"2026-03-29T02:06:52.431542Z","steps":["trace[1484907275] 'count revisions from in-memory index tree' (duration: 417.619902ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:06:52.431654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:06:52.013576Z","time spent":"418.060901ms","remote":"127.0.0.1:43386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":31,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:07:37.240607Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583528501947676,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:07:37.740785Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583528501947676,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:07:38.241029Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583528501947676,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:07:38.741939Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583528501947676,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:07:38.746451Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.091654626s","expected-duration":"1s"} {"level":"info","ts":"2026-03-29T02:07:38.766634Z","caller":"traceutil/trace.go:171","msg":"trace[570080543] linearizableReadLoop","detail":"{readStateIndex:3082; appliedIndex:3076; }","duration":"2.026283442s","start":"2026-03-29T02:07:36.740328Z","end":"2026-03-29T02:07:38.766597Z","steps":["trace[570080543] 'read index received' (duration: 2.006381999s)","trace[570080543] 'applied index is now lower than readState.Index' (duration: 19.885392ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:07:38.766659Z","caller":"traceutil/trace.go:171","msg":"trace[969111427] transaction","detail":"{read_only:false; response_revision:2948; number_of_response:1; }","duration":"718.655572ms","start":"2026-03-29T02:07:38.047963Z","end":"2026-03-29T02:07:38.766619Z","steps":["trace[969111427] 'process raft request' (duration: 718.485508ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:07:38.766826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:07:38.047942Z","time spent":"718.786694ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:07:38.766897Z","caller":"traceutil/trace.go:171","msg":"trace[26113431] transaction","detail":"{read_only:false; response_revision:2949; number_of_response:1; }","duration":"717.29311ms","start":"2026-03-29T02:07:38.04959Z","end":"2026-03-29T02:07:38.766883Z","steps":["trace[26113431] 'process raft request' (duration: 716.907412ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:07:38.766907Z","caller":"traceutil/trace.go:171","msg":"trace[656025534] transaction","detail":"{read_only:false; response_revision:2947; number_of_response:1; }","duration":"1.100305653s","start":"2026-03-29T02:07:37.666569Z","end":"2026-03-29T02:07:38.766875Z","steps":["trace[656025534] 'process raft request' (duration: 1.099760651s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:07:38.766964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.026615529s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:07:38.766837Z","caller":"traceutil/trace.go:171","msg":"trace[1363812963] transaction","detail":"{read_only:false; response_revision:2951; number_of_response:1; }","duration":"184.050731ms","start":"2026-03-29T02:07:38.582754Z","end":"2026-03-29T02:07:38.766804Z","steps":["trace[1363812963] 'process raft request' (duration: 183.811386ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:07:38.767015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:07:38.049557Z","time spent":"717.388103ms","remote":"127.0.0.1:43166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8747,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:07:38.767031Z","caller":"traceutil/trace.go:171","msg":"trace[1255514336] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:2951; }","duration":"2.026741662s","start":"2026-03-29T02:07:36.74027Z","end":"2026-03-29T02:07:38.767011Z","steps":["trace[1255514336] 'agreement among raft nodes before linearized reading' (duration: 2.0266246s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:07:38.767054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:07:37.666541Z","time spent":"1.100424806s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:07:38.767079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:07:36.740249Z","time spent":"2.026814913s","remote":"127.0.0.1:49838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:07:38.767113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.84845864s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:07:38.767187Z","caller":"traceutil/trace.go:171","msg":"trace[182699404] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2951; }","duration":"1.848571133s","start":"2026-03-29T02:07:36.918594Z","end":"2026-03-29T02:07:38.767165Z","steps":["trace[182699404] 'agreement among raft nodes before linearized reading' (duration: 1.8484474s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:07:38.767234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:07:36.918574Z","time spent":"1.848647864s","remote":"127.0.0.1:43010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:07:38.767238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"992.483767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-29T02:07:38.767248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"908.03333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-29T02:07:38.767301Z","caller":"traceutil/trace.go:171","msg":"trace[502281988] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2951; }","duration":"992.598069ms","start":"2026-03-29T02:07:37.774687Z","end":"2026-03-29T02:07:38.767285Z","steps":["trace[502281988] 'agreement among raft nodes before linearized reading' (duration: 992.443926ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:07:38.767334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:07:37.774668Z","time spent":"992.66022ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-29T02:07:38.767364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"893.252092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-29T02:07:38.767417Z","caller":"traceutil/trace.go:171","msg":"trace[314193192] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2951; }","duration":"893.338414ms","start":"2026-03-29T02:07:37.874063Z","end":"2026-03-29T02:07:38.767402Z","steps":["trace[314193192] 'agreement among raft nodes before linearized reading' (duration: 893.16746ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:07:38.767416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.051439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:07:38.767462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"811.032404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-03-29T02:07:38.767459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:07:37.874045Z","time spent":"893.402275ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-29T02:07:38.76749Z","caller":"traceutil/trace.go:171","msg":"trace[269446847] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2951; }","duration":"811.089816ms","start":"2026-03-29T02:07:37.956394Z","end":"2026-03-29T02:07:38.767484Z","steps":["trace[269446847] 'agreement among raft nodes before linearized reading' (duration: 811.009164ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:07:38.767513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:07:37.95638Z","time spent":"811.128686ms","remote":"127.0.0.1:43172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-29T02:07:38.767509Z","caller":"traceutil/trace.go:171","msg":"trace[128579714] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:2951; }","duration":"107.209453ms","start":"2026-03-29T02:07:38.660276Z","end":"2026-03-29T02:07:38.767485Z","steps":["trace[128579714] 'agreement among raft nodes before linearized reading' (duration: 106.998928ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:07:38.767531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"883.221928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-03-29T02:07:38.767579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.09520621s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-29T02:07:38.767652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"903.57191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-29T02:07:38.767678Z","caller":"traceutil/trace.go:171","msg":"trace[1942335684] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2951; }","duration":"1.095340872s","start":"2026-03-29T02:07:37.672318Z","end":"2026-03-29T02:07:38.767659Z","steps":["trace[1942335684] 'agreement among raft nodes before linearized reading' (duration: 1.095158788s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:07:38.767739Z","caller":"traceutil/trace.go:171","msg":"trace[1741396771] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2951; }","duration":"903.709044ms","start":"2026-03-29T02:07:37.864016Z","end":"2026-03-29T02:07:38.767725Z","steps":["trace[1741396771] 'agreement among raft nodes before linearized reading' (duration: 903.54447ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:07:38.767753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:07:37.672297Z","time spent":"1.095440965s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-29T02:07:38.767786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:07:37.864Z","time spent":"903.773295ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-29T02:07:38.767799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"862.954138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-29T02:07:38.767677Z","caller":"traceutil/trace.go:171","msg":"trace[874722178] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2951; }","duration":"883.397322ms","start":"2026-03-29T02:07:37.884229Z","end":"2026-03-29T02:07:38.767626Z","steps":["trace[874722178] 'agreement among raft nodes before linearized reading' (duration: 882.909001ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:07:38.767844Z","caller":"traceutil/trace.go:171","msg":"trace[627094628] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2951; }","duration":"862.998499ms","start":"2026-03-29T02:07:37.904836Z","end":"2026-03-29T02:07:38.767835Z","steps":["trace[627094628] 'agreement among raft nodes before linearized reading' (duration: 862.886547ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:07:38.767193Z","caller":"traceutil/trace.go:171","msg":"trace[1703630515] transaction","detail":"{read_only:false; response_revision:2950; number_of_response:1; }","duration":"680.003863ms","start":"2026-03-29T02:07:38.08711Z","end":"2026-03-29T02:07:38.767114Z","steps":["trace[1703630515] 'process raft request' (duration: 679.42778ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:07:38.767878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:07:37.884114Z","time spent":"883.7475ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-29T02:07:38.767894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:07:37.904761Z","time spent":"863.121661ms","remote":"127.0.0.1:43180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1393,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-03-29T02:07:38.76794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:07:38.087085Z","time spent":"680.804439ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:07:38.76892Z","caller":"traceutil/trace.go:171","msg":"trace[244089015] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2951; }","duration":"908.126002ms","start":"2026-03-29T02:07:37.859173Z","end":"2026-03-29T02:07:38.767299Z","steps":["trace[244089015] 'agreement among raft nodes before linearized reading' (duration: 907.949418ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:07:38.769005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:07:37.859157Z","time spent":"909.82791ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-29T02:07:53.905866Z","caller":"traceutil/trace.go:171","msg":"trace[961563277] transaction","detail":"{read_only:false; response_revision:3055; number_of_response:1; }","duration":"117.984852ms","start":"2026-03-29T02:07:53.787855Z","end":"2026-03-29T02:07:53.90584Z","steps":["trace[961563277] 'process raft request' (duration: 117.823428ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:07:54.202424Z","caller":"traceutil/trace.go:171","msg":"trace[1201656961] linearizableReadLoop","detail":"{readStateIndex:3192; appliedIndex:3191; }","duration":"149.656455ms","start":"2026-03-29T02:07:54.052744Z","end":"2026-03-29T02:07:54.2024Z","steps":["trace[1201656961] 'read index received' (duration: 149.40968ms)","trace[1201656961] 'applied index is now lower than readState.Index' (duration: 245.595µs)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:07:54.202501Z","caller":"traceutil/trace.go:171","msg":"trace[870609706] transaction","detail":"{read_only:false; response_revision:3057; number_of_response:1; }","duration":"212.038753ms","start":"2026-03-29T02:07:53.990424Z","end":"2026-03-29T02:07:54.202463Z","steps":["trace[870609706] 'process raft request' (duration: 211.823228ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:07:54.202698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.937021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-29T02:07:54.202773Z","caller":"traceutil/trace.go:171","msg":"trace[1884769808] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3057; }","duration":"150.065764ms","start":"2026-03-29T02:07:54.05269Z","end":"2026-03-29T02:07:54.202756Z","steps":["trace[1884769808] 'agreement among raft nodes before linearized reading' (duration: 149.804958ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:07:55.237475Z","caller":"traceutil/trace.go:171","msg":"trace[287587974] transaction","detail":"{read_only:false; response_revision:3058; number_of_response:1; }","duration":"394.5814ms","start":"2026-03-29T02:07:54.842869Z","end":"2026-03-29T02:07:55.237451Z","steps":["trace[287587974] 'process raft request' (duration: 394.436536ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:07:55.237615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:07:54.842849Z","time spent":"394.690772ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:07:55.36664Z","caller":"traceutil/trace.go:171","msg":"trace[1244799975] linearizableReadLoop","detail":"{readStateIndex:3195; appliedIndex:3192; }","duration":"512.887528ms","start":"2026-03-29T02:07:54.853723Z","end":"2026-03-29T02:07:55.36661Z","steps":["trace[1244799975] 'read index received' (duration: 383.664166ms)","trace[1244799975] 'applied index is now lower than readState.Index' (duration: 129.222272ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:07:55.36672Z","caller":"traceutil/trace.go:171","msg":"trace[1132461920] transaction","detail":"{read_only:false; response_revision:3059; number_of_response:1; }","duration":"523.428853ms","start":"2026-03-29T02:07:54.843263Z","end":"2026-03-29T02:07:55.366692Z","steps":["trace[1132461920] 'process raft request' (duration: 522.153274ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:07:55.366734Z","caller":"traceutil/trace.go:171","msg":"trace[293895460] transaction","detail":"{read_only:false; response_revision:3060; number_of_response:1; }","duration":"522.281778ms","start":"2026-03-29T02:07:54.844417Z","end":"2026-03-29T02:07:55.366698Z","steps":["trace[293895460] 'process raft request' (duration: 522.097744ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:07:55.366865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:07:54.843246Z","time spent":"523.539035ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:07:55.366898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:07:54.844397Z","time spent":"522.39864ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:07:55.367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.56229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-29T02:07:55.366896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"513.168175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-29T02:07:55.366999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.515136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-29T02:07:55.367044Z","caller":"traceutil/trace.go:171","msg":"trace[87039266] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3060; }","duration":"475.633921ms","start":"2026-03-29T02:07:54.891395Z","end":"2026-03-29T02:07:55.367029Z","steps":["trace[87039266] 'agreement among raft nodes before linearized reading' (duration: 475.544359ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:07:55.367048Z","caller":"traceutil/trace.go:171","msg":"trace[902581129] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3060; }","duration":"513.339479ms","start":"2026-03-29T02:07:54.853698Z","end":"2026-03-29T02:07:55.367038Z","steps":["trace[902581129] 'agreement among raft nodes before linearized reading' (duration: 513.060843ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:07:55.367065Z","caller":"traceutil/trace.go:171","msg":"trace[1811943651] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3060; }","duration":"492.606978ms","start":"2026-03-29T02:07:54.87444Z","end":"2026-03-29T02:07:55.367047Z","steps":["trace[1811943651] 'agreement among raft nodes before linearized reading' (duration: 492.442454ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:07:55.367083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:07:54.853582Z","time spent":"513.490802ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-29T02:07:55.367081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:07:54.891375Z","time spent":"475.696522ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-29T02:07:55.367112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:07:54.874429Z","time spent":"492.670079ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-29T02:07:55.367009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"504.639005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-03-29T02:07:55.367117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"493.257092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-29T02:07:55.36722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"494.827487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-29T02:07:55.367232Z","caller":"traceutil/trace.go:171","msg":"trace[1151489010] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3060; }","duration":"493.390696ms","start":"2026-03-29T02:07:54.873825Z","end":"2026-03-29T02:07:55.367215Z","steps":["trace[1151489010] 'agreement among raft nodes before linearized reading' (duration: 493.214032ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:07:55.367269Z","caller":"traceutil/trace.go:171","msg":"trace[83676741] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3060; }","duration":"494.913729ms","start":"2026-03-29T02:07:54.872341Z","end":"2026-03-29T02:07:55.367254Z","steps":["trace[83676741] 'agreement among raft nodes before linearized reading' (duration: 494.801427ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:07:55.367276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:07:54.873809Z","time spent":"493.454317ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-29T02:07:55.367321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:07:54.872319Z","time spent":"494.990672ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-29T02:07:55.367281Z","caller":"traceutil/trace.go:171","msg":"trace[461325947] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:3060; }","duration":"504.901881ms","start":"2026-03-29T02:07:54.86232Z","end":"2026-03-29T02:07:55.367222Z","steps":["trace[461325947] 'agreement among raft nodes before linearized reading' (duration: 504.563483ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:07:55.367447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:07:54.862304Z","time spent":"505.075904ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-29T02:08:09.135751Z","caller":"traceutil/trace.go:171","msg":"trace[420956315] transaction","detail":"{read_only:false; response_revision:3132; number_of_response:1; }","duration":"177.529046ms","start":"2026-03-29T02:08:08.958197Z","end":"2026-03-29T02:08:09.135726Z","steps":["trace[420956315] 'process raft request' (duration: 86.766998ms)","trace[420956315] 'compare' (duration: 90.647606ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:08:10.054762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"591.683709ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:08:10.054992Z","caller":"traceutil/trace.go:171","msg":"trace[453220851] transaction","detail":"{read_only:false; response_revision:3133; number_of_response:1; }","duration":"842.404172ms","start":"2026-03-29T02:08:09.212546Z","end":"2026-03-29T02:08:10.05495Z","steps":["trace[453220851] 'process raft request' (duration: 250.277723ms)","trace[453220851] 'compare' (duration: 591.231679ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:08:10.055163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:08:09.212498Z","time spent":"842.576295ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":513,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:08:10.055103Z","caller":"traceutil/trace.go:171","msg":"trace[29078699] transaction","detail":"{read_only:false; response_revision:3134; number_of_response:1; }","duration":"761.280409ms","start":"2026-03-29T02:08:09.293753Z","end":"2026-03-29T02:08:10.055033Z","steps":["trace[29078699] 'process raft request' (duration: 761.112805ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:08:10.055557Z","caller":"traceutil/trace.go:171","msg":"trace[1319290438] transaction","detail":"{read_only:false; response_revision:3136; number_of_response:1; }","duration":"737.956969ms","start":"2026-03-29T02:08:09.317567Z","end":"2026-03-29T02:08:10.055524Z","steps":["trace[1319290438] 'process raft request' (duration: 737.779935ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:08:10.055592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:08:09.293718Z","time spent":"761.753849ms","remote":"127.0.0.1:43166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9385,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:08:10.055653Z","caller":"traceutil/trace.go:171","msg":"trace[1655329247] transaction","detail":"{read_only:false; response_revision:3135; number_of_response:1; }","duration":"760.275055ms","start":"2026-03-29T02:08:09.295212Z","end":"2026-03-29T02:08:10.055487Z","steps":["trace[1655329247] 'process raft request' (duration: 759.774645ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:08:10.055704Z","caller":"traceutil/trace.go:171","msg":"trace[697454930] transaction","detail":"{read_only:false; response_revision:3137; number_of_response:1; }","duration":"611.815776ms","start":"2026-03-29T02:08:09.443842Z","end":"2026-03-29T02:08:10.055658Z","steps":["trace[697454930] 'process raft request' (duration: 611.636312ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:08:10.05573Z","caller":"traceutil/trace.go:171","msg":"trace[1131954657] transaction","detail":"{read_only:false; response_revision:3138; number_of_response:1; }","duration":"610.14214ms","start":"2026-03-29T02:08:09.445561Z","end":"2026-03-29T02:08:10.055703Z","steps":["trace[1131954657] 'process raft request' (duration: 610.029918ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:08:10.055759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:08:09.317532Z","time spent":"738.119273ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:08:10.055816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"595.679307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:08:10.055871Z","caller":"traceutil/trace.go:171","msg":"trace[1923046292] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:3138; }","duration":"595.78902ms","start":"2026-03-29T02:08:09.460069Z","end":"2026-03-29T02:08:10.055858Z","steps":["trace[1923046292] 'agreement among raft nodes before linearized reading' (duration: 595.677687ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:08:10.055864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:08:09.445523Z","time spent":"610.269372ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:08:10.055696Z","caller":"traceutil/trace.go:171","msg":"trace[1235017826] linearizableReadLoop","detail":"{readStateIndex:3276; appliedIndex:3270; }","duration":"595.550864ms","start":"2026-03-29T02:08:09.460114Z","end":"2026-03-29T02:08:10.055665Z","steps":["trace[1235017826] 'read index received' (duration: 2.682058ms)","trace[1235017826] 'applied index is now lower than readState.Index' (duration: 592.865486ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:08:10.055914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:08:09.460052Z","time spent":"595.851782ms","remote":"127.0.0.1:33288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:08:10.055866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:08:09.443796Z","time spent":"611.98341ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:08:10.056107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:08:09.295197Z","time spent":"760.580732ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:08:10.056143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.119958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-29T02:08:10.056198Z","caller":"traceutil/trace.go:171","msg":"trace[364104974] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3138; }","duration":"385.222311ms","start":"2026-03-29T02:08:09.670964Z","end":"2026-03-29T02:08:10.056186Z","steps":["trace[364104974] 'agreement among raft nodes before linearized reading' (duration: 385.037887ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:08:10.056196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.491893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-03-29T02:08:10.056192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"540.583924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-29T02:08:10.05628Z","caller":"traceutil/trace.go:171","msg":"trace[1534488248] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3138; }","duration":"540.753897ms","start":"2026-03-29T02:08:09.515502Z","end":"2026-03-29T02:08:10.056256Z","steps":["trace[1534488248] 'agreement among raft nodes before linearized reading' (duration: 540.494972ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:08:10.056335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:08:09.515474Z","time spent":"540.84772ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-29T02:08:10.056411Z","caller":"traceutil/trace.go:171","msg":"trace[799676256] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:3138; }","duration":"392.657766ms","start":"2026-03-29T02:08:09.66365Z","end":"2026-03-29T02:08:10.056307Z","steps":["trace[799676256] 'agreement among raft nodes before linearized reading' (duration: 392.438082ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:08:10.056232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:08:09.670936Z","time spent":"385.289022ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-29T02:08:10.056467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"525.067728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-03-29T02:08:10.056496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:08:09.663627Z","time spent":"392.82527ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-29T02:08:10.056531Z","caller":"traceutil/trace.go:171","msg":"trace[351880585] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3138; }","duration":"525.12738ms","start":"2026-03-29T02:08:09.53138Z","end":"2026-03-29T02:08:10.056508Z","steps":["trace[351880585] 'agreement among raft nodes before linearized reading' (duration: 524.720591ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:08:10.056555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.63129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:08:10.056578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:08:09.531339Z","time spent":"525.230412ms","remote":"127.0.0.1:43172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-29T02:08:10.05661Z","caller":"traceutil/trace.go:171","msg":"trace[1172312528] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:3138; }","duration":"300.740453ms","start":"2026-03-29T02:08:09.755853Z","end":"2026-03-29T02:08:10.056594Z","steps":["trace[1172312528] 'agreement among raft nodes before linearized reading' (duration: 300.652281ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:08:10.056634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.197831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-29T02:08:10.056676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:08:09.755826Z","time spent":"300.828105ms","remote":"127.0.0.1:33170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:08:10.05668Z","caller":"traceutil/trace.go:171","msg":"trace[1720296023] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3138; }","duration":"386.262343ms","start":"2026-03-29T02:08:09.670404Z","end":"2026-03-29T02:08:10.056666Z","steps":["trace[1720296023] 'agreement among raft nodes before linearized reading' (duration: 386.13437ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:08:10.056604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.528506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-29T02:08:10.056733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:08:09.670394Z","time spent":"386.327255ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-29T02:08:10.056746Z","caller":"traceutil/trace.go:171","msg":"trace[2016714027] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3138; }","duration":"389.738682ms","start":"2026-03-29T02:08:09.666999Z","end":"2026-03-29T02:08:10.056738Z","steps":["trace[2016714027] 'agreement among raft nodes before linearized reading' (duration: 389.009885ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:08:10.05677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:08:09.666976Z","time spent":"389.787043ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-29T02:08:10.056762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.075203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-29T02:08:10.05713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.98437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-29T02:08:10.057448Z","caller":"traceutil/trace.go:171","msg":"trace[562286752] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3138; }","duration":"153.362329ms","start":"2026-03-29T02:08:09.904073Z","end":"2026-03-29T02:08:10.057435Z","steps":["trace[562286752] 'agreement among raft nodes before linearized reading' (duration: 152.424788ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:08:10.057436Z","caller":"traceutil/trace.go:171","msg":"trace[1258236046] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3138; }","duration":"387.570073ms","start":"2026-03-29T02:08:09.669644Z","end":"2026-03-29T02:08:10.057215Z","steps":["trace[1258236046] 'agreement among raft nodes before linearized reading' (duration: 386.99385ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:08:10.057517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:08:09.66963Z","time spent":"387.86494ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-29T02:08:10.395874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.348511ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:08:10.396265Z","caller":"traceutil/trace.go:171","msg":"trace[2005764248] transaction","detail":"{read_only:false; response_revision:3139; number_of_response:1; }","duration":"334.006454ms","start":"2026-03-29T02:08:10.062212Z","end":"2026-03-29T02:08:10.396219Z","steps":["trace[2005764248] 'process raft request' (duration: 233.139362ms)","trace[2005764248] 'compare' (duration: 100.166436ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:08:10.396392Z","caller":"traceutil/trace.go:171","msg":"trace[1469057826] transaction","detail":"{read_only:false; response_revision:3140; number_of_response:1; }","duration":"334.146137ms","start":"2026-03-29T02:08:10.062213Z","end":"2026-03-29T02:08:10.396359Z","steps":["trace[1469057826] 'process raft request' (duration: 333.872761ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:08:10.39643Z","caller":"traceutil/trace.go:171","msg":"trace[2108382863] transaction","detail":"{read_only:false; response_revision:3141; number_of_response:1; }","duration":"334.157957ms","start":"2026-03-29T02:08:10.062242Z","end":"2026-03-29T02:08:10.3964Z","steps":["trace[2108382863] 'process raft request' (duration: 334.021884ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:08:10.396506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:08:10.062191Z","time spent":"334.180748ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:08:10.396532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:08:10.062198Z","time spent":"334.28878ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:08:10.396547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:08:10.062196Z","time spent":"334.26876ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:08:10.396708Z","caller":"traceutil/trace.go:171","msg":"trace[375154736] transaction","detail":"{read_only:false; response_revision:3142; number_of_response:1; }","duration":"334.423243ms","start":"2026-03-29T02:08:10.062267Z","end":"2026-03-29T02:08:10.39669Z","steps":["trace[375154736] 'process raft request' (duration: 334.065125ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:08:10.396739Z","caller":"traceutil/trace.go:171","msg":"trace[271885297] transaction","detail":"{read_only:false; response_revision:3143; number_of_response:1; }","duration":"334.420831ms","start":"2026-03-29T02:08:10.062308Z","end":"2026-03-29T02:08:10.396729Z","steps":["trace[271885297] 'process raft request' (duration: 334.271168ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:08:10.396742Z","caller":"traceutil/trace.go:171","msg":"trace[1072397211] linearizableReadLoop","detail":"{readStateIndex:3282; appliedIndex:3276; }","duration":"333.500031ms","start":"2026-03-29T02:08:10.063224Z","end":"2026-03-29T02:08:10.396724Z","steps":["trace[1072397211] 'read index received' (duration: 232.291252ms)","trace[1072397211] 'applied index is now lower than readState.Index' (duration: 101.207609ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:08:10.396789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:08:10.062198Z","time spent":"334.563916ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:08:10.396805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:08:10.062244Z","time spent":"334.509755ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:08:10.39685Z","caller":"traceutil/trace.go:171","msg":"trace[76993769] transaction","detail":"{read_only:false; response_revision:3144; number_of_response:1; }","duration":"334.128856ms","start":"2026-03-29T02:08:10.062704Z","end":"2026-03-29T02:08:10.396833Z","steps":["trace[76993769] 'process raft request' (duration: 333.979772ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:08:10.396919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:08:10.062693Z","time spent":"334.192247ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:08:10.396982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.748387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-03-29T02:08:10.397006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.948749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1317"} {"level":"info","ts":"2026-03-29T02:08:10.397031Z","caller":"traceutil/trace.go:171","msg":"trace[1172608225] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3144; }","duration":"333.824319ms","start":"2026-03-29T02:08:10.063195Z","end":"2026-03-29T02:08:10.397019Z","steps":["trace[1172608225] 'agreement among raft nodes before linearized reading' (duration: 333.635085ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:08:10.397063Z","caller":"traceutil/trace.go:171","msg":"trace[50065780] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:3144; }","duration":"333.023682ms","start":"2026-03-29T02:08:10.06403Z","end":"2026-03-29T02:08:10.397053Z","steps":["trace[50065780] 'agreement among raft nodes before linearized reading' (duration: 332.904919ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:08:10.397071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:08:10.063182Z","time spent":"333.88162ms","remote":"127.0.0.1:43172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-29T02:08:10.397148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:08:10.064022Z","time spent":"333.064012ms","remote":"127.0.0.1:43180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":1341,"request content":"key:\"/registry/services/specs/auth-system/keycloak\" "} {"level":"warn","ts":"2026-03-29T02:08:10.898926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.493437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.18a12dcb8ffba7e0\" ","response":"range_response_count:1 size:765"} {"level":"info","ts":"2026-03-29T02:08:10.899007Z","caller":"traceutil/trace.go:171","msg":"trace[674872417] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.18a12dcb8ffba7e0; range_end:; response_count:1; response_revision:3144; }","duration":"399.60469ms","start":"2026-03-29T02:08:10.499384Z","end":"2026-03-29T02:08:10.898989Z","steps":["trace[674872417] 'range keys from in-memory index tree' (duration: 399.338184ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:08:10.899045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:08:10.499375Z","time spent":"399.661441ms","remote":"127.0.0.1:43074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":789,"request content":"key:\"/registry/events/openstack/valkey-node-0.18a12dcb8ffba7e0\" "} {"level":"warn","ts":"2026-03-29T02:08:11.419041Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583528501948196,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:08:11.903625Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.002291175s","expected-duration":"1s"} {"level":"info","ts":"2026-03-29T02:08:11.903971Z","caller":"traceutil/trace.go:171","msg":"trace[1740095824] linearizableReadLoop","detail":"{readStateIndex:3283; appliedIndex:3282; }","duration":"985.41441ms","start":"2026-03-29T02:08:10.918533Z","end":"2026-03-29T02:08:11.903947Z","steps":["trace[1740095824] 'read index received' (duration: 985.224385ms)","trace[1740095824] 'applied index is now lower than readState.Index' (duration: 189.255µs)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:08:11.904082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"985.530632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:08:11.904074Z","caller":"traceutil/trace.go:171","msg":"trace[1291719859] transaction","detail":"{read_only:false; response_revision:3145; number_of_response:1; }","duration":"1.002761736s","start":"2026-03-29T02:08:10.901237Z","end":"2026-03-29T02:08:11.903999Z","steps":["trace[1291719859] 'process raft request' (duration: 1.002574162s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:08:11.904187Z","caller":"traceutil/trace.go:171","msg":"trace[1636065997] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3145; }","duration":"985.612564ms","start":"2026-03-29T02:08:10.918497Z","end":"2026-03-29T02:08:11.90411Z","steps":["trace[1636065997] 'agreement among raft nodes before linearized reading' (duration: 985.538533ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:08:11.904267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:08:10.918486Z","time spent":"985.763617ms","remote":"127.0.0.1:43010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:08:11.904183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.235341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.36\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-29T02:08:11.904402Z","caller":"traceutil/trace.go:171","msg":"trace[501261371] range","detail":"{range_begin:/registry/masterleases/162.253.55.36; range_end:; response_count:1; response_revision:3145; }","duration":"371.504607ms","start":"2026-03-29T02:08:11.532877Z","end":"2026-03-29T02:08:11.904381Z","steps":["trace[501261371] 'agreement among raft nodes before linearized reading' (duration: 371.204421ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:08:11.904466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:08:11.532856Z","time spent":"371.593649ms","remote":"127.0.0.1:43048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/162.253.55.36\" "} {"level":"warn","ts":"2026-03-29T02:08:11.90437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:08:10.901214Z","time spent":"1.003010701s","remote":"127.0.0.1:43074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":750,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:08:13.388557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.204161051s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-03-29T02:08:13.388674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:08:11.905546Z","time spent":"1.483121791s","remote":"127.0.0.1:43048","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-29T02:08:13.388767Z","caller":"traceutil/trace.go:171","msg":"trace[920197583] linearizableReadLoop","detail":"{readStateIndex:3284; appliedIndex:3283; }","duration":"1.481455754s","start":"2026-03-29T02:08:11.907278Z","end":"2026-03-29T02:08:13.388734Z","steps":["trace[920197583] 'read index received' (duration: 277.216431ms)","trace[920197583] 'applied index is now lower than readState.Index' (duration: 1.204236463s)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:08:13.38893Z","caller":"traceutil/trace.go:171","msg":"trace[1299498793] transaction","detail":"{read_only:false; response_revision:3146; number_of_response:1; }","duration":"1.325791654s","start":"2026-03-29T02:08:12.063114Z","end":"2026-03-29T02:08:13.388905Z","steps":["trace[1299498793] 'process raft request' (duration: 1.32557134s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:08:13.389075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:08:12.06307Z","time spent":"1.325921417s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:08:13.389159Z","caller":"traceutil/trace.go:171","msg":"trace[1071468858] transaction","detail":"{read_only:false; response_revision:3147; number_of_response:1; }","duration":"1.325804255s","start":"2026-03-29T02:08:12.063343Z","end":"2026-03-29T02:08:13.389147Z","steps":["trace[1071468858] 'process raft request' (duration: 1.325508758s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:08:13.389257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:08:12.063334Z","time spent":"1.325861216s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:08:13.38925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.481961595s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1445"} {"level":"info","ts":"2026-03-29T02:08:13.389303Z","caller":"traceutil/trace.go:171","msg":"trace[1946372179] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:3147; }","duration":"1.482037677s","start":"2026-03-29T02:08:11.907252Z","end":"2026-03-29T02:08:13.38929Z","steps":["trace[1946372179] 'agreement among raft nodes before linearized reading' (duration: 1.481582937s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:08:13.389347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:08:11.907238Z","time spent":"1.482099128s","remote":"127.0.0.1:43180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1469,"request content":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" "} {"level":"info","ts":"2026-03-29T02:08:13.389426Z","caller":"traceutil/trace.go:171","msg":"trace[361095792] transaction","detail":"{read_only:false; response_revision:3149; number_of_response:1; }","duration":"1.235286604s","start":"2026-03-29T02:08:12.154131Z","end":"2026-03-29T02:08:13.389418Z","steps":["trace[361095792] 'process raft request' (duration: 1.235183971s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:08:13.389469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:08:12.154103Z","time spent":"1.235346024s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:08:13.38953Z","caller":"traceutil/trace.go:171","msg":"trace[842427615] transaction","detail":"{read_only:false; response_revision:3148; number_of_response:1; }","duration":"1.325968848s","start":"2026-03-29T02:08:12.063556Z","end":"2026-03-29T02:08:13.389525Z","steps":["trace[842427615] 'process raft request' (duration: 1.325504838s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:08:13.389525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.481581497s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.18a12dcba55e3b4b\" ","response":"range_response_count:1 size:768"} {"level":"warn","ts":"2026-03-29T02:08:13.389552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"980.581652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-03-29T02:08:13.389569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:08:12.063529Z","time spent":"1.326019319s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:08:13.389606Z","caller":"traceutil/trace.go:171","msg":"trace[2146179658] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:3149; }","duration":"980.657094ms","start":"2026-03-29T02:08:12.408932Z","end":"2026-03-29T02:08:13.389589Z","steps":["trace[2146179658] 'agreement among raft nodes before linearized reading' (duration: 980.47569ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:08:13.389636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.252253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:08:13.389652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"981.691787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-29T02:08:13.389659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:08:12.40892Z","time spent":"980.728376ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-29T02:08:13.38967Z","caller":"traceutil/trace.go:171","msg":"trace[921024269] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3149; }","duration":"471.316925ms","start":"2026-03-29T02:08:12.918343Z","end":"2026-03-29T02:08:13.389659Z","steps":["trace[921024269] 'agreement among raft nodes before linearized reading' (duration: 471.264894ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:08:13.389681Z","caller":"traceutil/trace.go:171","msg":"trace[825684657] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3149; }","duration":"981.755668ms","start":"2026-03-29T02:08:12.407916Z","end":"2026-03-29T02:08:13.389672Z","steps":["trace[825684657] 'agreement among raft nodes before linearized reading' (duration: 981.675616ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:08:13.389572Z","caller":"traceutil/trace.go:171","msg":"trace[1840392140] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.18a12dcba55e3b4b; range_end:; response_count:1; response_revision:3149; }","duration":"1.481642938s","start":"2026-03-29T02:08:11.907917Z","end":"2026-03-29T02:08:13.38956Z","steps":["trace[1840392140] 'agreement among raft nodes before linearized reading' (duration: 1.481467714s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:08:13.389703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:08:12.918324Z","time spent":"471.373236ms","remote":"127.0.0.1:43010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:08:13.389715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:08:12.407894Z","time spent":"981.81254ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-29T02:08:13.389782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"987.418204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-29T02:08:13.389728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:08:11.907911Z","time spent":"1.481804591s","remote":"127.0.0.1:43074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":792,"request content":"key:\"/registry/events/openstack/valkey-node-0.18a12dcba55e3b4b\" "} {"level":"info","ts":"2026-03-29T02:08:13.389846Z","caller":"traceutil/trace.go:171","msg":"trace[2085163522] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3149; }","duration":"987.526617ms","start":"2026-03-29T02:08:12.402303Z","end":"2026-03-29T02:08:13.38983Z","steps":["trace[2085163522] 'agreement among raft nodes before linearized reading' (duration: 987.370313ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:08:13.389868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"981.332889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-29T02:08:13.38989Z","caller":"traceutil/trace.go:171","msg":"trace[1446560638] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3149; }","duration":"981.39297ms","start":"2026-03-29T02:08:12.408491Z","end":"2026-03-29T02:08:13.389884Z","steps":["trace[1446560638] 'agreement among raft nodes before linearized reading' (duration: 981.328218ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:08:13.389887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:08:12.402281Z","time spent":"987.599098ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-29T02:08:13.38991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:08:12.40847Z","time spent":"981.436121ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-29T02:08:13.389994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"981.026612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-29T02:08:13.390015Z","caller":"traceutil/trace.go:171","msg":"trace[301482112] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3149; }","duration":"981.069424ms","start":"2026-03-29T02:08:12.408941Z","end":"2026-03-29T02:08:13.39001Z","steps":["trace[301482112] 'agreement among raft nodes before linearized reading' (duration: 981.015682ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:08:13.390032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:08:12.408934Z","time spent":"981.094494ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-29T02:08:13.390107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"981.644986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-29T02:08:13.390242Z","caller":"traceutil/trace.go:171","msg":"trace[171573857] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3149; }","duration":"981.801009ms","start":"2026-03-29T02:08:12.408413Z","end":"2026-03-29T02:08:13.390214Z","steps":["trace[171573857] 'agreement among raft nodes before linearized reading' (duration: 981.014102ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:08:13.3904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:08:12.408406Z","time spent":"981.976214ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-29T02:08:13.894425Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583528501948208,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:08:14.395251Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583528501948208,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:08:14.895572Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583528501948208,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:08:15.393318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999846093s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-29T02:08:15.393399Z","caller":"traceutil/trace.go:171","msg":"trace[145969645] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999986478s","start":"2026-03-29T02:08:13.39339Z","end":"2026-03-29T02:08:15.393376Z","steps":["trace[145969645] 'agreement among raft nodes before linearized reading' (duration: 1.999864604s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:08:15.393448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:08:13.39337Z","time spent":"2.000067509s","remote":"127.0.0.1:43006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/29 02:08:15 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-29T02:08:15.395761Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583528501948208,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:08:15.896827Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583528501948208,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:08:16.398752Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583528501948208,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:08:16.899311Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583528501948208,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:08:17.232462Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.839462228s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-29T02:08:17.402089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000296414s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-29T02:08:17.402219Z","caller":"traceutil/trace.go:171","msg":"trace[120643726] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00049289s","start":"2026-03-29T02:08:15.4017Z","end":"2026-03-29T02:08:17.402192Z","steps":["trace[120643726] 'agreement among raft nodes before linearized reading' (duration: 2.000321926s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:08:17.402273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:08:15.401663Z","time spent":"2.000601192s","remote":"127.0.0.1:43010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:08:17.454215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.273068ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:08:17.454596Z","caller":"traceutil/trace.go:171","msg":"trace[1051631691] transaction","detail":"{read_only:false; response_revision:3150; number_of_response:1; }","duration":"4.061707817s","start":"2026-03-29T02:08:13.392861Z","end":"2026-03-29T02:08:17.454569Z","steps":["trace[1051631691] 'process raft request' (duration: 3.839894007s)","trace[1051631691] 'compare' (duration: 221.039993ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:08:17.455307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:08:13.392848Z","time spent":"4.06181608s","remote":"127.0.0.1:43074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":753,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:08:17.455941Z","caller":"traceutil/trace.go:171","msg":"trace[1499127101] transaction","detail":"{read_only:false; response_revision:3151; number_of_response:1; }","duration":"4.063023357s","start":"2026-03-29T02:08:13.392858Z","end":"2026-03-29T02:08:17.455882Z","steps":["trace[1499127101] 'process raft request' (duration: 4.061578214s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:08:17.456082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:08:13.392833Z","time spent":"4.063176791s","remote":"127.0.0.1:43048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:08:18.393933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:08:13.395852Z","time spent":"4.998070558s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-29T02:08:18.393946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:08:13.394242Z","time spent":"4.999693683s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/29 02:08:18 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/03/29 02:08:18 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-29T02:08:18.393848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:08:13.394995Z","time spent":"4.998842685s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/29 02:08:18 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-29T02:08:18.589401Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.356108408s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-29T02:08:18.824037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.114969729s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:08:18.824429Z","caller":"traceutil/trace.go:171","msg":"trace[53147278] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:3151; }","duration":"1.115375158s","start":"2026-03-29T02:08:17.709036Z","end":"2026-03-29T02:08:18.824411Z","steps":["trace[53147278] 'range keys from in-memory index tree' (duration: 1.114952239s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:08:18.825561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.897233ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:08:18.825752Z","caller":"traceutil/trace.go:171","msg":"trace[1997831127] transaction","detail":"{read_only:false; response_revision:3154; number_of_response:1; }","duration":"5.430997718s","start":"2026-03-29T02:08:13.394742Z","end":"2026-03-29T02:08:18.82574Z","steps":["trace[1997831127] 'process raft request' (duration: 5.430953917s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:08:18.825906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:08:13.394734Z","time spent":"5.431140501s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:08:18.825985Z","caller":"traceutil/trace.go:171","msg":"trace[1278805652] transaction","detail":"{read_only:false; response_revision:3153; number_of_response:1; }","duration":"5.431327535s","start":"2026-03-29T02:08:13.394593Z","end":"2026-03-29T02:08:18.825921Z","steps":["trace[1278805652] 'process raft request' (duration: 5.431043579s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:08:18.826049Z","caller":"traceutil/trace.go:171","msg":"trace[26342603] transaction","detail":"{read_only:false; response_revision:3158; number_of_response:1; }","duration":"3.430013509s","start":"2026-03-29T02:08:15.396028Z","end":"2026-03-29T02:08:18.826042Z","steps":["trace[26342603] 'process raft request' (duration: 3.429863316s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:08:18.826081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:08:15.396002Z","time spent":"3.43006078s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:08:18.82613Z","caller":"traceutil/trace.go:171","msg":"trace[22465128] transaction","detail":"{read_only:false; response_revision:3160; number_of_response:1; }","duration":"3.42869178s","start":"2026-03-29T02:08:15.397432Z","end":"2026-03-29T02:08:18.826124Z","steps":["trace[22465128] 'process raft request' (duration: 3.428585777s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:08:18.826157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:08:15.397417Z","time spent":"3.42872728s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:08:18.826149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:08:13.394581Z","time spent":"5.431479129s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:08:18.826192Z","caller":"traceutil/trace.go:171","msg":"trace[1860029566] transaction","detail":"{read_only:false; response_revision:3159; number_of_response:1; }","duration":"3.429914926s","start":"2026-03-29T02:08:15.396273Z","end":"2026-03-29T02:08:18.826188Z","steps":["trace[1860029566] 'process raft request' (duration: 3.42965488s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:08:18.826224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:08:15.396248Z","time spent":"3.429962897s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:08:18.826263Z","caller":"traceutil/trace.go:171","msg":"trace[612937536] transaction","detail":"{read_only:false; response_revision:3161; number_of_response:1; }","duration":"2.184748824s","start":"2026-03-29T02:08:16.641508Z","end":"2026-03-29T02:08:18.826257Z","steps":["trace[612937536] 'process raft request' (duration: 2.184540449s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:08:18.82629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:08:16.641484Z","time spent":"2.184792945s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:08:18.82625Z","caller":"traceutil/trace.go:171","msg":"trace[1156775419] transaction","detail":"{read_only:false; response_revision:3156; number_of_response:1; }","duration":"5.430976808s","start":"2026-03-29T02:08:13.395246Z","end":"2026-03-29T02:08:18.826223Z","steps":["trace[1156775419] 'process raft request' (duration: 5.430551499s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:08:18.827352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:08:13.395228Z","time spent":"5.431190553s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:08:19.403377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000470169s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-29T02:08:19.403485Z","caller":"traceutil/trace.go:171","msg":"trace[359527294] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000637042s","start":"2026-03-29T02:08:17.402823Z","end":"2026-03-29T02:08:19.40346Z","steps":["trace[359527294] 'agreement among raft nodes before linearized reading' (duration: 2.00050688s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:08:19.403561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:08:17.402799Z","time spent":"2.000745474s","remote":"127.0.0.1:43006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:08:19.828663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.002565751s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-29T02:08:19.828772Z","caller":"traceutil/trace.go:171","msg":"trace[2062159321] linearizableReadLoop","detail":"{readStateIndex:3301; appliedIndex:3288; }","duration":"6.435317748s","start":"2026-03-29T02:08:13.393417Z","end":"2026-03-29T02:08:19.828735Z","steps":["trace[2062159321] 'read index received' (duration: 3.839202521s)","trace[2062159321] 'applied index is now lower than readState.Index' (duration: 2.596114107s)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:08:19.829767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.43584923s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1317"} {"level":"warn","ts":"2026-03-29T02:08:19.829876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.583057319s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:08:19.829878Z","caller":"traceutil/trace.go:171","msg":"trace[642108303] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:3161; }","duration":"6.435984382s","start":"2026-03-29T02:08:13.393864Z","end":"2026-03-29T02:08:19.829848Z","steps":["trace[642108303] 'agreement among raft nodes before linearized reading' (duration: 6.435732457s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:08:19.829925Z","caller":"traceutil/trace.go:171","msg":"trace[729209492] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:3161; }","duration":"3.583144992s","start":"2026-03-29T02:08:16.246767Z","end":"2026-03-29T02:08:19.829912Z","steps":["trace[729209492] 'agreement among raft nodes before linearized reading' (duration: 3.58305889s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:08:19.829938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:08:13.393848Z","time spent":"6.436077215s","remote":"127.0.0.1:43180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":1341,"request content":"key:\"/registry/services/specs/auth-system/keycloak\" "} {"level":"warn","ts":"2026-03-29T02:08:19.830214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.660143903s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:08:19.830277Z","caller":"traceutil/trace.go:171","msg":"trace[513494037] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:3161; }","duration":"3.660238864s","start":"2026-03-29T02:08:16.170023Z","end":"2026-03-29T02:08:19.830262Z","steps":["trace[513494037] 'agreement among raft nodes before linearized reading' (duration: 3.660139782s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:08:19.830313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.263463181s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:08:19.830338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:08:16.170006Z","time spent":"3.660316597s","remote":"127.0.0.1:43234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":29,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:08:19.83036Z","caller":"traceutil/trace.go:171","msg":"trace[1444999623] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:3161; }","duration":"4.263546703s","start":"2026-03-29T02:08:15.566796Z","end":"2026-03-29T02:08:19.830342Z","steps":["trace[1444999623] 'agreement among raft nodes before linearized reading' (duration: 4.263451001s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:08:19.830395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:08:15.566782Z","time spent":"4.263603084s","remote":"127.0.0.1:33178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:08:19.830404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.703280122s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:08:19.830442Z","caller":"traceutil/trace.go:171","msg":"trace[1300019489] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:3161; }","duration":"3.703344203s","start":"2026-03-29T02:08:16.127086Z","end":"2026-03-29T02:08:19.830431Z","steps":["trace[1300019489] 'agreement among raft nodes before linearized reading' (duration: 3.703271841s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:08:19.83047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:08:16.127053Z","time spent":"3.703408115s","remote":"127.0.0.1:33024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:08:19.830494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.33051629s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-29T02:08:19.83055Z","caller":"traceutil/trace.go:171","msg":"trace[1933494117] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3161; }","duration":"4.330614482s","start":"2026-03-29T02:08:15.49992Z","end":"2026-03-29T02:08:19.830535Z","steps":["trace[1933494117] 'agreement among raft nodes before linearized reading' (duration: 4.330464379s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:08:19.830501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"564.611628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:08:19.830578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:08:15.4999Z","time spent":"4.330672904s","remote":"127.0.0.1:43172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-29T02:08:19.830552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.846502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:08:19.830624Z","caller":"traceutil/trace.go:171","msg":"trace[852976812] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:3161; }","duration":"199.974144ms","start":"2026-03-29T02:08:19.630633Z","end":"2026-03-29T02:08:19.830608Z","steps":["trace[852976812] 'agreement among raft nodes before linearized reading' (duration: 199.81037ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:08:19.830632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.239140678s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-29T02:08:19.830703Z","caller":"traceutil/trace.go:171","msg":"trace[271159749] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:3161; }","duration":"6.23921659s","start":"2026-03-29T02:08:13.591465Z","end":"2026-03-29T02:08:19.830682Z","steps":["trace[271159749] 'agreement among raft nodes before linearized reading' (duration: 6.238850681s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:08:19.830741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.32188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:08:19.830774Z","caller":"traceutil/trace.go:171","msg":"trace[632357087] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3161; }","duration":"419.388151ms","start":"2026-03-29T02:08:19.411375Z","end":"2026-03-29T02:08:19.830764Z","steps":["trace[632357087] 'agreement among raft nodes before linearized reading' (duration: 419.33684ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:08:19.830808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:08:19.411355Z","time spent":"419.446282ms","remote":"127.0.0.1:43010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:08:19.830583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.057882892s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:08:19.831497Z","caller":"traceutil/trace.go:171","msg":"trace[887437868] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:3161; }","duration":"4.058826654s","start":"2026-03-29T02:08:15.772641Z","end":"2026-03-29T02:08:19.831468Z","steps":["trace[887437868] 'agreement among raft nodes before linearized reading' (duration: 4.057908923s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:08:19.831546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:08:15.772612Z","time spent":"4.058920045s","remote":"127.0.0.1:43440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:08:19.830811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.367630779s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.18a12dc9a263606e\" ","response":"range_response_count:1 size:781"} {"level":"info","ts":"2026-03-29T02:08:19.831703Z","caller":"traceutil/trace.go:171","msg":"trace[632454986] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:3161; }","duration":"564.77386ms","start":"2026-03-29T02:08:19.265814Z","end":"2026-03-29T02:08:19.830588Z","steps":["trace[632454986] 'agreement among raft nodes before linearized reading' (duration: 564.597527ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:08:19.831727Z","caller":"traceutil/trace.go:171","msg":"trace[1353607212] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.18a12dc9a263606e; range_end:; response_count:1; response_revision:3161; }","duration":"2.368557909s","start":"2026-03-29T02:08:17.463154Z","end":"2026-03-29T02:08:19.831712Z","steps":["trace[1353607212] 'agreement among raft nodes before linearized reading' (duration: 2.367589638s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:08:19.831766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:08:19.265796Z","time spent":"565.951618ms","remote":"127.0.0.1:43224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:08:19.831778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:08:17.463141Z","time spent":"2.36862486s","remote":"127.0.0.1:43074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":805,"request content":"key:\"/registry/events/auth-system/keycloak-0.18a12dc9a263606e\" "} {"level":"warn","ts":"2026-03-29T02:08:19.830885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.368782734s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"warn","ts":"2026-03-29T02:08:19.830903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:08:13.591397Z","time spent":"6.239358904s","remote":"127.0.0.1:43498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":336,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:08:19.831924Z","caller":"traceutil/trace.go:171","msg":"trace[1215140707] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:3161; }","duration":"2.369815607s","start":"2026-03-29T02:08:17.462073Z","end":"2026-03-29T02:08:19.831889Z","steps":["trace[1215140707] 'agreement among raft nodes before linearized reading' (duration: 2.368786564s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:08:19.830926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"739.868354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:08:19.832187Z","caller":"traceutil/trace.go:171","msg":"trace[309176863] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:3161; }","duration":"741.169742ms","start":"2026-03-29T02:08:19.091008Z","end":"2026-03-29T02:08:19.832177Z","steps":["trace[309176863] 'agreement among raft nodes before linearized reading' (duration: 739.876384ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:08:19.832218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:08:19.090987Z","time spent":"741.220774ms","remote":"127.0.0.1:33312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:08:19.831081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:08:16.246748Z","time spent":"3.584318958s","remote":"127.0.0.1:43428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:08:19.832424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:08:17.462055Z","time spent":"2.370040631s","remote":"127.0.0.1:43154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-03-29T02:08:20.298273Z","caller":"traceutil/trace.go:171","msg":"trace[737047413] linearizableReadLoop","detail":"{readStateIndex:3302; appliedIndex:3301; }","duration":"464.087943ms","start":"2026-03-29T02:08:19.834167Z","end":"2026-03-29T02:08:20.298255Z","steps":["trace[737047413] 'read index received' (duration: 463.905629ms)","trace[737047413] 'applied index is now lower than readState.Index' (duration: 181.624µs)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:08:20.298325Z","caller":"traceutil/trace.go:171","msg":"trace[1333393026] transaction","detail":"{read_only:false; response_revision:3162; number_of_response:1; }","duration":"464.326489ms","start":"2026-03-29T02:08:19.833965Z","end":"2026-03-29T02:08:20.298292Z","steps":["trace[1333393026] 'process raft request' (duration: 464.163715ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:08:20.298447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.259707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-29T02:08:20.29847Z","caller":"traceutil/trace.go:171","msg":"trace[867854241] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:3162; }","duration":"464.337809ms","start":"2026-03-29T02:08:19.834126Z","end":"2026-03-29T02:08:20.298464Z","steps":["trace[867854241] 'agreement among raft nodes before linearized reading' (duration: 464.220276ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:08:20.298469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:08:19.833941Z","time spent":"464.451071ms","remote":"127.0.0.1:43074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":766,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:08:20.29849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:08:19.834109Z","time spent":"464.37657ms","remote":"127.0.0.1:43048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-03-29T02:08:20.2986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.825789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:9399"} {"level":"warn","ts":"2026-03-29T02:08:20.298725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.906229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:08:20.29875Z","caller":"traceutil/trace.go:171","msg":"trace[2075436411] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3162; }","duration":"143.970171ms","start":"2026-03-29T02:08:20.154772Z","end":"2026-03-29T02:08:20.298742Z","steps":["trace[2075436411] 'agreement among raft nodes before linearized reading' (duration: 143.92131ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:08:20.298818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.588919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/keycloak\" ","response":"range_response_count:1 size:7460"} {"level":"info","ts":"2026-03-29T02:08:20.298855Z","caller":"traceutil/trace.go:171","msg":"trace[2074238062] range","detail":"{range_begin:/registry/statefulsets/auth-system/keycloak; range_end:; response_count:1; response_revision:3162; }","duration":"461.63715ms","start":"2026-03-29T02:08:19.837209Z","end":"2026-03-29T02:08:20.298846Z","steps":["trace[2074238062] 'agreement among raft nodes before linearized reading' (duration: 461.497707ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:08:20.298807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.037839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-29T02:08:20.298881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:08:19.837195Z","time spent":"461.681081ms","remote":"127.0.0.1:43462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":7484,"request content":"key:\"/registry/statefulsets/auth-system/keycloak\" "} {"level":"info","ts":"2026-03-29T02:08:20.298923Z","caller":"traceutil/trace.go:171","msg":"trace[271562857] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:3162; }","duration":"309.230773ms","start":"2026-03-29T02:08:19.989668Z","end":"2026-03-29T02:08:20.298899Z","steps":["trace[271562857] 'agreement among raft nodes before linearized reading' (duration: 308.958847ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:08:20.298994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:08:19.989648Z","time spent":"309.334775ms","remote":"127.0.0.1:43322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":23,"response size":31,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:08:20.299139Z","caller":"traceutil/trace.go:171","msg":"trace[1513178782] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:3162; }","duration":"464.046324ms","start":"2026-03-29T02:08:19.834696Z","end":"2026-03-29T02:08:20.298742Z","steps":["trace[1513178782] 'agreement among raft nodes before linearized reading' (duration: 463.700555ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:08:20.299394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:08:19.834687Z","time spent":"464.515274ms","remote":"127.0.0.1:43166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":9423,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-29T02:08:20.540382Z","caller":"traceutil/trace.go:171","msg":"trace[2083003013] transaction","detail":"{read_only:false; response_revision:3163; number_of_response:1; }","duration":"235.663067ms","start":"2026-03-29T02:08:20.304688Z","end":"2026-03-29T02:08:20.540351Z","steps":["trace[2083003013] 'process raft request' (duration: 136.012102ms)","trace[2083003013] 'compare' (duration: 99.293517ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:08:20.540695Z","caller":"traceutil/trace.go:171","msg":"trace[1159678371] linearizableReadLoop","detail":"{readStateIndex:3303; appliedIndex:3302; }","duration":"178.748083ms","start":"2026-03-29T02:08:20.361917Z","end":"2026-03-29T02:08:20.540666Z","steps":["trace[1159678371] 'read index received' (duration: 78.689889ms)","trace[1159678371] 'applied index is now lower than readState.Index' (duration: 100.055254ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:08:20.540829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.905686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:08:20.540902Z","caller":"traceutil/trace.go:171","msg":"trace[225627194] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:3164; }","duration":"178.982458ms","start":"2026-03-29T02:08:20.361901Z","end":"2026-03-29T02:08:20.540883Z","steps":["trace[225627194] 'agreement among raft nodes before linearized reading' (duration: 178.884515ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:08:20.540983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.047904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-29T02:08:20.54103Z","caller":"traceutil/trace.go:171","msg":"trace[1668495811] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3164; }","duration":"145.165207ms","start":"2026-03-29T02:08:20.395855Z","end":"2026-03-29T02:08:20.54102Z","steps":["trace[1668495811] 'agreement among raft nodes before linearized reading' (duration: 144.972542ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:08:20.541118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.271649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-29T02:08:20.541228Z","caller":"traceutil/trace.go:171","msg":"trace[279919376] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3164; }","duration":"145.443542ms","start":"2026-03-29T02:08:20.395758Z","end":"2026-03-29T02:08:20.541202Z","steps":["trace[279919376] 'agreement among raft nodes before linearized reading' (duration: 145.092575ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:08:20.541663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.271091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-29T02:08:20.542559Z","caller":"traceutil/trace.go:171","msg":"trace[1161855814] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3164; }","duration":"146.413584ms","start":"2026-03-29T02:08:20.39532Z","end":"2026-03-29T02:08:20.541733Z","steps":["trace[1161855814] 'agreement among raft nodes before linearized reading' (duration: 145.512354ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:08:21.125014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.941392ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:08:21.12527Z","caller":"traceutil/trace.go:171","msg":"trace[1956889551] transaction","detail":"{read_only:false; response_revision:3166; number_of_response:1; }","duration":"579.919319ms","start":"2026-03-29T02:08:20.545311Z","end":"2026-03-29T02:08:21.12523Z","steps":["trace[1956889551] 'process raft request' (duration: 209.633478ms)","trace[1956889551] 'compare' (duration: 369.650216ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:08:21.125386Z","caller":"traceutil/trace.go:171","msg":"trace[2146278416] transaction","detail":"{read_only:false; response_revision:3169; number_of_response:1; }","duration":"293.072773ms","start":"2026-03-29T02:08:20.832289Z","end":"2026-03-29T02:08:21.125361Z","steps":["trace[2146278416] 'process raft request' (duration: 293.017032ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:08:21.125456Z","caller":"traceutil/trace.go:171","msg":"trace[1707194960] transaction","detail":"{read_only:false; response_revision:3167; number_of_response:1; }","duration":"579.765215ms","start":"2026-03-29T02:08:20.545657Z","end":"2026-03-29T02:08:21.125422Z","steps":["trace[1707194960] 'process raft request' (duration: 579.491289ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:08:21.125488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:08:20.545296Z","time spent":"580.066561ms","remote":"127.0.0.1:43074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":766,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:08:21.125508Z","caller":"traceutil/trace.go:171","msg":"trace[1923265749] linearizableReadLoop","detail":"{readStateIndex:3308; appliedIndex:3304; }","duration":"578.267672ms","start":"2026-03-29T02:08:20.547218Z","end":"2026-03-29T02:08:21.125486Z","steps":["trace[1923265749] 'read index received' (duration: 64.895012ms)","trace[1923265749] 'applied index is now lower than readState.Index' (duration: 513.36705ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:08:21.1255Z","caller":"traceutil/trace.go:171","msg":"trace[1847781759] transaction","detail":"{read_only:false; response_revision:3168; number_of_response:1; }","duration":"579.229633ms","start":"2026-03-29T02:08:20.54624Z","end":"2026-03-29T02:08:21.125469Z","steps":["trace[1847781759] 'process raft request' (duration: 579.002868ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:08:21.125628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:08:20.545636Z","time spent":"579.905367ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:08:21.125639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:08:20.546217Z","time spent":"579.352146ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:08:21.125713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"578.505477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-29T02:08:21.125748Z","caller":"traceutil/trace.go:171","msg":"trace[1050962110] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3169; }","duration":"578.590039ms","start":"2026-03-29T02:08:20.547148Z","end":"2026-03-29T02:08:21.125738Z","steps":["trace[1050962110] 'agreement among raft nodes before linearized reading' (duration: 578.423835ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:08:21.125782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:08:20.547123Z","time spent":"578.652691ms","remote":"127.0.0.1:43172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-29T02:08:22.326946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"966.797467ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:08:22.327141Z","caller":"traceutil/trace.go:171","msg":"trace[696623370] transaction","detail":"{read_only:false; response_revision:3170; number_of_response:1; }","duration":"1.493112863s","start":"2026-03-29T02:08:20.834003Z","end":"2026-03-29T02:08:22.327116Z","steps":["trace[696623370] 'process raft request' (duration: 526.061171ms)","trace[696623370] 'compare' (duration: 966.450958ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:08:22.327244Z","caller":"traceutil/trace.go:171","msg":"trace[873850102] linearizableReadLoop","detail":"{readStateIndex:3311; appliedIndex:3309; }","duration":"1.201681947s","start":"2026-03-29T02:08:21.125542Z","end":"2026-03-29T02:08:22.327224Z","steps":["trace[873850102] 'read index received' (duration: 234.534982ms)","trace[873850102] 'applied index is now lower than readState.Index' (duration: 967.057073ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:08:22.327263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:08:20.833991Z","time spent":"1.493205185s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:08:22.327401Z","caller":"traceutil/trace.go:171","msg":"trace[603499726] transaction","detail":"{read_only:false; response_revision:3171; number_of_response:1; }","duration":"1.492760055s","start":"2026-03-29T02:08:20.834622Z","end":"2026-03-29T02:08:22.327382Z","steps":["trace[603499726] 'process raft request' (duration: 1.492419138s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:08:22.327427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.410826915s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:08:22.327468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.493391349s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-29T02:08:22.32748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:08:20.834615Z","time spent":"1.492827287s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:08:22.327488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.494268259s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-29T02:08:22.327508Z","caller":"traceutil/trace.go:171","msg":"trace[1643122674] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3171; }","duration":"1.493445171s","start":"2026-03-29T02:08:20.834052Z","end":"2026-03-29T02:08:22.327497Z","steps":["trace[1643122674] 'agreement among raft nodes before linearized reading' (duration: 1.493276727s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:08:22.327517Z","caller":"traceutil/trace.go:171","msg":"trace[1061792184] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:3171; }","duration":"1.494325281s","start":"2026-03-29T02:08:20.833182Z","end":"2026-03-29T02:08:22.327507Z","steps":["trace[1061792184] 'agreement among raft nodes before linearized reading' (duration: 1.494230749s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:08:22.327542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:08:20.833166Z","time spent":"1.494371922s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-29T02:08:22.327572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.200125832s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:9399"} {"level":"info","ts":"2026-03-29T02:08:22.327598Z","caller":"traceutil/trace.go:171","msg":"trace[1982514516] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3171; }","duration":"1.41103567s","start":"2026-03-29T02:08:20.916551Z","end":"2026-03-29T02:08:22.327587Z","steps":["trace[1982514516] 'agreement among raft nodes before linearized reading' (duration: 1.410750684s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:08:22.327606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.957135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:08:22.327546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:08:20.834048Z","time spent":"1.493489372s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-29T02:08:22.327636Z","caller":"traceutil/trace.go:171","msg":"trace[1610138257] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:3171; }","duration":"232.023127ms","start":"2026-03-29T02:08:22.095606Z","end":"2026-03-29T02:08:22.327629Z","steps":["trace[1610138257] 'agreement among raft nodes before linearized reading' (duration: 231.978956ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:08:22.327634Z","caller":"traceutil/trace.go:171","msg":"trace[1899796387] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:3171; }","duration":"1.200231854s","start":"2026-03-29T02:08:21.127387Z","end":"2026-03-29T02:08:22.327619Z","steps":["trace[1899796387] 'agreement among raft nodes before linearized reading' (duration: 1.20004587s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:08:22.327633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"793.509265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.36\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-03-29T02:08:22.327622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.495517027s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-29T02:08:22.327666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:08:21.127366Z","time spent":"1.200294326s","remote":"127.0.0.1:43166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":9423,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-29T02:08:22.32767Z","caller":"traceutil/trace.go:171","msg":"trace[875601037] range","detail":"{range_begin:/registry/masterleases/162.253.55.36; range_end:; response_count:1; response_revision:3171; }","duration":"793.587716ms","start":"2026-03-29T02:08:21.534073Z","end":"2026-03-29T02:08:22.327661Z","steps":["trace[875601037] 'agreement among raft nodes before linearized reading' (duration: 793.495084ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:08:22.327689Z","caller":"traceutil/trace.go:171","msg":"trace[1429071150] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3171; }","duration":"1.49562669s","start":"2026-03-29T02:08:20.832049Z","end":"2026-03-29T02:08:22.327675Z","steps":["trace[1429071150] 'agreement among raft nodes before linearized reading' (duration: 1.495460976s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:08:22.327688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.199040928s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a12d7c0e86f83c\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-03-29T02:08:22.327698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:08:21.534043Z","time spent":"793.647558ms","remote":"127.0.0.1:43048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/162.253.55.36\" "} {"level":"warn","ts":"2026-03-29T02:08:22.327634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:08:20.916529Z","time spent":"1.411097601s","remote":"127.0.0.1:43010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:08:22.327723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:08:20.832027Z","time spent":"1.495689891s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-29T02:08:22.327742Z","caller":"traceutil/trace.go:171","msg":"trace[96498782] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a12d7c0e86f83c; range_end:; response_count:1; response_revision:3171; }","duration":"1.199115589s","start":"2026-03-29T02:08:21.12861Z","end":"2026-03-29T02:08:22.327725Z","steps":["trace[96498782] 'agreement among raft nodes before linearized reading' (duration: 1.199018417s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:08:22.327786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:08:21.128592Z","time spent":"1.199186461s","remote":"127.0.0.1:43074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a12d7c0e86f83c\" "} {"level":"warn","ts":"2026-03-29T02:08:22.327584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.987281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-29T02:08:22.327838Z","caller":"traceutil/trace.go:171","msg":"trace[2091307474] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3171; }","duration":"423.296868ms","start":"2026-03-29T02:08:21.904521Z","end":"2026-03-29T02:08:22.327818Z","steps":["trace[2091307474] 'agreement among raft nodes before linearized reading' (duration: 422.94644ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:08:22.32787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:08:21.904492Z","time spent":"423.370079ms","remote":"127.0.0.1:43180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1393,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-03-29T02:08:22.831473Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583528501948247,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:08:23.048516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:08:22.330653Z","time spent":"717.857194ms","remote":"127.0.0.1:43048","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-29T02:08:23.802485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.165211ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:08:23.802681Z","caller":"traceutil/trace.go:171","msg":"trace[1242063219] transaction","detail":"{read_only:false; response_revision:3172; number_of_response:1; }","duration":"1.471454431s","start":"2026-03-29T02:08:22.3312Z","end":"2026-03-29T02:08:23.802654Z","steps":["trace[1242063219] 'process raft request' (duration: 1.346031534s)","trace[1242063219] 'compare' (duration: 124.66875ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:08:23.802906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:08:22.331185Z","time spent":"1.471541003s","remote":"127.0.0.1:43074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:08:23.803437Z","caller":"traceutil/trace.go:171","msg":"trace[231735260] transaction","detail":"{read_only:false; response_revision:3173; number_of_response:1; }","duration":"1.470540971s","start":"2026-03-29T02:08:22.33287Z","end":"2026-03-29T02:08:23.803411Z","steps":["trace[231735260] 'process raft request' (duration: 1.469737233s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:08:23.803627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:08:22.332852Z","time spent":"1.470674134s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:08:23.80371Z","caller":"traceutil/trace.go:171","msg":"trace[369328720] transaction","detail":"{read_only:false; response_revision:3174; number_of_response:1; }","duration":"1.470275526s","start":"2026-03-29T02:08:22.333379Z","end":"2026-03-29T02:08:23.803655Z","steps":["trace[369328720] 'process raft request' (duration: 1.469988939s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:08:23.803871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:08:22.333369Z","time spent":"1.470421829s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:08:23.804232Z","caller":"traceutil/trace.go:171","msg":"trace[637865439] linearizableReadLoop","detail":"{readStateIndex:3316; appliedIndex:3311; }","duration":"1.472903834s","start":"2026-03-29T02:08:22.331302Z","end":"2026-03-29T02:08:23.804206Z","steps":["trace[637865439] 'read index received' (duration: 623.261342ms)","trace[637865439] 'applied index is now lower than readState.Index' (duration: 849.637972ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:08:23.804353Z","caller":"traceutil/trace.go:171","msg":"trace[2010856713] transaction","detail":"{read_only:false; response_revision:3175; number_of_response:1; }","duration":"1.46959382s","start":"2026-03-29T02:08:22.33472Z","end":"2026-03-29T02:08:23.804314Z","steps":["trace[2010856713] 'process raft request' (duration: 1.469355855s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:08:23.804453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:08:22.33471Z","time spent":"1.469699432s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:08:23.805045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.473723221s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1445"} {"level":"info","ts":"2026-03-29T02:08:23.805113Z","caller":"traceutil/trace.go:171","msg":"trace[483590385] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:3175; }","duration":"1.473998018s","start":"2026-03-29T02:08:22.331097Z","end":"2026-03-29T02:08:23.805095Z","steps":["trace[483590385] 'agreement among raft nodes before linearized reading' (duration: 1.473241312s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:08:23.805162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:08:22.331089Z","time spent":"1.474059599s","remote":"127.0.0.1:43180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1469,"request content":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" "} {"level":"info","ts":"2026-03-29T02:08:23.865694Z","caller":"traceutil/trace.go:171","msg":"trace[212805262] transaction","detail":"{read_only:false; response_revision:3176; number_of_response:1; }","duration":"816.008584ms","start":"2026-03-29T02:08:23.049643Z","end":"2026-03-29T02:08:23.865651Z","steps":["trace[212805262] 'process raft request' (duration: 815.658947ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:08:23.865919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:08:23.049622Z","time spent":"816.174388ms","remote":"127.0.0.1:43048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:08:23.86592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.531298632s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:08:23.865998Z","caller":"traceutil/trace.go:171","msg":"trace[1898469186] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3178; }","duration":"1.531401743s","start":"2026-03-29T02:08:22.334572Z","end":"2026-03-29T02:08:23.865974Z","steps":["trace[1898469186] 'agreement among raft nodes before linearized reading' (duration: 1.531209269s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:08:23.865989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.249864476s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-29T02:08:23.866065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:08:22.334561Z","time spent":"1.531492436s","remote":"127.0.0.1:43010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-29T02:08:23.86609Z","caller":"traceutil/trace.go:171","msg":"trace[931419740] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3178; }","duration":"1.25000057s","start":"2026-03-29T02:08:22.616072Z","end":"2026-03-29T02:08:23.866073Z","steps":["trace[931419740] 'agreement among raft nodes before linearized reading' (duration: 1.249673703s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:08:23.866141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:08:22.61605Z","time spent":"1.250077991s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-29T02:08:23.866227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.529705056s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5683"} {"level":"warn","ts":"2026-03-29T02:08:23.866302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"556.117118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:08:23.866334Z","caller":"traceutil/trace.go:171","msg":"trace[1110784263] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3178; }","duration":"556.19251ms","start":"2026-03-29T02:08:23.310131Z","end":"2026-03-29T02:08:23.866323Z","steps":["trace[1110784263] 'agreement among raft nodes before linearized reading' (duration: 556.133049ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:08:23.866336Z","caller":"traceutil/trace.go:171","msg":"trace[1351508948] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:3178; }","duration":"1.529846019s","start":"2026-03-29T02:08:22.336465Z","end":"2026-03-29T02:08:23.866311Z","steps":["trace[1351508948] 'agreement among raft nodes before linearized reading' (duration: 1.52945706s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:08:23.866364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:08:23.310097Z","time spent":"556.260902ms","remote":"127.0.0.1:42338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:08:23.866402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:08:22.336459Z","time spent":"1.529930011s","remote":"127.0.0.1:42390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5707,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-29T02:08:23.866252Z","caller":"traceutil/trace.go:171","msg":"trace[65570206] transaction","detail":"{read_only:false; response_revision:3178; number_of_response:1; }","duration":"238.332267ms","start":"2026-03-29T02:08:23.627885Z","end":"2026-03-29T02:08:23.866217Z","steps":["trace[65570206] 'process raft request' (duration: 237.710773ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:08:23.866603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"735.680349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-29T02:08:23.866636Z","caller":"traceutil/trace.go:171","msg":"trace[1498049716] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3178; }","duration":"735.73465ms","start":"2026-03-29T02:08:23.130894Z","end":"2026-03-29T02:08:23.866628Z","steps":["trace[1498049716] 'agreement among raft nodes before linearized reading' (duration: 735.652718ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:08:23.866661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:08:23.130883Z","time spent":"735.76975ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-29T02:08:23.866694Z","caller":"traceutil/trace.go:171","msg":"trace[2079984029] transaction","detail":"{read_only:false; response_revision:3177; number_of_response:1; }","duration":"737.408258ms","start":"2026-03-29T02:08:23.129265Z","end":"2026-03-29T02:08:23.866674Z","steps":["trace[2079984029] 'process raft request' (duration: 736.231142ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:08:23.866819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:08:23.129237Z","time spent":"737.52182ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:08:23.866959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"737.343007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-29T02:08:23.867032Z","caller":"traceutil/trace.go:171","msg":"trace[1823993866] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3178; }","duration":"737.436358ms","start":"2026-03-29T02:08:23.129578Z","end":"2026-03-29T02:08:23.867015Z","steps":["trace[1823993866] 'agreement among raft nodes before linearized reading' (duration: 737.209683ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:08:23.867553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:08:23.129569Z","time spent":"737.964631ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-29T02:08:24.027293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.220715ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:08:24.027447Z","caller":"traceutil/trace.go:171","msg":"trace[962197613] transaction","detail":"{read_only:false; response_revision:3182; number_of_response:1; }","duration":"155.729961ms","start":"2026-03-29T02:08:23.8717Z","end":"2026-03-29T02:08:24.02743Z","steps":["trace[962197613] 'process raft request' (duration: 155.7081ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:08:24.027673Z","caller":"traceutil/trace.go:171","msg":"trace[1189809372] linearizableReadLoop","detail":"{readStateIndex:3320; appliedIndex:3319; }","duration":"158.37416ms","start":"2026-03-29T02:08:23.869261Z","end":"2026-03-29T02:08:24.027635Z","steps":["trace[1189809372] 'read index received' (duration: 36.724986ms)","trace[1189809372] 'applied index is now lower than readState.Index' (duration: 121.643004ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:08:24.027834Z","caller":"traceutil/trace.go:171","msg":"trace[458056213] transaction","detail":"{read_only:false; response_revision:3180; number_of_response:1; }","duration":"156.975419ms","start":"2026-03-29T02:08:23.870853Z","end":"2026-03-29T02:08:24.027828Z","steps":["trace[458056213] 'process raft request' (duration: 156.504968ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:08:24.027897Z","caller":"traceutil/trace.go:171","msg":"trace[832799729] transaction","detail":"{read_only:false; response_revision:3181; number_of_response:1; }","duration":"156.207662ms","start":"2026-03-29T02:08:23.871684Z","end":"2026-03-29T02:08:24.027892Z","steps":["trace[832799729] 'process raft request' (duration: 155.705911ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:08:24.027896Z","caller":"traceutil/trace.go:171","msg":"trace[586910861] transaction","detail":"{read_only:false; response_revision:3179; number_of_response:1; }","duration":"158.911272ms","start":"2026-03-29T02:08:23.868933Z","end":"2026-03-29T02:08:24.027845Z","steps":["trace[586910861] 'process raft request' (duration: 37.085924ms)","trace[586910861] 'compare' (duration: 121.089991ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:08:24.028116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.82078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"info","ts":"2026-03-29T02:08:24.028185Z","caller":"traceutil/trace.go:171","msg":"trace[901991121] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:3182; }","duration":"158.895642ms","start":"2026-03-29T02:08:23.869257Z","end":"2026-03-29T02:08:24.028153Z","steps":["trace[901991121] 'agreement among raft nodes before linearized reading' (duration: 158.649996ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:08:24.0282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.110112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/keycloak\" ","response":"range_response_count:1 size:7460"} {"level":"info","ts":"2026-03-29T02:08:24.028219Z","caller":"traceutil/trace.go:171","msg":"trace[165329426] range","detail":"{range_begin:/registry/statefulsets/auth-system/keycloak; range_end:; response_count:1; response_revision:3182; }","duration":"157.176093ms","start":"2026-03-29T02:08:23.871038Z","end":"2026-03-29T02:08:24.028214Z","steps":["trace[165329426] 'agreement among raft nodes before linearized reading' (duration: 157.080921ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:08:24.028319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.965225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:08:24.028339Z","caller":"traceutil/trace.go:171","msg":"trace[212917692] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3182; }","duration":"151.001406ms","start":"2026-03-29T02:08:23.877332Z","end":"2026-03-29T02:08:24.028333Z","steps":["trace[212917692] 'agreement among raft nodes before linearized reading' (duration: 150.973405ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:08:24.029687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.945793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-29T02:08:24.029792Z","caller":"traceutil/trace.go:171","msg":"trace[1548045743] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:3182; }","duration":"111.345393ms","start":"2026-03-29T02:08:23.91843Z","end":"2026-03-29T02:08:24.029775Z","steps":["trace[1548045743] 'agreement among raft nodes before linearized reading' (duration: 109.83487ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:08:24.348732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.116132ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:08:24.349027Z","caller":"traceutil/trace.go:171","msg":"trace[1857616925] transaction","detail":"{read_only:false; response_revision:3184; number_of_response:1; }","duration":"315.568873ms","start":"2026-03-29T02:08:24.033433Z","end":"2026-03-29T02:08:24.349001Z","steps":["trace[1857616925] 'process raft request' (duration: 315.419179ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:08:24.349025Z","caller":"traceutil/trace.go:171","msg":"trace[790011311] transaction","detail":"{read_only:false; response_revision:3183; number_of_response:1; }","duration":"315.760847ms","start":"2026-03-29T02:08:24.033195Z","end":"2026-03-29T02:08:24.348956Z","steps":["trace[790011311] 'process raft request' (duration: 212.331228ms)","trace[790011311] 'compare' (duration: 102.953578ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:08:24.34917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:08:24.033426Z","time spent":"315.703666ms","remote":"127.0.0.1:43074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":753,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:08:24.349566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:08:24.033183Z","time spent":"316.071933ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:08:30.042021Z","caller":"traceutil/trace.go:171","msg":"trace[1345310036] linearizableReadLoop","detail":"{readStateIndex:3354; appliedIndex:3351; }","duration":"138.417517ms","start":"2026-03-29T02:08:29.903576Z","end":"2026-03-29T02:08:30.041994Z","steps":["trace[1345310036] 'read index received' (duration: 5.530363ms)","trace[1345310036] 'applied index is now lower than readState.Index' (duration: 132.886144ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:08:30.042108Z","caller":"traceutil/trace.go:171","msg":"trace[963227737] transaction","detail":"{read_only:false; response_revision:3212; number_of_response:1; }","duration":"153.733816ms","start":"2026-03-29T02:08:29.888339Z","end":"2026-03-29T02:08:30.042073Z","steps":["trace[963227737] 'process raft request' (duration: 112.867748ms)","trace[963227737] 'compare' (duration: 40.572982ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:08:30.042211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.381005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:08:30.042256Z","caller":"traceutil/trace.go:171","msg":"trace[222380988] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3212; }","duration":"124.442446ms","start":"2026-03-29T02:08:29.917799Z","end":"2026-03-29T02:08:30.042241Z","steps":["trace[222380988] 'agreement among raft nodes before linearized reading' (duration: 124.351364ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:08:30.042319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.712863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-29T02:08:30.042406Z","caller":"traceutil/trace.go:171","msg":"trace[1822377536] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3212; }","duration":"138.843716ms","start":"2026-03-29T02:08:29.903544Z","end":"2026-03-29T02:08:30.042388Z","steps":["trace[1822377536] 'agreement among raft nodes before linearized reading' (duration: 138.591971ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:08:32.529488Z","caller":"traceutil/trace.go:171","msg":"trace[1102352319] transaction","detail":"{read_only:false; response_revision:3231; number_of_response:1; }","duration":"139.277563ms","start":"2026-03-29T02:08:32.390186Z","end":"2026-03-29T02:08:32.529464Z","steps":["trace[1102352319] 'process raft request' (duration: 139.12232ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:08:39.541382Z","caller":"traceutil/trace.go:171","msg":"trace[2057588172] linearizableReadLoop","detail":"{readStateIndex:3406; appliedIndex:3405; }","duration":"146.940444ms","start":"2026-03-29T02:08:39.394416Z","end":"2026-03-29T02:08:39.541357Z","steps":["trace[2057588172] 'read index received' (duration: 146.856212ms)","trace[2057588172] 'applied index is now lower than readState.Index' (duration: 82.922µs)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:08:39.541454Z","caller":"traceutil/trace.go:171","msg":"trace[895887036] transaction","detail":"{read_only:false; response_revision:3262; number_of_response:1; }","duration":"183.811865ms","start":"2026-03-29T02:08:39.357607Z","end":"2026-03-29T02:08:39.541419Z","steps":["trace[895887036] 'process raft request' (duration: 183.613061ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:08:39.541542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.109188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:08:39.541589Z","caller":"traceutil/trace.go:171","msg":"trace[599553102] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:3262; }","duration":"147.219519ms","start":"2026-03-29T02:08:39.394354Z","end":"2026-03-29T02:08:39.541574Z","steps":["trace[599553102] 'agreement among raft nodes before linearized reading' (duration: 147.098927ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:09:00.766623Z","caller":"traceutil/trace.go:171","msg":"trace[669022761] linearizableReadLoop","detail":"{readStateIndex:3526; appliedIndex:3525; }","duration":"365.88444ms","start":"2026-03-29T02:09:00.400711Z","end":"2026-03-29T02:09:00.766596Z","steps":["trace[669022761] 'read index received' (duration: 365.783038ms)","trace[669022761] 'applied index is now lower than readState.Index' (duration: 100.282µs)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:09:00.766635Z","caller":"traceutil/trace.go:171","msg":"trace[10999477] transaction","detail":"{read_only:false; response_revision:3377; number_of_response:1; }","duration":"388.396001ms","start":"2026-03-29T02:09:00.378211Z","end":"2026-03-29T02:09:00.766607Z","steps":["trace[10999477] 'process raft request' (duration: 388.216287ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:09:00.766832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:09:00.378189Z","time spent":"388.547665ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:09:00.766945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.206967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-29T02:09:00.767Z","caller":"traceutil/trace.go:171","msg":"trace[1519049820] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3377; }","duration":"366.307859ms","start":"2026-03-29T02:09:00.400681Z","end":"2026-03-29T02:09:00.766988Z","steps":["trace[1519049820] 'agreement among raft nodes before linearized reading' (duration: 366.007783ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:09:00.767051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:09:00.400667Z","time spent":"366.371741ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-29T02:09:00.769041Z","caller":"traceutil/trace.go:171","msg":"trace[1118333501] transaction","detail":"{read_only:false; response_revision:3378; number_of_response:1; }","duration":"141.699525ms","start":"2026-03-29T02:09:00.62733Z","end":"2026-03-29T02:09:00.76903Z","steps":["trace[1118333501] 'process raft request' (duration: 141.576503ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:09:00.77259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.93605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-29T02:09:00.772688Z","caller":"traceutil/trace.go:171","msg":"trace[241854109] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3379; }","duration":"361.063853ms","start":"2026-03-29T02:09:00.41159Z","end":"2026-03-29T02:09:00.772654Z","steps":["trace[241854109] 'agreement among raft nodes before linearized reading' (duration: 360.813307ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:09:00.772697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.804563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.18a12dcb8ffba7e0\" ","response":"range_response_count:1 size:765"} {"level":"warn","ts":"2026-03-29T02:09:00.772734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:09:00.411565Z","time spent":"361.159535ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-29T02:09:00.772756Z","caller":"traceutil/trace.go:171","msg":"trace[2095470790] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.18a12dcb8ffba7e0; range_end:; response_count:1; response_revision:3379; }","duration":"222.939217ms","start":"2026-03-29T02:09:00.5498Z","end":"2026-03-29T02:09:00.772739Z","steps":["trace[2095470790] 'agreement among raft nodes before linearized reading' (duration: 222.634839ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:09:00.772689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.500996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:09:00.772879Z","caller":"traceutil/trace.go:171","msg":"trace[1154514312] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:3379; }","duration":"332.784614ms","start":"2026-03-29T02:09:00.440049Z","end":"2026-03-29T02:09:00.772834Z","steps":["trace[1154514312] 'agreement among raft nodes before linearized reading' (duration: 332.418655ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:09:00.772969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:09:00.440034Z","time spent":"332.917126ms","remote":"127.0.0.1:43180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":22,"response size":31,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:09:00.911631Z","caller":"traceutil/trace.go:171","msg":"trace[687143367] transaction","detail":"{read_only:false; response_revision:3382; number_of_response:1; }","duration":"134.622319ms","start":"2026-03-29T02:09:00.776984Z","end":"2026-03-29T02:09:00.911606Z","steps":["trace[687143367] 'process raft request' (duration: 60.759823ms)","trace[687143367] 'compare' (duration: 73.718412ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:09:25.283674Z","caller":"traceutil/trace.go:171","msg":"trace[794088982] transaction","detail":"{read_only:false; response_revision:3510; number_of_response:1; }","duration":"115.787879ms","start":"2026-03-29T02:09:25.167853Z","end":"2026-03-29T02:09:25.28364Z","steps":["trace[794088982] 'process raft request' (duration: 31.337408ms)","trace[794088982] 'compare' (duration: 84.155445ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:09:38.71084Z","caller":"traceutil/trace.go:171","msg":"trace[506508096] transaction","detail":"{read_only:false; response_revision:3573; number_of_response:1; }","duration":"112.794086ms","start":"2026-03-29T02:09:38.598017Z","end":"2026-03-29T02:09:38.710811Z","steps":["trace[506508096] 'process raft request' (duration: 112.628393ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:09:38.93363Z","caller":"traceutil/trace.go:171","msg":"trace[1769561081] transaction","detail":"{read_only:false; response_revision:3575; number_of_response:1; }","duration":"141.907831ms","start":"2026-03-29T02:09:38.791685Z","end":"2026-03-29T02:09:38.933593Z","steps":["trace[1769561081] 'process raft request' (duration: 105.86163ms)","trace[1769561081] 'compare' (duration: 35.836546ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:09:39.334619Z","caller":"traceutil/trace.go:171","msg":"trace[1282169219] transaction","detail":"{read_only:false; response_revision:3580; number_of_response:1; }","duration":"184.637571ms","start":"2026-03-29T02:09:39.149946Z","end":"2026-03-29T02:09:39.334584Z","steps":["trace[1282169219] 'process raft request' (duration: 135.761182ms)","trace[1282169219] 'compare' (duration: 48.682285ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:10:43.318861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.388274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/secretgen-controller\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:10:43.318992Z","caller":"traceutil/trace.go:171","msg":"trace[1592675990] range","detail":"{range_begin:/registry/namespaces/secretgen-controller; range_end:; response_count:0; response_revision:4022; }","duration":"228.563638ms","start":"2026-03-29T02:10:43.090408Z","end":"2026-03-29T02:10:43.318971Z","steps":["trace[1592675990] 'range keys from in-memory index tree' (duration: 228.24111ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:10:43.319011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.224164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-29T02:10:43.319162Z","caller":"traceutil/trace.go:171","msg":"trace[1530512694] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4022; }","duration":"117.422329ms","start":"2026-03-29T02:10:43.201711Z","end":"2026-03-29T02:10:43.319133Z","steps":["trace[1530512694] 'range keys from in-memory index tree' (duration: 117.00182ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:11:02.166456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.619905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-29T02:11:02.166551Z","caller":"traceutil/trace.go:171","msg":"trace[230523828] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4211; }","duration":"125.767538ms","start":"2026-03-29T02:11:02.040765Z","end":"2026-03-29T02:11:02.166532Z","steps":["trace[230523828] 'range keys from in-memory index tree' (duration: 125.450031ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:11:10.199614Z","caller":"traceutil/trace.go:171","msg":"trace[923952632] transaction","detail":"{read_only:false; response_revision:4255; number_of_response:1; }","duration":"196.408711ms","start":"2026-03-29T02:11:10.003164Z","end":"2026-03-29T02:11:10.199573Z","steps":["trace[923952632] 'process raft request' (duration: 196.152665ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:11:10.201614Z","caller":"traceutil/trace.go:171","msg":"trace[1172142275] transaction","detail":"{read_only:false; response_revision:4256; number_of_response:1; }","duration":"195.568761ms","start":"2026-03-29T02:11:10.006004Z","end":"2026-03-29T02:11:10.201573Z","steps":["trace[1172142275] 'process raft request' (duration: 195.364286ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:11:15.694623Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583528501951251,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-29T02:11:15.76208Z","caller":"traceutil/trace.go:171","msg":"trace[1684536450] transaction","detail":"{read_only:false; response_revision:4280; number_of_response:1; }","duration":"615.701338ms","start":"2026-03-29T02:11:15.146358Z","end":"2026-03-29T02:11:15.76206Z","steps":["trace[1684536450] 'process raft request' (duration: 615.542095ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:11:15.762224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:11:15.146335Z","time spent":"615.81041ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:11:16.342433Z","caller":"traceutil/trace.go:171","msg":"trace[1182956333] transaction","detail":"{read_only:false; response_revision:4281; number_of_response:1; }","duration":"836.452419ms","start":"2026-03-29T02:11:15.50594Z","end":"2026-03-29T02:11:16.342393Z","steps":["trace[1182956333] 'process raft request' (duration: 763.53782ms)","trace[1182956333] 'compare' (duration: 71.263792ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:11:16.343013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:11:15.505922Z","time spent":"836.997271ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:11:16.343655Z","caller":"traceutil/trace.go:171","msg":"trace[1967601496] linearizableReadLoop","detail":"{readStateIndex:4464; appliedIndex:4461; }","duration":"1.149364565s","start":"2026-03-29T02:11:15.194259Z","end":"2026-03-29T02:11:16.343623Z","steps":["trace[1967601496] 'read index received' (duration: 567.662035ms)","trace[1967601496] 'applied index is now lower than readState.Index' (duration: 581.70121ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:11:16.343691Z","caller":"traceutil/trace.go:171","msg":"trace[983453015] transaction","detail":"{read_only:false; response_revision:4282; number_of_response:1; }","duration":"834.28215ms","start":"2026-03-29T02:11:15.50936Z","end":"2026-03-29T02:11:16.343642Z","steps":["trace[983453015] 'process raft request' (duration: 831.674581ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:11:16.343871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:11:15.509346Z","time spent":"834.431464ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:11:16.343859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.149576741s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:11:16.344004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"686.351396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:11:16.344053Z","caller":"traceutil/trace.go:171","msg":"trace[1660711042] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:4282; }","duration":"686.440058ms","start":"2026-03-29T02:11:15.657602Z","end":"2026-03-29T02:11:16.344042Z","steps":["trace[1660711042] 'agreement among raft nodes before linearized reading' (duration: 686.372597ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:11:16.344012Z","caller":"traceutil/trace.go:171","msg":"trace[1896894386] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:4282; }","duration":"1.149788755s","start":"2026-03-29T02:11:15.194201Z","end":"2026-03-29T02:11:16.343989Z","steps":["trace[1896894386] 'agreement among raft nodes before linearized reading' (duration: 1.149500359s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:11:16.3441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:11:15.657583Z","time spent":"686.50448ms","remote":"127.0.0.1:43462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":4,"response size":31,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:11:16.344222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:11:15.19418Z","time spent":"1.149966019s","remote":"127.0.0.1:33166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:11:16.344283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.137357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-29T02:11:16.34431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.933183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-alertmanager-client-secret\" ","response":"range_response_count:1 size:1229"} {"level":"warn","ts":"2026-03-29T02:11:16.344328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.927158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-29T02:11:16.344308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"797.931228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-29T02:11:16.344363Z","caller":"traceutil/trace.go:171","msg":"trace[257634307] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4282; }","duration":"118.25196ms","start":"2026-03-29T02:11:16.22609Z","end":"2026-03-29T02:11:16.344342Z","steps":["trace[257634307] 'agreement among raft nodes before linearized reading' (duration: 118.055016ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:11:16.344404Z","caller":"traceutil/trace.go:171","msg":"trace[208050359] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4282; }","duration":"120.035291ms","start":"2026-03-29T02:11:16.224348Z","end":"2026-03-29T02:11:16.344383Z","steps":["trace[208050359] 'agreement among raft nodes before linearized reading' (duration: 119.852317ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:11:16.344436Z","caller":"traceutil/trace.go:171","msg":"trace[1868274574] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4282; }","duration":"798.072091ms","start":"2026-03-29T02:11:15.546321Z","end":"2026-03-29T02:11:16.344393Z","steps":["trace[1868274574] 'agreement among raft nodes before linearized reading' (duration: 797.771815ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:11:16.343948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"870.184102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-29T02:11:16.344468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"615.561335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-29T02:11:16.344651Z","caller":"traceutil/trace.go:171","msg":"trace[599045856] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4282; }","duration":"615.813451ms","start":"2026-03-29T02:11:15.728813Z","end":"2026-03-29T02:11:16.344627Z","steps":["trace[599045856] 'agreement among raft nodes before linearized reading' (duration: 615.515865ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:11:16.344725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:11:15.7288Z","time spent":"615.910344ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-29T02:11:16.344505Z","caller":"traceutil/trace.go:171","msg":"trace[1654943046] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4282; }","duration":"870.800305ms","start":"2026-03-29T02:11:15.473686Z","end":"2026-03-29T02:11:16.344486Z","steps":["trace[1654943046] 'agreement among raft nodes before linearized reading' (duration: 870.11689ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:11:16.344813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:11:15.473669Z","time spent":"871.129893ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-29T02:11:16.344477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:11:15.546301Z","time spent":"798.165234ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-29T02:11:16.344355Z","caller":"traceutil/trace.go:171","msg":"trace[388058063] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-alertmanager-client-secret; range_end:; response_count:1; response_revision:4282; }","duration":"358.030435ms","start":"2026-03-29T02:11:15.986315Z","end":"2026-03-29T02:11:16.344346Z","steps":["trace[388058063] 'agreement among raft nodes before linearized reading' (duration: 357.893862ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:11:16.344919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.427246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-29T02:11:16.345028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:11:15.986289Z","time spent":"358.724771ms","remote":"127.0.0.1:43814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":1,"response size":1253,"request content":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-alertmanager-client-secret\" "} {"level":"info","ts":"2026-03-29T02:11:16.34507Z","caller":"traceutil/trace.go:171","msg":"trace[938677954] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:4282; }","duration":"479.61543ms","start":"2026-03-29T02:11:15.865407Z","end":"2026-03-29T02:11:16.345022Z","steps":["trace[938677954] 'agreement among raft nodes before linearized reading' (duration: 478.421414ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:11:16.345152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:11:15.865391Z","time spent":"479.745373ms","remote":"127.0.0.1:42338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:11:16.345209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"653.554955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-29T02:11:16.345313Z","caller":"traceutil/trace.go:171","msg":"trace[820488949] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4282; }","duration":"653.687208ms","start":"2026-03-29T02:11:15.691591Z","end":"2026-03-29T02:11:16.345278Z","steps":["trace[820488949] 'agreement among raft nodes before linearized reading' (duration: 652.293366ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:11:16.34537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:11:15.691571Z","time spent":"653.78542ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-29T02:11:16.701048Z","caller":"traceutil/trace.go:171","msg":"trace[1102091404] transaction","detail":"{read_only:false; response_revision:4283; number_of_response:1; }","duration":"353.028943ms","start":"2026-03-29T02:11:16.347999Z","end":"2026-03-29T02:11:16.701028Z","steps":["trace[1102091404] 'process raft request' (duration: 350.781723ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:11:16.701208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:11:16.347982Z","time spent":"353.122196ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:11:16.70264Z","caller":"traceutil/trace.go:171","msg":"trace[396834287] transaction","detail":"{read_only:false; response_revision:4286; number_of_response:1; }","duration":"352.490722ms","start":"2026-03-29T02:11:16.350121Z","end":"2026-03-29T02:11:16.702612Z","steps":["trace[396834287] 'process raft request' (duration: 352.39337ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:11:16.702832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:11:16.350103Z","time spent":"352.634954ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:11:16.70425Z","caller":"traceutil/trace.go:171","msg":"trace[1366671831] transaction","detail":"{read_only:false; response_revision:4287; number_of_response:1; }","duration":"354.055067ms","start":"2026-03-29T02:11:16.350154Z","end":"2026-03-29T02:11:16.704209Z","steps":["trace[1366671831] 'process raft request' (duration: 352.40687ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:11:16.704269Z","caller":"traceutil/trace.go:171","msg":"trace[1252210869] transaction","detail":"{read_only:false; response_revision:4284; number_of_response:1; }","duration":"353.854491ms","start":"2026-03-29T02:11:16.348999Z","end":"2026-03-29T02:11:16.702853Z","steps":["trace[1252210869] 'process raft request' (duration: 353.296939ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:11:16.704413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:11:16.35014Z","time spent":"354.21207ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:11:16.704603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:11:16.348976Z","time spent":"355.516569ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:11:16.704562Z","caller":"traceutil/trace.go:171","msg":"trace[1732806608] transaction","detail":"{read_only:false; response_revision:4285; number_of_response:1; }","duration":"354.357494ms","start":"2026-03-29T02:11:16.350121Z","end":"2026-03-29T02:11:16.704479Z","steps":["trace[1732806608] 'process raft request' (duration: 352.340778ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:11:16.70475Z","caller":"traceutil/trace.go:171","msg":"trace[205986655] transaction","detail":"{read_only:false; response_revision:4288; number_of_response:1; }","duration":"281.320913ms","start":"2026-03-29T02:11:16.423383Z","end":"2026-03-29T02:11:16.704704Z","steps":["trace[205986655] 'process raft request' (duration: 279.477191ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:11:16.704755Z","caller":"traceutil/trace.go:171","msg":"trace[1572390564] linearizableReadLoop","detail":"{readStateIndex:4469; appliedIndex:4464; }","duration":"337.361484ms","start":"2026-03-29T02:11:16.36731Z","end":"2026-03-29T02:11:16.704671Z","steps":["trace[1572390564] 'read index received' (duration: 331.479483ms)","trace[1572390564] 'applied index is now lower than readState.Index' (duration: 5.880771ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:11:16.704963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:11:16.350103Z","time spent":"354.717531ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:11:16.711709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.389861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62859"} {"level":"info","ts":"2026-03-29T02:11:16.71176Z","caller":"traceutil/trace.go:171","msg":"trace[1892332163] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:4288; }","duration":"344.475833ms","start":"2026-03-29T02:11:16.367273Z","end":"2026-03-29T02:11:16.711749Z","steps":["trace[1892332163] 'agreement among raft nodes before linearized reading' (duration: 337.64721ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:11:16.711827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:11:16.36726Z","time spent":"344.516713ms","remote":"127.0.0.1:43172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":7,"response size":62883,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-29T02:11:20.5906Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2390} {"level":"info","ts":"2026-03-29T02:11:20.751595Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2390,"took":"159.85197ms","hash":1161528963,"current-db-size-bytes":35028992,"current-db-size":"35 MB","current-db-size-in-use-bytes":11907072,"current-db-size-in-use":"12 MB"} {"level":"info","ts":"2026-03-29T02:11:20.751667Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1161528963,"revision":2390,"compact-revision":-1} {"level":"info","ts":"2026-03-29T02:11:36.93918Z","caller":"traceutil/trace.go:171","msg":"trace[961705576] linearizableReadLoop","detail":"{readStateIndex:4587; appliedIndex:4582; }","duration":"102.52548ms","start":"2026-03-29T02:11:36.836639Z","end":"2026-03-29T02:11:36.939165Z","steps":["trace[961705576] 'read index received' (duration: 97.494477ms)","trace[961705576] 'applied index is now lower than readState.Index' (duration: 5.030363ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:11:36.939255Z","caller":"traceutil/trace.go:171","msg":"trace[1839798492] transaction","detail":"{read_only:false; response_revision:4398; number_of_response:1; }","duration":"102.95062ms","start":"2026-03-29T02:11:36.836298Z","end":"2026-03-29T02:11:36.939248Z","steps":["trace[1839798492] 'process raft request' (duration: 102.821707ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:11:36.939213Z","caller":"traceutil/trace.go:171","msg":"trace[2091797092] transaction","detail":"{read_only:false; response_revision:4397; number_of_response:1; }","duration":"103.041851ms","start":"2026-03-29T02:11:36.836151Z","end":"2026-03-29T02:11:36.939193Z","steps":["trace[2091797092] 'process raft request' (duration: 102.877738ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:11:36.939459Z","caller":"traceutil/trace.go:171","msg":"trace[1874069067] transaction","detail":"{read_only:false; response_revision:4399; number_of_response:1; }","duration":"102.95323ms","start":"2026-03-29T02:11:36.836473Z","end":"2026-03-29T02:11:36.939427Z","steps":["trace[1874069067] 'process raft request' (duration: 102.670823ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:11:36.939541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.877268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62859"} {"level":"info","ts":"2026-03-29T02:11:36.939612Z","caller":"traceutil/trace.go:171","msg":"trace[1220716615] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:4399; }","duration":"102.98167ms","start":"2026-03-29T02:11:36.836613Z","end":"2026-03-29T02:11:36.939594Z","steps":["trace[1220716615] 'agreement among raft nodes before linearized reading' (duration: 102.686004ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:11:58.614841Z","caller":"traceutil/trace.go:171","msg":"trace[1464412873] transaction","detail":"{read_only:false; response_revision:4574; number_of_response:1; }","duration":"155.675516ms","start":"2026-03-29T02:11:58.459146Z","end":"2026-03-29T02:11:58.614822Z","steps":["trace[1464412873] 'process raft request' (duration: 155.468471ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:11:58.650157Z","caller":"traceutil/trace.go:171","msg":"trace[552330637] transaction","detail":"{read_only:false; response_revision:4576; number_of_response:1; }","duration":"145.220863ms","start":"2026-03-29T02:11:58.504909Z","end":"2026-03-29T02:11:58.650129Z","steps":["trace[552330637] 'process raft request' (duration: 145.167182ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:11:58.65022Z","caller":"traceutil/trace.go:171","msg":"trace[512225917] transaction","detail":"{read_only:false; response_revision:4575; number_of_response:1; }","duration":"147.344411ms","start":"2026-03-29T02:11:58.502847Z","end":"2026-03-29T02:11:58.650192Z","steps":["trace[512225917] 'process raft request' (duration: 117.799811ms)","trace[512225917] 'compare' (duration: 29.291634ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:12:01.249223Z","caller":"traceutil/trace.go:171","msg":"trace[1687860450] linearizableReadLoop","detail":"{readStateIndex:4785; appliedIndex:4784; }","duration":"111.651463ms","start":"2026-03-29T02:12:01.137546Z","end":"2026-03-29T02:12:01.249198Z","steps":["trace[1687860450] 'read index received' (duration: 38.734525ms)","trace[1687860450] 'applied index is now lower than readState.Index' (duration: 72.915828ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:12:01.249293Z","caller":"traceutil/trace.go:171","msg":"trace[606170253] transaction","detail":"{read_only:false; response_revision:4590; number_of_response:1; }","duration":"133.482981ms","start":"2026-03-29T02:12:01.115786Z","end":"2026-03-29T02:12:01.249269Z","steps":["trace[606170253] 'process raft request' (duration: 60.503051ms)","trace[606170253] 'compare' (duration: 72.786216ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:12:01.249481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.908549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-29T02:12:01.249547Z","caller":"traceutil/trace.go:171","msg":"trace[1960771741] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4590; }","duration":"112.011582ms","start":"2026-03-29T02:12:01.137518Z","end":"2026-03-29T02:12:01.24953Z","steps":["trace[1960771741] 'agreement among raft nodes before linearized reading' (duration: 111.831018ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:12:01.249557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.409993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-c4cs6\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-29T02:12:01.249609Z","caller":"traceutil/trace.go:171","msg":"trace[1455209447] range","detail":"{range_begin:/registry/pods/openstack/keepalived-c4cs6; range_end:; response_count:1; response_revision:4590; }","duration":"109.483655ms","start":"2026-03-29T02:12:01.14011Z","end":"2026-03-29T02:12:01.249594Z","steps":["trace[1455209447] 'agreement among raft nodes before linearized reading' (duration: 109.343622ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:12:01.249618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.613003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-03-29T02:12:01.249633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.815982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-03-29T02:12:01.249679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.440826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-29T02:12:01.249716Z","caller":"traceutil/trace.go:171","msg":"trace[1331115955] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4590; }","duration":"109.952285ms","start":"2026-03-29T02:12:01.13974Z","end":"2026-03-29T02:12:01.249692Z","steps":["trace[1331115955] 'agreement among raft nodes before linearized reading' (duration: 109.72473ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:12:01.249771Z","caller":"traceutil/trace.go:171","msg":"trace[2071121359] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4590; }","duration":"110.537458ms","start":"2026-03-29T02:12:01.139209Z","end":"2026-03-29T02:12:01.249747Z","steps":["trace[2071121359] 'agreement among raft nodes before linearized reading' (duration: 110.294583ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:12:01.249704Z","caller":"traceutil/trace.go:171","msg":"trace[6241127] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4590; }","duration":"111.729025ms","start":"2026-03-29T02:12:01.13795Z","end":"2026-03-29T02:12:01.249679Z","steps":["trace[6241127] 'agreement among raft nodes before linearized reading' (duration: 111.4887ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:12:36.916309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.228182ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-29T02:12:36.916663Z","caller":"traceutil/trace.go:171","msg":"trace[1827171715] transaction","detail":"{read_only:false; response_revision:5236; number_of_response:1; }","duration":"121.355729ms","start":"2026-03-29T02:12:36.795284Z","end":"2026-03-29T02:12:36.91664Z","steps":["trace[1827171715] 'process raft request' (duration: 121.148735ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:12:36.91664Z","caller":"traceutil/trace.go:171","msg":"trace[783755728] linearizableReadLoop","detail":"{readStateIndex:5457; appliedIndex:5456; }","duration":"193.609863ms","start":"2026-03-29T02:12:36.722985Z","end":"2026-03-29T02:12:36.916595Z","steps":["trace[783755728] 'read index received' (duration: 87.161876ms)","trace[783755728] 'applied index is now lower than readState.Index' (duration: 106.443507ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:12:36.917475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.480822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:50 size:2196036"} {"level":"info","ts":"2026-03-29T02:12:36.917545Z","caller":"traceutil/trace.go:171","msg":"trace[952120157] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:50; response_revision:5237; }","duration":"194.600025ms","start":"2026-03-29T02:12:36.722928Z","end":"2026-03-29T02:12:36.917528Z","steps":["trace[952120157] 'agreement among raft nodes before linearized reading' (duration: 193.784737ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:12:39.851786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"564.592508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-29T02:12:39.851869Z","caller":"traceutil/trace.go:171","msg":"trace[1259625857] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5287; }","duration":"564.712331ms","start":"2026-03-29T02:12:39.287139Z","end":"2026-03-29T02:12:39.851851Z","steps":["trace[1259625857] 'range keys from in-memory index tree' (duration: 564.460905ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:12:39.851895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"583.340198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0.18a12e0bba5182c2\" ","response":"range_response_count:1 size:1179"} {"level":"warn","ts":"2026-03-29T02:12:39.851904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:12:39.287125Z","time spent":"564.770382ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-29T02:12:39.851945Z","caller":"traceutil/trace.go:171","msg":"trace[503809056] range","detail":"{range_begin:/registry/events/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0.18a12e0bba5182c2; range_end:; response_count:1; response_revision:5287; }","duration":"583.44065ms","start":"2026-03-29T02:12:39.268488Z","end":"2026-03-29T02:12:39.851929Z","steps":["trace[503809056] 'range keys from in-memory index tree' (duration: 583.175973ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:12:39.851985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:12:39.268467Z","time spent":"583.499721ms","remote":"127.0.0.1:43074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":140,"response count":1,"response size":1203,"request content":"key:\"/registry/events/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0.18a12e0bba5182c2\" "} {"level":"warn","ts":"2026-03-29T02:12:39.852005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"524.975034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-kube-state-metrics-5c97764fc9-2psb7\" ","response":"range_response_count:1 size:5150"} {"level":"info","ts":"2026-03-29T02:12:39.852072Z","caller":"traceutil/trace.go:171","msg":"trace[352735039] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-kube-state-metrics-5c97764fc9-2psb7; range_end:; response_count:1; response_revision:5287; }","duration":"525.071996ms","start":"2026-03-29T02:12:39.326981Z","end":"2026-03-29T02:12:39.852053Z","steps":["trace[352735039] 'range keys from in-memory index tree' (duration: 524.828ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:12:39.852109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:12:39.326969Z","time spent":"525.131968ms","remote":"127.0.0.1:43172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":5174,"request content":"key:\"/registry/pods/monitoring/kube-prometheus-stack-kube-state-metrics-5c97764fc9-2psb7\" "} {"level":"warn","ts":"2026-03-29T02:12:39.852124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.222618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-06ab89b0-fec3-41a3-a412-9847c1882c6f\" ","response":"range_response_count:1 size:4079"} {"level":"warn","ts":"2026-03-29T02:12:39.852178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.745648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-c4cs6\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-29T02:12:39.852239Z","caller":"traceutil/trace.go:171","msg":"trace[872290741] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-06ab89b0-fec3-41a3-a412-9847c1882c6f; range_end:; response_count:1; response_revision:5287; }","duration":"280.384861ms","start":"2026-03-29T02:12:39.571832Z","end":"2026-03-29T02:12:39.852216Z","steps":["trace[872290741] 'range keys from in-memory index tree' (duration: 280.036704ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:12:39.852243Z","caller":"traceutil/trace.go:171","msg":"trace[1892659404] range","detail":"{range_begin:/registry/pods/openstack/keepalived-c4cs6; range_end:; response_count:1; response_revision:5287; }","duration":"228.872571ms","start":"2026-03-29T02:12:39.623354Z","end":"2026-03-29T02:12:39.852226Z","steps":["trace[1892659404] 'range keys from in-memory index tree' (duration: 228.575965ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:12:39.852351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.406992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-29T02:12:39.852418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.305551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-29T02:12:39.852438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.865648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-29T02:12:39.85245Z","caller":"traceutil/trace.go:171","msg":"trace[1311473463] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5287; }","duration":"225.365903ms","start":"2026-03-29T02:12:39.627072Z","end":"2026-03-29T02:12:39.852438Z","steps":["trace[1311473463] 'range keys from in-memory index tree' (duration: 225.213358ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:12:39.852448Z","caller":"traceutil/trace.go:171","msg":"trace[970019441] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5287; }","duration":"340.555586ms","start":"2026-03-29T02:12:39.511868Z","end":"2026-03-29T02:12:39.852424Z","steps":["trace[970019441] 'range keys from in-memory index tree' (duration: 340.211508ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:12:39.852487Z","caller":"traceutil/trace.go:171","msg":"trace[1448714552] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5287; }","duration":"231.95079ms","start":"2026-03-29T02:12:39.620523Z","end":"2026-03-29T02:12:39.852474Z","steps":["trace[1448714552] 'range keys from in-memory index tree' (duration: 231.688994ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:12:39.852497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:12:39.511836Z","time spent":"340.648948ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-29T02:12:39.852526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.673181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-29T02:12:39.852633Z","caller":"traceutil/trace.go:171","msg":"trace[1120813932] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5287; }","duration":"230.835235ms","start":"2026-03-29T02:12:39.621772Z","end":"2026-03-29T02:12:39.852607Z","steps":["trace[1120813932] 'range keys from in-memory index tree' (duration: 230.483536ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:12:39.85284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.325713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-29T02:12:39.852872Z","caller":"traceutil/trace.go:171","msg":"trace[994028500] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5287; }","duration":"230.378034ms","start":"2026-03-29T02:12:39.622486Z","end":"2026-03-29T02:12:39.852864Z","steps":["trace[994028500] 'range keys from in-memory index tree' (duration: 229.783981ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:12:41.059199Z","caller":"traceutil/trace.go:171","msg":"trace[119643955] linearizableReadLoop","detail":"{readStateIndex:5615; appliedIndex:5613; }","duration":"106.980329ms","start":"2026-03-29T02:12:40.952196Z","end":"2026-03-29T02:12:41.059177Z","steps":["trace[119643955] 'read index received' (duration: 27.750059ms)","trace[119643955] 'applied index is now lower than readState.Index' (duration: 79.22927ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:12:41.059331Z","caller":"traceutil/trace.go:171","msg":"trace[481054414] transaction","detail":"{read_only:false; response_revision:5389; number_of_response:1; }","duration":"109.316681ms","start":"2026-03-29T02:12:40.950002Z","end":"2026-03-29T02:12:41.059319Z","steps":["trace[481054414] 'process raft request' (duration: 108.965973ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:12:41.059457Z","caller":"traceutil/trace.go:171","msg":"trace[1955037396] transaction","detail":"{read_only:false; response_revision:5391; number_of_response:1; }","duration":"104.078604ms","start":"2026-03-29T02:12:40.955347Z","end":"2026-03-29T02:12:41.059425Z","steps":["trace[1955037396] 'process raft request' (duration: 103.786438ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:12:41.05957Z","caller":"traceutil/trace.go:171","msg":"trace[1800452847] transaction","detail":"{read_only:false; response_revision:5390; number_of_response:1; }","duration":"105.255661ms","start":"2026-03-29T02:12:40.954295Z","end":"2026-03-29T02:12:41.059551Z","steps":["trace[1800452847] 'process raft request' (duration: 104.777571ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:12:41.059642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.42782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/loki-results-cache-0\" ","response":"range_response_count:1 size:4473"} {"level":"info","ts":"2026-03-29T02:12:41.05995Z","caller":"traceutil/trace.go:171","msg":"trace[496523959] range","detail":"{range_begin:/registry/pods/monitoring/loki-results-cache-0; range_end:; response_count:1; response_revision:5391; }","duration":"107.497712ms","start":"2026-03-29T02:12:40.952172Z","end":"2026-03-29T02:12:41.05967Z","steps":["trace[496523959] 'agreement among raft nodes before linearized reading' (duration: 107.369359ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:12:43.809431Z","caller":"traceutil/trace.go:171","msg":"trace[1277597244] transaction","detail":"{read_only:false; response_revision:5466; number_of_response:1; }","duration":"191.880334ms","start":"2026-03-29T02:12:43.617523Z","end":"2026-03-29T02:12:43.809404Z","steps":["trace[1277597244] 'process raft request' (duration: 165.326962ms)","trace[1277597244] 'compare' (duration: 26.42955ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:12:45.447242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.737935ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:12:45.447485Z","caller":"traceutil/trace.go:171","msg":"trace[458370238] transaction","detail":"{read_only:false; response_revision:5479; number_of_response:1; }","duration":"486.403641ms","start":"2026-03-29T02:12:44.961063Z","end":"2026-03-29T02:12:45.447467Z","steps":["trace[458370238] 'process raft request' (duration: 486.36495ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:12:45.447572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:12:44.961039Z","time spent":"486.490043ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:12:45.447873Z","caller":"traceutil/trace.go:171","msg":"trace[1286639014] transaction","detail":"{read_only:false; response_revision:5478; number_of_response:1; }","duration":"486.78279ms","start":"2026-03-29T02:12:44.961056Z","end":"2026-03-29T02:12:45.447839Z","steps":["trace[1286639014] 'process raft request' (duration: 486.306869ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:12:45.447939Z","caller":"traceutil/trace.go:171","msg":"trace[612204867] transaction","detail":"{read_only:false; response_revision:5477; number_of_response:1; }","duration":"902.132435ms","start":"2026-03-29T02:12:44.545773Z","end":"2026-03-29T02:12:45.447905Z","steps":["trace[612204867] 'process raft request' (duration: 544.630343ms)","trace[612204867] 'compare' (duration: 356.581982ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:12:45.448099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:12:44.545751Z","time spent":"902.237017ms","remote":"127.0.0.1:43074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":876,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-29T02:12:45.448125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:12:44.961034Z","time spent":"486.929423ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:12:45.448147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"529.77414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:12:45.448387Z","caller":"traceutil/trace.go:171","msg":"trace[1605588272] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5479; }","duration":"530.032625ms","start":"2026-03-29T02:12:44.918275Z","end":"2026-03-29T02:12:45.448307Z","steps":["trace[1605588272] 'agreement among raft nodes before linearized reading' (duration: 529.718938ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:12:45.448416Z","caller":"traceutil/trace.go:171","msg":"trace[1533202702] linearizableReadLoop","detail":"{readStateIndex:5707; appliedIndex:5706; }","duration":"529.431123ms","start":"2026-03-29T02:12:44.918304Z","end":"2026-03-29T02:12:45.447735Z","steps":["trace[1533202702] 'read index received' (duration: 172.095914ms)","trace[1533202702] 'applied index is now lower than readState.Index' (duration: 357.331319ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:12:45.448464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:12:44.918257Z","time spent":"530.18961ms","remote":"127.0.0.1:43010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:12:45.448696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.973305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-653d13ba-660d-487b-8b3e-f4a0ff49c8b9\" ","response":"range_response_count:1 size:3600"} {"level":"info","ts":"2026-03-29T02:12:45.448745Z","caller":"traceutil/trace.go:171","msg":"trace[15659209] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-653d13ba-660d-487b-8b3e-f4a0ff49c8b9; range_end:; response_count:1; response_revision:5479; }","duration":"440.064366ms","start":"2026-03-29T02:12:45.008664Z","end":"2026-03-29T02:12:45.448729Z","steps":["trace[15659209] 'agreement among raft nodes before linearized reading' (duration: 439.886233ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:12:45.44875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.283961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-653d13ba-660d-487b-8b3e-f4a0ff49c8b9\" ","response":"range_response_count:1 size:3600"} {"level":"warn","ts":"2026-03-29T02:12:45.448791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.971633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:413130"} {"level":"info","ts":"2026-03-29T02:12:45.448851Z","caller":"traceutil/trace.go:171","msg":"trace[1516863117] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:5479; }","duration":"229.068536ms","start":"2026-03-29T02:12:45.219765Z","end":"2026-03-29T02:12:45.448834Z","steps":["trace[1516863117] 'agreement among raft nodes before linearized reading' (duration: 228.78872ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:12:45.448855Z","caller":"traceutil/trace.go:171","msg":"trace[628791362] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-653d13ba-660d-487b-8b3e-f4a0ff49c8b9; range_end:; response_count:1; response_revision:5479; }","duration":"255.432375ms","start":"2026-03-29T02:12:45.193394Z","end":"2026-03-29T02:12:45.448826Z","steps":["trace[628791362] 'agreement among raft nodes before linearized reading' (duration: 255.167809ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:12:45.448781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:12:45.008646Z","time spent":"440.125878ms","remote":"127.0.0.1:43172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3624,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-653d13ba-660d-487b-8b3e-f4a0ff49c8b9\" "} {"level":"warn","ts":"2026-03-29T02:12:46.254444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"510.414648ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:12:46.254557Z","caller":"traceutil/trace.go:171","msg":"trace[1931979344] transaction","detail":"{read_only:false; response_revision:5480; number_of_response:1; }","duration":"802.061521ms","start":"2026-03-29T02:12:45.452461Z","end":"2026-03-29T02:12:46.254522Z","steps":["trace[1931979344] 'process raft request' (duration: 291.496299ms)","trace[1931979344] 'compare' (duration: 510.128722ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:12:46.25461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:12:45.452443Z","time spent":"802.144052ms","remote":"127.0.0.1:43074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":853,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-29T02:12:46.543019Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583528501953974,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:12:47.043153Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583528501953974,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:12:47.54421Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583528501953974,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:12:48.044588Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583528501953974,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:12:48.443613Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.699595654s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-29T02:12:48.830337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.121879442s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:12:48.830489Z","caller":"traceutil/trace.go:171","msg":"trace[1017579472] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:5480; }","duration":"1.122040886s","start":"2026-03-29T02:12:47.70843Z","end":"2026-03-29T02:12:48.830471Z","steps":["trace[1017579472] 'range keys from in-memory index tree' (duration: 1.121863562s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:12:48.830976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.003172ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:12:48.831202Z","caller":"traceutil/trace.go:171","msg":"trace[460771065] transaction","detail":"{read_only:false; response_revision:5482; number_of_response:1; }","duration":"3.22026572s","start":"2026-03-29T02:12:45.610918Z","end":"2026-03-29T02:12:48.831184Z","steps":["trace[460771065] 'process raft request' (duration: 3.220174828s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:12:48.831229Z","caller":"traceutil/trace.go:171","msg":"trace[1334106982] transaction","detail":"{read_only:false; response_revision:5481; number_of_response:1; }","duration":"3.375906336s","start":"2026-03-29T02:12:45.455305Z","end":"2026-03-29T02:12:48.831212Z","steps":["trace[1334106982] 'process raft request' (duration: 2.988537446s)","trace[1334106982] 'compare' (duration: 386.778267ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:12:48.831261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:12:45.610879Z","time spent":"3.220353353s","remote":"127.0.0.1:43166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17438,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:12:48.831349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:12:45.45529Z","time spent":"3.375979038s","remote":"127.0.0.1:43172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3705,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:12:48.918131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999812077s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-29T02:12:48.918215Z","caller":"traceutil/trace.go:171","msg":"trace[1254600839] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.99994953s","start":"2026-03-29T02:12:46.918248Z","end":"2026-03-29T02:12:48.918197Z","steps":["trace[1254600839] 'agreement among raft nodes before linearized reading' (duration: 1.999844128s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:12:48.918262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:12:46.918227Z","time spent":"2.000027042s","remote":"127.0.0.1:43010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/29 02:12:48 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-03-29T02:12:49.803348Z","caller":"traceutil/trace.go:171","msg":"trace[350297260] transaction","detail":"{read_only:false; response_revision:5484; number_of_response:1; }","duration":"3.58522722s","start":"2026-03-29T02:12:46.218099Z","end":"2026-03-29T02:12:49.803327Z","steps":["trace[350297260] 'process raft request' (duration: 3.585132488s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:12:49.803346Z","caller":"traceutil/trace.go:171","msg":"trace[1862088837] transaction","detail":"{read_only:false; response_revision:5483; number_of_response:1; }","duration":"3.971885134s","start":"2026-03-29T02:12:45.831427Z","end":"2026-03-29T02:12:49.803312Z","steps":["trace[1862088837] 'process raft request' (duration: 3.934251484s)","trace[1862088837] 'compare' (duration: 36.878784ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:12:49.803498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:12:46.218045Z","time spent":"3.585380924s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:12:49.803655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:12:45.83139Z","time spent":"3.97213959s","remote":"127.0.0.1:43774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":413865,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:12:49.803662Z","caller":"traceutil/trace.go:171","msg":"trace[2087981391] transaction","detail":"{read_only:false; response_revision:5485; number_of_response:1; }","duration":"3.291818068s","start":"2026-03-29T02:12:46.511817Z","end":"2026-03-29T02:12:49.803635Z","steps":["trace[2087981391] 'process raft request' (duration: 3.291471711s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:12:49.803886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:12:46.511789Z","time spent":"3.292004512s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:12:49.985478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.952155ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-29T02:12:49.985909Z","caller":"traceutil/trace.go:171","msg":"trace[968073282] transaction","detail":"{read_only:false; response_revision:5486; number_of_response:1; }","duration":"2.532521023s","start":"2026-03-29T02:12:47.453362Z","end":"2026-03-29T02:12:49.985883Z","steps":["trace[968073282] 'process raft request' (duration: 2.532205626s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:12:49.986221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:12:47.45334Z","time spent":"2.532651027s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:12:50.312055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.11946ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:12:50.312144Z","caller":"traceutil/trace.go:171","msg":"trace[313076887] linearizableReadLoop","detail":"{readStateIndex:5718; appliedIndex:5710; }","duration":"4.269872438s","start":"2026-03-29T02:12:46.042257Z","end":"2026-03-29T02:12:50.312129Z","steps":["trace[313076887] 'read index received' (duration: 2.401643921s)","trace[313076887] 'applied index is now lower than readState.Index' (duration: 1.868227547s)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:12:50.312243Z","caller":"traceutil/trace.go:171","msg":"trace[1135377132] transaction","detail":"{read_only:false; response_revision:5487; number_of_response:1; }","duration":"2.857574999s","start":"2026-03-29T02:12:47.454656Z","end":"2026-03-29T02:12:50.312231Z","steps":["trace[1135377132] 'process raft request' (duration: 2.531210434s)","trace[1135377132] 'compare' (duration: 326.017638ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:12:50.312306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:12:47.454636Z","time spent":"2.85763795s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:12:50.312728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.270381379s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-29T02:12:50.313069Z","caller":"traceutil/trace.go:171","msg":"trace[1928830388] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5487; }","duration":"4.270737747s","start":"2026-03-29T02:12:46.042207Z","end":"2026-03-29T02:12:50.312944Z","steps":["trace[1928830388] 'agreement among raft nodes before linearized reading' (duration: 4.270087723s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:12:50.313189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:12:46.042184Z","time spent":"4.270987812s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-29T02:12:50.343421Z","caller":"traceutil/trace.go:171","msg":"trace[331503089] transaction","detail":"{read_only:false; response_revision:5488; number_of_response:1; }","duration":"1.124907162s","start":"2026-03-29T02:12:49.21849Z","end":"2026-03-29T02:12:50.343397Z","steps":["trace[331503089] 'process raft request' (duration: 1.124773039s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:12:50.343614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:12:49.218465Z","time spent":"1.125032934s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:12:50.683379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.821376ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:12:50.683626Z","caller":"traceutil/trace.go:171","msg":"trace[1458878688] linearizableReadLoop","detail":"{readStateIndex:5720; appliedIndex:5718; }","duration":"371.403034ms","start":"2026-03-29T02:12:50.312201Z","end":"2026-03-29T02:12:50.683604Z","steps":["trace[1458878688] 'read index received' (duration: 31.054686ms)","trace[1458878688] 'applied index is now lower than readState.Index' (duration: 340.347098ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:12:50.683759Z","caller":"traceutil/trace.go:171","msg":"trace[297155051] transaction","detail":"{read_only:false; response_revision:5489; number_of_response:1; }","duration":"526.749667ms","start":"2026-03-29T02:12:50.156993Z","end":"2026-03-29T02:12:50.683742Z","steps":["trace[297155051] 'process raft request' (duration: 319.45573ms)","trace[297155051] 'compare' (duration: 206.620932ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:12:50.683856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:12:50.156967Z","time spent":"526.837558ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:12:50.683926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.363568579s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:12:50.684009Z","caller":"traceutil/trace.go:171","msg":"trace[720288940] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:5490; }","duration":"3.363703472s","start":"2026-03-29T02:12:47.320286Z","end":"2026-03-29T02:12:50.683989Z","steps":["trace[720288940] 'agreement among raft nodes before linearized reading' (duration: 3.363468557s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:12:50.684043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.143951576s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:12:50.684061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:12:47.320266Z","time spent":"3.363784483s","remote":"127.0.0.1:43088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":54,"response size":31,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:12:50.684095Z","caller":"traceutil/trace.go:171","msg":"trace[852764406] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:5490; }","duration":"4.144044467s","start":"2026-03-29T02:12:46.540034Z","end":"2026-03-29T02:12:50.684079Z","steps":["trace[852764406] 'agreement among raft nodes before linearized reading' (duration: 4.143959555s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:12:50.68411Z","caller":"traceutil/trace.go:171","msg":"trace[1817711994] transaction","detail":"{read_only:false; response_revision:5490; number_of_response:1; }","duration":"366.31756ms","start":"2026-03-29T02:12:50.317772Z","end":"2026-03-29T02:12:50.684089Z","steps":["trace[1817711994] 'process raft request' (duration: 365.738398ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:12:50.684111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.765672457s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:12:50.684188Z","caller":"traceutil/trace.go:171","msg":"trace[154989269] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5490; }","duration":"1.765792691s","start":"2026-03-29T02:12:48.91838Z","end":"2026-03-29T02:12:50.684173Z","steps":["trace[154989269] 'agreement among raft nodes before linearized reading' (duration: 1.765671877s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:12:50.684152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:12:46.540011Z","time spent":"4.144127559s","remote":"127.0.0.1:57678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:12:50.684228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:12:48.918329Z","time spent":"1.765891723s","remote":"127.0.0.1:43006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:12:50.684191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.630698206s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-29T02:12:50.684302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.889458992s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-03-29T02:12:50.684338Z","caller":"traceutil/trace.go:171","msg":"trace[2059665953] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5490; }","duration":"4.630813719s","start":"2026-03-29T02:12:46.053484Z","end":"2026-03-29T02:12:50.684298Z","steps":["trace[2059665953] 'agreement among raft nodes before linearized reading' (duration: 4.630597773s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:12:50.684368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.11778228s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/goldpinger\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:12:50.684397Z","caller":"traceutil/trace.go:171","msg":"trace[1622738216] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5490; }","duration":"1.889607826s","start":"2026-03-29T02:12:48.794766Z","end":"2026-03-29T02:12:50.684374Z","steps":["trace[1622738216] 'agreement among raft nodes before linearized reading' (duration: 1.889300238s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:12:50.684419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.630956582s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-c4cs6\" ","response":"range_response_count:1 size:6520"} {"level":"warn","ts":"2026-03-29T02:12:50.684417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:12:46.053451Z","time spent":"4.630951382s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-29T02:12:50.684439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.630957372s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-29T02:12:50.684321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.803033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:12:50.684514Z","caller":"traceutil/trace.go:171","msg":"trace[525243591] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5490; }","duration":"4.631068014s","start":"2026-03-29T02:12:46.053436Z","end":"2026-03-29T02:12:50.684504Z","steps":["trace[525243591] 'agreement among raft nodes before linearized reading' (duration: 4.630791598s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:12:50.684541Z","caller":"traceutil/trace.go:171","msg":"trace[218001115] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:5490; }","duration":"239.048599ms","start":"2026-03-29T02:12:50.445471Z","end":"2026-03-29T02:12:50.684519Z","steps":["trace[218001115] 'agreement among raft nodes before linearized reading' (duration: 238.828994ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:12:50.684586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.632439714s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-29T02:12:50.684627Z","caller":"traceutil/trace.go:171","msg":"trace[1308545467] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5490; }","duration":"4.632501276s","start":"2026-03-29T02:12:46.052118Z","end":"2026-03-29T02:12:50.684619Z","steps":["trace[1308545467] 'agreement among raft nodes before linearized reading' (duration: 4.631966173s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:12:50.684648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.631354231s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-29T02:12:50.684709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.427034797s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-03-29T02:12:50.684611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.631270498s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-29T02:12:50.684796Z","caller":"traceutil/trace.go:171","msg":"trace[342550735] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5490; }","duration":"1.42716534s","start":"2026-03-29T02:12:49.257614Z","end":"2026-03-29T02:12:50.684779Z","steps":["trace[342550735] 'agreement among raft nodes before linearized reading' (duration: 1.426575697s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:12:50.684862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:12:49.257589Z","time spent":"1.427259341s","remote":"127.0.0.1:43172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-29T02:12:50.684879Z","caller":"traceutil/trace.go:171","msg":"trace[293414081] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5490; }","duration":"4.631584606s","start":"2026-03-29T02:12:46.053242Z","end":"2026-03-29T02:12:50.684827Z","steps":["trace[293414081] 'agreement among raft nodes before linearized reading' (duration: 4.63091235s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:12:50.685027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:12:46.053223Z","time spent":"4.631789541s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-29T02:12:50.684307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"533.100039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:12:50.685216Z","caller":"traceutil/trace.go:171","msg":"trace[1045081432] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:5490; }","duration":"534.072711ms","start":"2026-03-29T02:12:50.15113Z","end":"2026-03-29T02:12:50.685203Z","steps":["trace[1045081432] 'agreement among raft nodes before linearized reading' (duration: 533.009986ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:12:50.684415Z","caller":"traceutil/trace.go:171","msg":"trace[445700488] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/goldpinger; range_end:; response_count:0; response_revision:5490; }","duration":"3.117853802s","start":"2026-03-29T02:12:47.566552Z","end":"2026-03-29T02:12:50.684406Z","steps":["trace[445700488] 'agreement among raft nodes before linearized reading' (duration: 3.117795141s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:12:50.685319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:12:47.566536Z","time spent":"3.118773652s","remote":"127.0.0.1:43186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":29,"request content":"key:\"/registry/serviceaccounts/monitoring/goldpinger\" "} {"level":"warn","ts":"2026-03-29T02:12:50.684274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.229587528s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-653d13ba-660d-487b-8b3e-f4a0ff49c8b9\" ","response":"range_response_count:1 size:3720"} {"level":"warn","ts":"2026-03-29T02:12:50.685317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:12:50.151103Z","time spent":"534.200674ms","remote":"127.0.0.1:41324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":10,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:12:50.684572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:12:46.05343Z","time spent":"4.631134056s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-29T02:12:50.685408Z","caller":"traceutil/trace.go:171","msg":"trace[1921926817] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-653d13ba-660d-487b-8b3e-f4a0ff49c8b9; range_end:; response_count:1; response_revision:5490; }","duration":"4.230745154s","start":"2026-03-29T02:12:46.454638Z","end":"2026-03-29T02:12:50.685383Z","steps":["trace[1921926817] 'agreement among raft nodes before linearized reading' (duration: 4.229569498s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:12:50.685727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:12:46.454613Z","time spent":"4.231090162s","remote":"127.0.0.1:43172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3744,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-653d13ba-660d-487b-8b3e-f4a0ff49c8b9\" "} {"level":"warn","ts":"2026-03-29T02:12:50.684305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.845275565s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-653d13ba-660d-487b-8b3e-f4a0ff49c8b9\" ","response":"range_response_count:1 size:3720"} {"level":"info","ts":"2026-03-29T02:12:50.685837Z","caller":"traceutil/trace.go:171","msg":"trace[1297184535] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-653d13ba-660d-487b-8b3e-f4a0ff49c8b9; range_end:; response_count:1; response_revision:5490; }","duration":"1.84685841s","start":"2026-03-29T02:12:48.838963Z","end":"2026-03-29T02:12:50.685821Z","steps":["trace[1297184535] 'agreement among raft nodes before linearized reading' (duration: 1.845109791s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:12:50.685879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:12:48.838949Z","time spent":"1.846919442s","remote":"127.0.0.1:43172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3744,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-653d13ba-660d-487b-8b3e-f4a0ff49c8b9\" "} {"level":"warn","ts":"2026-03-29T02:12:50.684297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:12:50.317742Z","time spent":"366.436593ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:12:50.684312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.806438828s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:12:50.684454Z","caller":"traceutil/trace.go:171","msg":"trace[1450577932] range","detail":"{range_begin:/registry/pods/openstack/keepalived-c4cs6; range_end:; response_count:1; response_revision:5490; }","duration":"4.631010713s","start":"2026-03-29T02:12:46.053436Z","end":"2026-03-29T02:12:50.684446Z","steps":["trace[1450577932] 'agreement among raft nodes before linearized reading' (duration: 4.630685105s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:12:50.685997Z","caller":"traceutil/trace.go:171","msg":"trace[846899111] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:5490; }","duration":"2.808158246s","start":"2026-03-29T02:12:47.877819Z","end":"2026-03-29T02:12:50.685977Z","steps":["trace[846899111] 'agreement among raft nodes before linearized reading' (duration: 2.806462889s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:12:50.68607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:12:47.877798Z","time spent":"2.808251519s","remote":"127.0.0.1:43188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:12:50.686061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:12:46.053428Z","time spent":"4.632616598s","remote":"127.0.0.1:43172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6544,"request content":"key:\"/registry/pods/openstack/keepalived-c4cs6\" "} {"level":"warn","ts":"2026-03-29T02:12:50.684441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.254612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:17452"} {"level":"info","ts":"2026-03-29T02:12:50.68618Z","caller":"traceutil/trace.go:171","msg":"trace[1815027046] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:5490; }","duration":"141.031051ms","start":"2026-03-29T02:12:50.545137Z","end":"2026-03-29T02:12:50.686168Z","steps":["trace[1815027046] 'agreement among raft nodes before linearized reading' (duration: 139.206631ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:12:50.684461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:12:48.794747Z","time spent":"1.889698907s","remote":"127.0.0.1:43140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1877,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-29T02:12:50.684662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:12:46.052108Z","time spent":"4.632546827s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-29T02:12:50.68473Z","caller":"traceutil/trace.go:171","msg":"trace[500597933] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5490; }","duration":"4.631462813s","start":"2026-03-29T02:12:46.053242Z","end":"2026-03-29T02:12:50.684705Z","steps":["trace[500597933] 'agreement among raft nodes before linearized reading' (duration: 4.630833958s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:12:50.686464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:12:46.053223Z","time spent":"4.633222142s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-29T02:12:51.604118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"686.777512ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"warn","ts":"2026-03-29T02:12:51.604211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:12:50.689971Z","time spent":"914.233311ms","remote":"127.0.0.1:43074","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-29T02:12:51.873806Z","caller":"traceutil/trace.go:171","msg":"trace[661686432] transaction","detail":"{read_only:false; response_revision:5491; number_of_response:1; }","duration":"1.183646049s","start":"2026-03-29T02:12:50.690126Z","end":"2026-03-29T02:12:51.873772Z","steps":["trace[661686432] 'process raft request' (duration: 1.171421856s)","trace[661686432] 'compare' (duration: 11.809494ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:12:51.873972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:12:50.690104Z","time spent":"1.183779842s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:12:51.874059Z","caller":"traceutil/trace.go:171","msg":"trace[1050743858] transaction","detail":"{read_only:false; response_revision:5493; number_of_response:1; }","duration":"1.183386473s","start":"2026-03-29T02:12:50.690653Z","end":"2026-03-29T02:12:51.874039Z","steps":["trace[1050743858] 'process raft request' (duration: 1.183142068s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:12:51.87415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:12:50.690633Z","time spent":"1.183474505s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:12:51.874168Z","caller":"traceutil/trace.go:171","msg":"trace[1789850024] linearizableReadLoop","detail":"{readStateIndex:5727; appliedIndex:5721; }","duration":"1.182197577s","start":"2026-03-29T02:12:50.691952Z","end":"2026-03-29T02:12:51.87415Z","steps":["trace[1789850024] 'read index received' (duration: 225.423863ms)","trace[1789850024] 'applied index is now lower than readState.Index' (duration: 956.771664ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:12:51.874166Z","caller":"traceutil/trace.go:171","msg":"trace[2071868300] transaction","detail":"{read_only:false; response_revision:5494; number_of_response:1; }","duration":"1.182286789s","start":"2026-03-29T02:12:50.691857Z","end":"2026-03-29T02:12:51.874144Z","steps":["trace[2071868300] 'process raft request' (duration: 1.182099125s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:12:51.874318Z","caller":"traceutil/trace.go:171","msg":"trace[673178617] transaction","detail":"{read_only:false; response_revision:5495; number_of_response:1; }","duration":"1.182251718s","start":"2026-03-29T02:12:50.691912Z","end":"2026-03-29T02:12:51.874163Z","steps":["trace[673178617] 'process raft request' (duration: 1.182150256s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:12:51.874582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:12:50.691847Z","time spent":"1.182567636s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:12:51.873897Z","caller":"traceutil/trace.go:171","msg":"trace[67151075] transaction","detail":"{read_only:false; response_revision:5492; number_of_response:1; }","duration":"1.183643559s","start":"2026-03-29T02:12:50.690224Z","end":"2026-03-29T02:12:51.873867Z","steps":["trace[67151075] 'process raft request' (duration: 1.183319161s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:12:51.874752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:12:50.690216Z","time spent":"1.184490708s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:12:51.874661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.182696328s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-29T02:12:51.874813Z","caller":"traceutil/trace.go:171","msg":"trace[1980713956] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5495; }","duration":"1.182859253s","start":"2026-03-29T02:12:50.691937Z","end":"2026-03-29T02:12:51.874796Z","steps":["trace[1980713956] 'agreement among raft nodes before linearized reading' (duration: 1.182362481s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:12:51.87485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:12:50.69193Z","time spent":"1.182908574s","remote":"127.0.0.1:43172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-29T02:12:51.874941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:12:50.691896Z","time spent":"1.182564786s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:12:52.374432Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583528501954002,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:12:52.694629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000628881s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-29T02:12:52.694723Z","caller":"traceutil/trace.go:171","msg":"trace[1279993210] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000764584s","start":"2026-03-29T02:12:50.693937Z","end":"2026-03-29T02:12:52.694702Z","steps":["trace[1279993210] 'agreement among raft nodes before linearized reading' (duration: 2.000631202s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:12:52.694777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:12:50.693932Z","time spent":"2.000835316s","remote":"127.0.0.1:43010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/29 02:12:52 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-29T02:12:53.108624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.116251ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:12:53.108859Z","caller":"traceutil/trace.go:171","msg":"trace[727118014] transaction","detail":"{read_only:false; response_revision:5497; number_of_response:1; }","duration":"1.300073639s","start":"2026-03-29T02:12:51.808762Z","end":"2026-03-29T02:12:53.108836Z","steps":["trace[727118014] 'process raft request' (duration: 1.299975887s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:12:53.108902Z","caller":"traceutil/trace.go:171","msg":"trace[665669046] transaction","detail":"{read_only:false; response_revision:5496; number_of_response:1; }","duration":"1.503643112s","start":"2026-03-29T02:12:51.605219Z","end":"2026-03-29T02:12:53.108862Z","steps":["trace[665669046] 'process raft request' (duration: 1.246780765s)","trace[665669046] 'compare' (duration: 255.834075ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:12:53.108948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:12:51.808726Z","time spent":"1.300177241s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:12:53.109109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:12:51.605187Z","time spent":"1.503810606s","remote":"127.0.0.1:43074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:12:53.156917Z","caller":"traceutil/trace.go:171","msg":"trace[871543096] linearizableReadLoop","detail":"{readStateIndex:5731; appliedIndex:5727; }","duration":"1.282572087s","start":"2026-03-29T02:12:51.874321Z","end":"2026-03-29T02:12:53.156893Z","steps":["trace[871543096] 'read index received' (duration: 977.771545ms)","trace[871543096] 'applied index is now lower than readState.Index' (duration: 304.799562ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:12:53.157136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.608846019s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.36\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-29T02:12:53.157215Z","caller":"traceutil/trace.go:171","msg":"trace[791550955] range","detail":"{range_begin:/registry/masterleases/162.253.55.36; range_end:; response_count:1; response_revision:5499; }","duration":"1.608975302s","start":"2026-03-29T02:12:51.54822Z","end":"2026-03-29T02:12:53.157196Z","steps":["trace[791550955] 'agreement among raft nodes before linearized reading' (duration: 1.608743257s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:12:53.157211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.464866336s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62859"} {"level":"warn","ts":"2026-03-29T02:12:53.15726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:12:51.548147Z","time spent":"1.609102156s","remote":"127.0.0.1:43048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/162.253.55.36\" "} {"level":"info","ts":"2026-03-29T02:12:53.157285Z","caller":"traceutil/trace.go:171","msg":"trace[268805501] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:5499; }","duration":"2.464966899s","start":"2026-03-29T02:12:50.692302Z","end":"2026-03-29T02:12:53.157269Z","steps":["trace[268805501] 'agreement among raft nodes before linearized reading' (duration: 2.464713573s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:12:53.157327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.443354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-29T02:12:53.157346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:12:50.692289Z","time spent":"2.4650429s","remote":"127.0.0.1:43172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":7,"response size":62883,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-29T02:12:53.157361Z","caller":"traceutil/trace.go:171","msg":"trace[1818946912] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:5499; }","duration":"271.517456ms","start":"2026-03-29T02:12:52.885833Z","end":"2026-03-29T02:12:53.15735Z","steps":["trace[1818946912] 'agreement among raft nodes before linearized reading' (duration: 271.435004ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:12:53.157355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.66375325s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:12:53.157391Z","caller":"traceutil/trace.go:171","msg":"trace[1851266517] transaction","detail":"{read_only:false; response_revision:5499; number_of_response:1; }","duration":"839.274261ms","start":"2026-03-29T02:12:52.318084Z","end":"2026-03-29T02:12:53.157358Z","steps":["trace[1851266517] 'process raft request' (duration: 838.7641ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:12:53.157448Z","caller":"traceutil/trace.go:171","msg":"trace[321014170] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:5499; }","duration":"1.663900723s","start":"2026-03-29T02:12:51.493526Z","end":"2026-03-29T02:12:53.157427Z","steps":["trace[321014170] 'agreement among raft nodes before linearized reading' (duration: 1.66372401s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:12:53.157503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.534397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:12:53.157526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:12:51.493481Z","time spent":"1.664028366s","remote":"127.0.0.1:33178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:12:53.157541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:12:52.318055Z","time spent":"839.395973ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:12:53.157562Z","caller":"traceutil/trace.go:171","msg":"trace[1344631461] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5499; }","duration":"462.636619ms","start":"2026-03-29T02:12:52.694908Z","end":"2026-03-29T02:12:53.157545Z","steps":["trace[1344631461] 'agreement among raft nodes before linearized reading' (duration: 462.568168ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:12:53.157563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.90288165s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:12:53.157582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.294254559s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-29T02:12:53.157602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:12:52.694884Z","time spent":"462.710591ms","remote":"127.0.0.1:43006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-29T02:12:53.157608Z","caller":"traceutil/trace.go:171","msg":"trace[1910360207] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:5499; }","duration":"1.902963882s","start":"2026-03-29T02:12:51.254631Z","end":"2026-03-29T02:12:53.157595Z","steps":["trace[1910360207] 'agreement among raft nodes before linearized reading' (duration: 1.902892681s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:12:53.157612Z","caller":"traceutil/trace.go:171","msg":"trace[1931200411] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:5499; }","duration":"1.29434618s","start":"2026-03-29T02:12:51.863257Z","end":"2026-03-29T02:12:53.157603Z","steps":["trace[1931200411] 'agreement among raft nodes before linearized reading' (duration: 1.294285209s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:12:53.157609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.134049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-29T02:12:53.157646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:12:51.863215Z","time spent":"1.294422092s","remote":"127.0.0.1:43482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":16,"response size":31,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:12:53.15761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.464800071s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-653d13ba-660d-487b-8b3e-f4a0ff49c8b9\" ","response":"range_response_count:1 size:3720"} {"level":"warn","ts":"2026-03-29T02:12:53.157648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:12:51.254611Z","time spent":"1.903026803s","remote":"127.0.0.1:57620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:12:53.157669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.258194501s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:12:53.157685Z","caller":"traceutil/trace.go:171","msg":"trace[515474974] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5499; }","duration":"467.271132ms","start":"2026-03-29T02:12:52.690396Z","end":"2026-03-29T02:12:53.157667Z","steps":["trace[515474974] 'agreement among raft nodes before linearized reading' (duration: 467.090658ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:12:53.157705Z","caller":"traceutil/trace.go:171","msg":"trace[1908547416] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:5499; }","duration":"1.258227241s","start":"2026-03-29T02:12:51.899464Z","end":"2026-03-29T02:12:53.157691Z","steps":["trace[1908547416] 'agreement among raft nodes before linearized reading' (duration: 1.2581802s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:12:53.157712Z","caller":"traceutil/trace.go:171","msg":"trace[881580969] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-653d13ba-660d-487b-8b3e-f4a0ff49c8b9; range_end:; response_count:1; response_revision:5499; }","duration":"1.464953763s","start":"2026-03-29T02:12:51.692742Z","end":"2026-03-29T02:12:53.157696Z","steps":["trace[881580969] 'agreement among raft nodes before linearized reading' (duration: 1.464675437s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:12:53.157728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:12:51.899408Z","time spent":"1.258313683s","remote":"127.0.0.1:57644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:12:53.157728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:12:52.690364Z","time spent":"467.354824ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-29T02:12:53.157759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:12:51.692724Z","time spent":"1.465026346s","remote":"127.0.0.1:43172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3744,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-653d13ba-660d-487b-8b3e-f4a0ff49c8b9\" "} {"level":"warn","ts":"2026-03-29T02:12:53.157233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.465128122s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:17452"} {"level":"warn","ts":"2026-03-29T02:12:53.157429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.28095224s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:17452"} {"level":"info","ts":"2026-03-29T02:12:53.157862Z","caller":"traceutil/trace.go:171","msg":"trace[525083745] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:5499; }","duration":"1.281434922s","start":"2026-03-29T02:12:51.876417Z","end":"2026-03-29T02:12:53.157852Z","steps":["trace[525083745] 'agreement among raft nodes before linearized reading' (duration: 1.280824587s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:12:53.157871Z","caller":"traceutil/trace.go:171","msg":"trace[1425578689] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:5499; }","duration":"2.465864069s","start":"2026-03-29T02:12:50.691989Z","end":"2026-03-29T02:12:53.157853Z","steps":["trace[1425578689] 'agreement among raft nodes before linearized reading' (duration: 2.46504582s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:12:53.15789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:12:51.876393Z","time spent":"1.281489344s","remote":"127.0.0.1:43166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":17476,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-29T02:12:53.15794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:12:50.691984Z","time spent":"2.465936621s","remote":"127.0.0.1:43166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":17476,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-29T02:12:53.157512Z","caller":"traceutil/trace.go:171","msg":"trace[756706107] transaction","detail":"{read_only:false; response_revision:5498; number_of_response:1; }","duration":"1.16538293s","start":"2026-03-29T02:12:51.992119Z","end":"2026-03-29T02:12:53.157502Z","steps":["trace[756706107] 'process raft request' (duration: 1.164596863s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:12:53.158142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:12:51.992087Z","time spent":"1.165918683s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:12:53.157324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.465345147s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/goldpinger-clusterrole\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:12:53.158207Z","caller":"traceutil/trace.go:171","msg":"trace[1691359147] range","detail":"{range_begin:/registry/clusterroles/goldpinger-clusterrole; range_end:; response_count:0; response_revision:5499; }","duration":"2.466247858s","start":"2026-03-29T02:12:50.691951Z","end":"2026-03-29T02:12:53.158199Z","steps":["trace[1691359147] 'agreement among raft nodes before linearized reading' (duration: 2.465334256s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:12:53.158235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:12:50.691935Z","time spent":"2.466291409s","remote":"127.0.0.1:43340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":29,"request content":"key:\"/registry/clusterroles/goldpinger-clusterrole\" "} {"level":"info","ts":"2026-03-29T02:12:53.350375Z","caller":"traceutil/trace.go:171","msg":"trace[97059136] linearizableReadLoop","detail":"{readStateIndex:5733; appliedIndex:5731; }","duration":"189.240041ms","start":"2026-03-29T02:12:53.161113Z","end":"2026-03-29T02:12:53.350353Z","steps":["trace[97059136] 'read index received' (duration: 185.102388ms)","trace[97059136] 'applied index is now lower than readState.Index' (duration: 4.136453ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:12:53.350486Z","caller":"traceutil/trace.go:171","msg":"trace[1200741336] transaction","detail":"{read_only:false; response_revision:5500; number_of_response:1; }","duration":"189.511517ms","start":"2026-03-29T02:12:53.160961Z","end":"2026-03-29T02:12:53.350473Z","steps":["trace[1200741336] 'process raft request' (duration: 188.828632ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:12:53.350495Z","caller":"traceutil/trace.go:171","msg":"trace[6351237] transaction","detail":"{read_only:false; response_revision:5501; number_of_response:1; }","duration":"187.82376ms","start":"2026-03-29T02:12:53.162633Z","end":"2026-03-29T02:12:53.350457Z","steps":["trace[6351237] 'process raft request' (duration: 187.655536ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:12:53.350749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.612419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/goldpinger-clusterrolebinding\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:12:53.35105Z","caller":"traceutil/trace.go:171","msg":"trace[873429586] range","detail":"{range_begin:/registry/clusterrolebindings/goldpinger-clusterrolebinding; range_end:; response_count:0; response_revision:5501; }","duration":"189.939917ms","start":"2026-03-29T02:12:53.161091Z","end":"2026-03-29T02:12:53.351031Z","steps":["trace[873429586] 'agreement among raft nodes before linearized reading' (duration: 189.439216ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:12:53.40746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.425544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:12:53.407561Z","caller":"traceutil/trace.go:171","msg":"trace[1026471884] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5502; }","duration":"192.574557ms","start":"2026-03-29T02:12:53.214963Z","end":"2026-03-29T02:12:53.407538Z","steps":["trace[1026471884] 'agreement among raft nodes before linearized reading' (duration: 192.367033ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:12:53.407726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.167819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:12:53.407797Z","caller":"traceutil/trace.go:171","msg":"trace[811155437] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5502; }","duration":"242.278661ms","start":"2026-03-29T02:12:53.165502Z","end":"2026-03-29T02:12:53.407781Z","steps":["trace[811155437] 'agreement among raft nodes before linearized reading' (duration: 242.129267ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:12:53.925133Z","caller":"traceutil/trace.go:171","msg":"trace[1435986421] transaction","detail":"{read_only:false; response_revision:5523; number_of_response:1; }","duration":"113.537044ms","start":"2026-03-29T02:12:53.811563Z","end":"2026-03-29T02:12:53.9251Z","steps":["trace[1435986421] 'process raft request' (duration: 112.262455ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:12:54.773019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.595885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:12:54.773126Z","caller":"traceutil/trace.go:171","msg":"trace[1280292114] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:5538; }","duration":"129.773199ms","start":"2026-03-29T02:12:54.643327Z","end":"2026-03-29T02:12:54.7731Z","steps":["trace[1280292114] 'count revisions from in-memory index tree' (duration: 129.473391ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:12:54.977495Z","caller":"traceutil/trace.go:171","msg":"trace[1187684636] transaction","detail":"{read_only:false; response_revision:5543; number_of_response:1; }","duration":"114.589958ms","start":"2026-03-29T02:12:54.862876Z","end":"2026-03-29T02:12:54.977466Z","steps":["trace[1187684636] 'process raft request' (duration: 114.331093ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:12:55.541795Z","caller":"traceutil/trace.go:171","msg":"trace[88858728] linearizableReadLoop","detail":"{readStateIndex:5785; appliedIndex:5784; }","duration":"186.350557ms","start":"2026-03-29T02:12:55.355423Z","end":"2026-03-29T02:12:55.541774Z","steps":["trace[88858728] 'read index received' (duration: 179.028293ms)","trace[88858728] 'applied index is now lower than readState.Index' (duration: 7.321584ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:12:55.542002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.574773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-29T02:12:55.542029Z","caller":"traceutil/trace.go:171","msg":"trace[662001977] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5551; }","duration":"186.664585ms","start":"2026-03-29T02:12:55.355357Z","end":"2026-03-29T02:12:55.542021Z","steps":["trace[662001977] 'agreement among raft nodes before linearized reading' (duration: 186.544422ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:12:55.54194Z","caller":"traceutil/trace.go:171","msg":"trace[795044907] transaction","detail":"{read_only:false; response_revision:5551; number_of_response:1; }","duration":"248.649973ms","start":"2026-03-29T02:12:55.29327Z","end":"2026-03-29T02:12:55.54192Z","steps":["trace[795044907] 'process raft request' (duration: 240.873529ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:12:59.680133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.733844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-29T02:12:59.680296Z","caller":"traceutil/trace.go:171","msg":"trace[62555489] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5626; }","duration":"115.96412ms","start":"2026-03-29T02:12:59.564301Z","end":"2026-03-29T02:12:59.680265Z","steps":["trace[62555489] 'range keys from in-memory index tree' (duration: 115.446619ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:03.04972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.280096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:13:03.049803Z","caller":"traceutil/trace.go:171","msg":"trace[365307938] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5678; }","duration":"132.411609ms","start":"2026-03-29T02:13:02.917373Z","end":"2026-03-29T02:13:03.049785Z","steps":["trace[365307938] 'range keys from in-memory index tree' (duration: 132.195114ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:13:03.574789Z","caller":"traceutil/trace.go:171","msg":"trace[88429573] transaction","detail":"{read_only:false; response_revision:5679; number_of_response:1; }","duration":"347.279494ms","start":"2026-03-29T02:13:03.227487Z","end":"2026-03-29T02:13:03.574766Z","steps":["trace[88429573] 'process raft request' (duration: 347.140061ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:03.574957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:03.227462Z","time spent":"347.400036ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:13:03.598787Z","caller":"traceutil/trace.go:171","msg":"trace[1106966207] linearizableReadLoop","detail":"{readStateIndex:5920; appliedIndex:5918; }","duration":"361.166655ms","start":"2026-03-29T02:13:03.237604Z","end":"2026-03-29T02:13:03.598771Z","steps":["trace[1106966207] 'read index received' (duration: 337.210018ms)","trace[1106966207] 'applied index is now lower than readState.Index' (duration: 23.955927ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:13:03.598816Z","caller":"traceutil/trace.go:171","msg":"trace[1718027249] transaction","detail":"{read_only:false; response_revision:5680; number_of_response:1; }","duration":"365.258777ms","start":"2026-03-29T02:13:03.233539Z","end":"2026-03-29T02:13:03.598798Z","steps":["trace[1718027249] 'process raft request' (duration: 365.078113ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:03.598948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:03.233515Z","time spent":"365.36459ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:13:03.598999Z","caller":"traceutil/trace.go:171","msg":"trace[436129948] transaction","detail":"{read_only:false; response_revision:5681; number_of_response:1; }","duration":"365.199045ms","start":"2026-03-29T02:13:03.233673Z","end":"2026-03-29T02:13:03.598872Z","steps":["trace[436129948] 'process raft request' (duration: 365.055092ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:03.599212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:03.233648Z","time spent":"365.454842ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:13:03.599478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.85863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-c4cs6\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-29T02:13:03.599554Z","caller":"traceutil/trace.go:171","msg":"trace[63761479] range","detail":"{range_begin:/registry/pods/openstack/keepalived-c4cs6; range_end:; response_count:1; response_revision:5681; }","duration":"361.967592ms","start":"2026-03-29T02:13:03.237567Z","end":"2026-03-29T02:13:03.599535Z","steps":["trace[63761479] 'agreement among raft nodes before linearized reading' (duration: 361.769918ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:03.599561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.298465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/memcached-memcached-6479589586-7cz46\" ","response":"range_response_count:1 size:7817"} {"level":"info","ts":"2026-03-29T02:13:03.599802Z","caller":"traceutil/trace.go:171","msg":"trace[1552010784] range","detail":"{range_begin:/registry/pods/openstack/memcached-memcached-6479589586-7cz46; range_end:; response_count:1; response_revision:5681; }","duration":"252.461308ms","start":"2026-03-29T02:13:03.347179Z","end":"2026-03-29T02:13:03.59964Z","steps":["trace[1552010784] 'agreement among raft nodes before linearized reading' (duration: 252.155492ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:03.599596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:03.237551Z","time spent":"362.034514ms","remote":"127.0.0.1:43172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6544,"request content":"key:\"/registry/pods/openstack/keepalived-c4cs6\" "} {"level":"info","ts":"2026-03-29T02:13:03.896142Z","caller":"traceutil/trace.go:171","msg":"trace[1294474283] linearizableReadLoop","detail":"{readStateIndex:5921; appliedIndex:5920; }","duration":"234.969767ms","start":"2026-03-29T02:13:03.661148Z","end":"2026-03-29T02:13:03.896118Z","steps":["trace[1294474283] 'read index received' (duration: 234.771542ms)","trace[1294474283] 'applied index is now lower than readState.Index' (duration: 196.735µs)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:13:03.896224Z","caller":"traceutil/trace.go:171","msg":"trace[1861157747] transaction","detail":"{read_only:false; response_revision:5682; number_of_response:1; }","duration":"283.541284ms","start":"2026-03-29T02:13:03.612656Z","end":"2026-03-29T02:13:03.896197Z","steps":["trace[1861157747] 'process raft request' (duration: 283.316939ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:03.896424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.445031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-29T02:13:03.896467Z","caller":"traceutil/trace.go:171","msg":"trace[2038275628] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5682; }","duration":"162.535743ms","start":"2026-03-29T02:13:03.733919Z","end":"2026-03-29T02:13:03.896455Z","steps":["trace[2038275628] 'agreement among raft nodes before linearized reading' (duration: 162.38184ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:03.896394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.216932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:13:03.896604Z","caller":"traceutil/trace.go:171","msg":"trace[498022960] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5682; }","duration":"235.469937ms","start":"2026-03-29T02:13:03.661112Z","end":"2026-03-29T02:13:03.896582Z","steps":["trace[498022960] 'agreement among raft nodes before linearized reading' (duration: 235.181741ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:13:04.158103Z","caller":"traceutil/trace.go:171","msg":"trace[788986468] transaction","detail":"{read_only:false; response_revision:5683; number_of_response:1; }","duration":"254.982994ms","start":"2026-03-29T02:13:03.903084Z","end":"2026-03-29T02:13:04.158067Z","steps":["trace[788986468] 'process raft request' (duration: 193.803473ms)","trace[788986468] 'compare' (duration: 60.844574ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:13:04.449064Z","caller":"traceutil/trace.go:171","msg":"trace[2038431183] linearizableReadLoop","detail":"{readStateIndex:5926; appliedIndex:5921; }","duration":"542.223312ms","start":"2026-03-29T02:13:03.906816Z","end":"2026-03-29T02:13:04.449039Z","steps":["trace[2038431183] 'read index received' (duration: 190.075139ms)","trace[2038431183] 'applied index is now lower than readState.Index' (duration: 352.144153ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:13:04.449096Z","caller":"traceutil/trace.go:171","msg":"trace[1604467903] transaction","detail":"{read_only:false; response_revision:5685; number_of_response:1; }","duration":"545.421325ms","start":"2026-03-29T02:13:03.903643Z","end":"2026-03-29T02:13:04.449064Z","steps":["trace[1604467903] 'process raft request' (duration: 545.20484ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:04.449261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:03.903633Z","time spent":"545.536877ms","remote":"127.0.0.1:43262","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1068,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:13:04.449373Z","caller":"traceutil/trace.go:171","msg":"trace[1782603069] transaction","detail":"{read_only:false; response_revision:5686; number_of_response:1; }","duration":"545.64943ms","start":"2026-03-29T02:13:03.903701Z","end":"2026-03-29T02:13:04.44935Z","steps":["trace[1782603069] 'process raft request' (duration: 545.243511ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:04.449465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:03.903672Z","time spent":"545.750162ms","remote":"127.0.0.1:43154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":530,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:13:04.449425Z","caller":"traceutil/trace.go:171","msg":"trace[2086753364] transaction","detail":"{read_only:false; response_revision:5684; number_of_response:1; }","duration":"546.214892ms","start":"2026-03-29T02:13:03.903184Z","end":"2026-03-29T02:13:04.449399Z","steps":["trace[2086753364] 'process raft request' (duration: 495.625789ms)","trace[2086753364] 'compare' (duration: 49.783695ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:13:04.449452Z","caller":"traceutil/trace.go:171","msg":"trace[1198339767] transaction","detail":"{read_only:false; response_revision:5687; number_of_response:1; }","duration":"544.79205ms","start":"2026-03-29T02:13:03.904625Z","end":"2026-03-29T02:13:04.449417Z","steps":["trace[1198339767] 'process raft request' (duration: 544.36419ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:04.449731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:03.90317Z","time spent":"546.369275ms","remote":"127.0.0.1:43154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":682,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:13:04.449914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"543.04478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-03-29T02:13:04.449986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:03.904615Z","time spent":"545.079986ms","remote":"127.0.0.1:43262","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1039,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:13:04.45018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.916339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-29T02:13:04.450246Z","caller":"traceutil/trace.go:171","msg":"trace[754165599] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5687; }","duration":"290.01711ms","start":"2026-03-29T02:13:04.160212Z","end":"2026-03-29T02:13:04.450229Z","steps":["trace[754165599] 'agreement among raft nodes before linearized reading' (duration: 289.765114ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:13:04.450039Z","caller":"traceutil/trace.go:171","msg":"trace[550718828] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5687; }","duration":"543.218044ms","start":"2026-03-29T02:13:03.906793Z","end":"2026-03-29T02:13:04.450011Z","steps":["trace[550718828] 'agreement among raft nodes before linearized reading' (duration: 542.626071ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:04.450351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:03.906784Z","time spent":"543.551173ms","remote":"127.0.0.1:43172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-29T02:13:04.449959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.656144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-29T02:13:04.450558Z","caller":"traceutil/trace.go:171","msg":"trace[1098028992] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5687; }","duration":"291.268858ms","start":"2026-03-29T02:13:04.159252Z","end":"2026-03-29T02:13:04.450521Z","steps":["trace[1098028992] 'agreement among raft nodes before linearized reading' (duration: 290.562141ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:04.450297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.018115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-03-29T02:13:04.449954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.263626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-29T02:13:04.450806Z","caller":"traceutil/trace.go:171","msg":"trace[410720813] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5687; }","duration":"329.571807ms","start":"2026-03-29T02:13:04.121206Z","end":"2026-03-29T02:13:04.450778Z","steps":["trace[410720813] 'agreement among raft nodes before linearized reading' (duration: 328.837489ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:04.450869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:04.121164Z","time spent":"329.686049ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-29T02:13:04.450834Z","caller":"traceutil/trace.go:171","msg":"trace[331942157] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5687; }","duration":"407.153177ms","start":"2026-03-29T02:13:04.043632Z","end":"2026-03-29T02:13:04.450786Z","steps":["trace[331942157] 'agreement among raft nodes before linearized reading' (duration: 406.151954ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:04.450037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.693742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-29T02:13:04.451122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:04.043612Z","time spent":"407.492594ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-29T02:13:04.451161Z","caller":"traceutil/trace.go:171","msg":"trace[53701918] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5687; }","duration":"319.844779ms","start":"2026-03-29T02:13:04.131295Z","end":"2026-03-29T02:13:04.45114Z","steps":["trace[53701918] 'agreement among raft nodes before linearized reading' (duration: 318.688992ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:04.451232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:04.131277Z","time spent":"319.93574ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-29T02:13:04.690021Z","caller":"traceutil/trace.go:171","msg":"trace[1203525204] linearizableReadLoop","detail":"{readStateIndex:5931; appliedIndex:5926; }","duration":"223.617153ms","start":"2026-03-29T02:13:04.466372Z","end":"2026-03-29T02:13:04.689989Z","steps":["trace[1203525204] 'read index received' (duration: 14.213929ms)","trace[1203525204] 'applied index is now lower than readState.Index' (duration: 209.401714ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:13:04.690188Z","caller":"traceutil/trace.go:171","msg":"trace[624617846] transaction","detail":"{read_only:false; response_revision:5690; number_of_response:1; }","duration":"234.484136ms","start":"2026-03-29T02:13:04.455655Z","end":"2026-03-29T02:13:04.690139Z","steps":["trace[624617846] 'process raft request' (duration: 234.097738ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:13:04.690258Z","caller":"traceutil/trace.go:171","msg":"trace[1487523256] transaction","detail":"{read_only:false; response_revision:5691; number_of_response:1; }","duration":"233.80735ms","start":"2026-03-29T02:13:04.456381Z","end":"2026-03-29T02:13:04.690189Z","steps":["trace[1487523256] 'process raft request' (duration: 233.488303ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:13:04.690322Z","caller":"traceutil/trace.go:171","msg":"trace[2055365119] transaction","detail":"{read_only:false; response_revision:5689; number_of_response:1; }","duration":"234.791473ms","start":"2026-03-29T02:13:04.455509Z","end":"2026-03-29T02:13:04.6903Z","steps":["trace[2055365119] 'process raft request' (duration: 197.295903ms)","trace[2055365119] 'compare' (duration: 36.633811ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:13:04.690331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.929039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5683"} {"level":"info","ts":"2026-03-29T02:13:04.690379Z","caller":"traceutil/trace.go:171","msg":"trace[243549951] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:5692; }","duration":"224.048092ms","start":"2026-03-29T02:13:04.466314Z","end":"2026-03-29T02:13:04.690362Z","steps":["trace[243549951] 'agreement among raft nodes before linearized reading' (duration: 223.797517ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:13:04.690338Z","caller":"traceutil/trace.go:171","msg":"trace[1183802731] transaction","detail":"{read_only:false; response_revision:5692; number_of_response:1; }","duration":"233.304039ms","start":"2026-03-29T02:13:04.456999Z","end":"2026-03-29T02:13:04.690303Z","steps":["trace[1183802731] 'process raft request' (duration: 232.936771ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:04.96641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.395175ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:13:04.966537Z","caller":"traceutil/trace.go:171","msg":"trace[2071393165] transaction","detail":"{read_only:false; response_revision:5693; number_of_response:1; }","duration":"209.840663ms","start":"2026-03-29T02:13:04.756676Z","end":"2026-03-29T02:13:04.966517Z","steps":["trace[2071393165] 'process raft request' (duration: 78.251964ms)","trace[2071393165] 'compare' (duration: 131.245282ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:13:05.034684Z","caller":"traceutil/trace.go:171","msg":"trace[1954074752] linearizableReadLoop","detail":"{readStateIndex:5934; appliedIndex:5932; }","duration":"177.765594ms","start":"2026-03-29T02:13:04.856891Z","end":"2026-03-29T02:13:05.034656Z","steps":["trace[1954074752] 'read index received' (duration: 177.536249ms)","trace[1954074752] 'applied index is now lower than readState.Index' (duration: 228.145µs)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:13:05.035141Z","caller":"traceutil/trace.go:171","msg":"trace[1433395214] transaction","detail":"{read_only:false; response_revision:5694; number_of_response:1; }","duration":"277.793606ms","start":"2026-03-29T02:13:04.757284Z","end":"2026-03-29T02:13:05.035078Z","steps":["trace[1433395214] 'process raft request' (duration: 277.171052ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:05.035224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.300206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:13:05.035168Z","caller":"traceutil/trace.go:171","msg":"trace[111026966] transaction","detail":"{read_only:false; response_revision:5695; number_of_response:1; }","duration":"276.713021ms","start":"2026-03-29T02:13:04.758418Z","end":"2026-03-29T02:13:05.035131Z","steps":["trace[111026966] 'process raft request' (duration: 276.18878ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:05.035213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.754188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:13:05.035465Z","caller":"traceutil/trace.go:171","msg":"trace[1723390786] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5695; }","duration":"118.175458ms","start":"2026-03-29T02:13:04.917272Z","end":"2026-03-29T02:13:05.035447Z","steps":["trace[1723390786] 'agreement among raft nodes before linearized reading' (duration: 117.79054ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:13:05.035306Z","caller":"traceutil/trace.go:171","msg":"trace[831649932] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:5695; }","duration":"178.435729ms","start":"2026-03-29T02:13:04.856848Z","end":"2026-03-29T02:13:05.035284Z","steps":["trace[831649932] 'agreement among raft nodes before linearized reading' (duration: 178.174443ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:13:10.48965Z","caller":"traceutil/trace.go:171","msg":"trace[1599115580] transaction","detail":"{read_only:false; response_revision:5742; number_of_response:1; }","duration":"206.6037ms","start":"2026-03-29T02:13:10.283017Z","end":"2026-03-29T02:13:10.489621Z","steps":["trace[1599115580] 'process raft request' (duration: 206.417656ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:13:10.500917Z","caller":"traceutil/trace.go:171","msg":"trace[1555201572] transaction","detail":"{read_only:false; response_revision:5743; number_of_response:1; }","duration":"197.805103ms","start":"2026-03-29T02:13:10.303084Z","end":"2026-03-29T02:13:10.500889Z","steps":["trace[1555201572] 'process raft request' (duration: 197.64224ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:13.998104Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583528501954569,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:13:14.488489Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.0466585s","expected-duration":"1s"} {"level":"info","ts":"2026-03-29T02:13:14.488854Z","caller":"traceutil/trace.go:171","msg":"trace[1503062525] transaction","detail":"{read_only:false; response_revision:5768; number_of_response:1; }","duration":"1.047109469s","start":"2026-03-29T02:13:13.44172Z","end":"2026-03-29T02:13:14.488829Z","steps":["trace[1503062525] 'process raft request' (duration: 1.046940296s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:14.488974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:13.441696Z","time spent":"1.047211102s","remote":"127.0.0.1:43172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5963,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:13:14.765396Z","caller":"traceutil/trace.go:171","msg":"trace[86560120] linearizableReadLoop","detail":"{readStateIndex:6012; appliedIndex:6008; }","duration":"1.267739416s","start":"2026-03-29T02:13:13.497609Z","end":"2026-03-29T02:13:14.765349Z","steps":["trace[86560120] 'read index received' (duration: 991.038153ms)","trace[86560120] 'applied index is now lower than readState.Index' (duration: 276.700113ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:13:14.765638Z","caller":"traceutil/trace.go:171","msg":"trace[229252292] transaction","detail":"{read_only:false; response_revision:5769; number_of_response:1; }","duration":"1.012372692s","start":"2026-03-29T02:13:13.753257Z","end":"2026-03-29T02:13:14.76563Z","steps":["trace[229252292] 'process raft request' (duration: 1.011874981s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:14.765729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:13.753224Z","time spent":"1.012442603s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:13:14.765923Z","caller":"traceutil/trace.go:171","msg":"trace[193471257] transaction","detail":"{read_only:false; response_revision:5771; number_of_response:1; }","duration":"1.009119398s","start":"2026-03-29T02:13:13.756796Z","end":"2026-03-29T02:13:14.765915Z","steps":["trace[193471257] 'process raft request' (duration: 1.008517705s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:14.765968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:13.756785Z","time spent":"1.009160899s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:13:14.765964Z","caller":"traceutil/trace.go:171","msg":"trace[2117266414] transaction","detail":"{read_only:false; response_revision:5770; number_of_response:1; }","duration":"1.009837754s","start":"2026-03-29T02:13:13.756092Z","end":"2026-03-29T02:13:14.76593Z","steps":["trace[2117266414] 'process raft request' (duration: 1.00918034s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:14.766026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.26840974s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-03-29T02:13:14.766094Z","caller":"traceutil/trace.go:171","msg":"trace[360841255] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5771; }","duration":"1.268511272s","start":"2026-03-29T02:13:13.497565Z","end":"2026-03-29T02:13:14.766076Z","steps":["trace[360841255] 'agreement among raft nodes before linearized reading' (duration: 1.268310997s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:14.766138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:13.497548Z","time spent":"1.268580724s","remote":"127.0.0.1:43140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2106,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-03-29T02:13:14.766224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:13.756062Z","time spent":"1.009987048s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:13:14.810888Z","caller":"traceutil/trace.go:171","msg":"trace[1453009208] transaction","detail":"{read_only:false; response_revision:5772; number_of_response:1; }","duration":"316.052594ms","start":"2026-03-29T02:13:14.494808Z","end":"2026-03-29T02:13:14.81086Z","steps":["trace[1453009208] 'process raft request' (duration: 315.85585ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:13:14.811158Z","caller":"traceutil/trace.go:171","msg":"trace[1907366028] transaction","detail":"{read_only:false; response_revision:5773; number_of_response:1; }","duration":"315.217734ms","start":"2026-03-29T02:13:14.495917Z","end":"2026-03-29T02:13:14.811135Z","steps":["trace[1907366028] 'process raft request' (duration: 314.888577ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:14.811211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.168276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:13:14.811272Z","caller":"traceutil/trace.go:171","msg":"trace[282045924] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:5774; }","duration":"370.286439ms","start":"2026-03-29T02:13:14.440968Z","end":"2026-03-29T02:13:14.811255Z","steps":["trace[282045924] 'agreement among raft nodes before linearized reading' (duration: 370.161626ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:14.811308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:14.495907Z","time spent":"315.338317ms","remote":"127.0.0.1:43262","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1564,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:13:14.811323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.471796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-29T02:13:14.811398Z","caller":"traceutil/trace.go:171","msg":"trace[765449650] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5774; }","duration":"259.597829ms","start":"2026-03-29T02:13:14.551786Z","end":"2026-03-29T02:13:14.811384Z","steps":["trace[765449650] 'agreement among raft nodes before linearized reading' (duration: 259.385104ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:14.81135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:14.494787Z","time spent":"316.184657ms","remote":"127.0.0.1:43154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1046,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:13:14.811446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"668.489353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:13:14.811455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.046221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-29T02:13:14.81148Z","caller":"traceutil/trace.go:171","msg":"trace[2000092801] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:5774; }","duration":"668.567915ms","start":"2026-03-29T02:13:14.142903Z","end":"2026-03-29T02:13:14.811471Z","steps":["trace[2000092801] 'agreement among raft nodes before linearized reading' (duration: 668.506933ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:14.811502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:14.142886Z","time spent":"668.610145ms","remote":"127.0.0.1:43208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:13:14.8115Z","caller":"traceutil/trace.go:171","msg":"trace[1579865313] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5774; }","duration":"311.104573ms","start":"2026-03-29T02:13:14.500382Z","end":"2026-03-29T02:13:14.811487Z","steps":["trace[1579865313] 'agreement among raft nodes before linearized reading' (duration: 310.96638ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:14.811539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:14.500375Z","time spent":"311.153104ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-29T02:13:14.811503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"893.793012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:13:14.811563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.857994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:13:14.811621Z","caller":"traceutil/trace.go:171","msg":"trace[1620493368] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5774; }","duration":"893.978077ms","start":"2026-03-29T02:13:13.917617Z","end":"2026-03-29T02:13:14.811595Z","steps":["trace[1620493368] 'agreement among raft nodes before linearized reading' (duration: 893.672691ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:14.811638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.52085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:13:14.811638Z","caller":"traceutil/trace.go:171","msg":"trace[1094945602] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:5774; }","duration":"313.947076ms","start":"2026-03-29T02:13:14.497677Z","end":"2026-03-29T02:13:14.811624Z","steps":["trace[1094945602] 'agreement among raft nodes before linearized reading' (duration: 313.848284ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:13:14.811666Z","caller":"traceutil/trace.go:171","msg":"trace[1427033857] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:5774; }","duration":"447.597083ms","start":"2026-03-29T02:13:14.364061Z","end":"2026-03-29T02:13:14.811658Z","steps":["trace[1427033857] 'agreement among raft nodes before linearized reading' (duration: 447.558542ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:13:14.811664Z","caller":"traceutil/trace.go:171","msg":"trace[205417174] transaction","detail":"{read_only:false; response_revision:5774; number_of_response:1; }","duration":"315.520502ms","start":"2026-03-29T02:13:14.496125Z","end":"2026-03-29T02:13:14.811646Z","steps":["trace[205417174] 'process raft request' (duration: 314.842177ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:14.81169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:14.497671Z","time spent":"313.999888ms","remote":"127.0.0.1:43234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":29,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:13:14.811683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:13.917593Z","time spent":"894.077129ms","remote":"127.0.0.1:43010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:13:14.811697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:14.36404Z","time spent":"447.642963ms","remote":"127.0.0.1:33114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:13:14.811699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.050209718s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-c4cs6\" ","response":"range_response_count:1 size:6520"} {"level":"warn","ts":"2026-03-29T02:13:14.811748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:14.496118Z","time spent":"315.582263ms","remote":"127.0.0.1:43470","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5085,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:13:14.811759Z","caller":"traceutil/trace.go:171","msg":"trace[93319926] range","detail":"{range_begin:/registry/pods/openstack/keepalived-c4cs6; range_end:; response_count:1; response_revision:5774; }","duration":"1.050307491s","start":"2026-03-29T02:13:13.761435Z","end":"2026-03-29T02:13:14.811742Z","steps":["trace[93319926] 'agreement among raft nodes before linearized reading' (duration: 1.050154897s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:14.811828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:13.761417Z","time spent":"1.050375393s","remote":"127.0.0.1:43172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6544,"request content":"key:\"/registry/pods/openstack/keepalived-c4cs6\" "} {"level":"warn","ts":"2026-03-29T02:13:14.811846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.363225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:16231"} {"level":"info","ts":"2026-03-29T02:13:14.811899Z","caller":"traceutil/trace.go:171","msg":"trace[1178734071] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5774; }","duration":"318.471547ms","start":"2026-03-29T02:13:14.493412Z","end":"2026-03-29T02:13:14.811884Z","steps":["trace[1178734071] 'agreement among raft nodes before linearized reading' (duration: 318.332714ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:14.811954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:14.493386Z","time spent":"318.554059ms","remote":"127.0.0.1:43172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":16255,"request content":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-03-29T02:13:14.811322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:14.440945Z","time spent":"370.362901ms","remote":"127.0.0.1:33146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:13:14.812181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"823.924358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:13:14.812228Z","caller":"traceutil/trace.go:171","msg":"trace[991327465] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:0; response_revision:5774; }","duration":"824.094211ms","start":"2026-03-29T02:13:13.988118Z","end":"2026-03-29T02:13:14.812213Z","steps":["trace[991327465] 'agreement among raft nodes before linearized reading' (duration: 824.005469ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:14.812256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:13.988069Z","time spent":"824.180573ms","remote":"127.0.0.1:57636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"info","ts":"2026-03-29T02:13:15.452286Z","caller":"traceutil/trace.go:171","msg":"trace[1896648165] transaction","detail":"{read_only:false; response_revision:5818; number_of_response:1; }","duration":"116.036681ms","start":"2026-03-29T02:13:15.336211Z","end":"2026-03-29T02:13:15.452248Z","steps":["trace[1896648165] 'process raft request' (duration: 93.650619ms)","trace[1896648165] 'compare' (duration: 22.190238ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:13:15.506888Z","caller":"traceutil/trace.go:171","msg":"trace[2116956958] linearizableReadLoop","detail":"{readStateIndex:6062; appliedIndex:6058; }","duration":"144.265893ms","start":"2026-03-29T02:13:15.362598Z","end":"2026-03-29T02:13:15.506864Z","steps":["trace[2116956958] 'read index received' (duration: 67.282258ms)","trace[2116956958] 'applied index is now lower than readState.Index' (duration: 76.982405ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:13:15.506966Z","caller":"traceutil/trace.go:171","msg":"trace[1969374398] transaction","detail":"{read_only:false; response_revision:5819; number_of_response:1; }","duration":"162.339058ms","start":"2026-03-29T02:13:15.344598Z","end":"2026-03-29T02:13:15.506938Z","steps":["trace[1969374398] 'process raft request' (duration: 162.058772ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:13:15.506974Z","caller":"traceutil/trace.go:171","msg":"trace[1062113867] transaction","detail":"{read_only:false; response_revision:5820; number_of_response:1; }","duration":"161.224773ms","start":"2026-03-29T02:13:15.345702Z","end":"2026-03-29T02:13:15.506926Z","steps":["trace[1062113867] 'process raft request' (duration: 161.08341ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:13:15.507201Z","caller":"traceutil/trace.go:171","msg":"trace[1859754697] transaction","detail":"{read_only:false; response_revision:5821; number_of_response:1; }","duration":"160.996539ms","start":"2026-03-29T02:13:15.346142Z","end":"2026-03-29T02:13:15.507139Z","steps":["trace[1859754697] 'process raft request' (duration: 160.680131ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:15.50784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.239276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210982"} {"level":"info","ts":"2026-03-29T02:13:15.507918Z","caller":"traceutil/trace.go:171","msg":"trace[1787912057] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:5821; }","duration":"145.380019ms","start":"2026-03-29T02:13:15.362527Z","end":"2026-03-29T02:13:15.507907Z","steps":["trace[1787912057] 'agreement among raft nodes before linearized reading' (duration: 144.551919ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:13:15.633256Z","caller":"traceutil/trace.go:171","msg":"trace[224021632] transaction","detail":"{read_only:false; response_revision:5825; number_of_response:1; }","duration":"107.603802ms","start":"2026-03-29T02:13:15.525627Z","end":"2026-03-29T02:13:15.63323Z","steps":["trace[224021632] 'process raft request' (duration: 107.343015ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:15.633307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.466569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-03-29T02:13:15.633497Z","caller":"traceutil/trace.go:171","msg":"trace[1455041092] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5826; }","duration":"111.663913ms","start":"2026-03-29T02:13:15.52181Z","end":"2026-03-29T02:13:15.633474Z","steps":["trace[1455041092] 'agreement among raft nodes before linearized reading' (duration: 111.351895ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:13:15.633797Z","caller":"traceutil/trace.go:171","msg":"trace[2077091334] transaction","detail":"{read_only:false; response_revision:5826; number_of_response:1; }","duration":"101.366292ms","start":"2026-03-29T02:13:15.532379Z","end":"2026-03-29T02:13:15.633745Z","steps":["trace[2077091334] 'process raft request' (duration: 100.728917ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:13:16.577887Z","caller":"traceutil/trace.go:171","msg":"trace[1833793251] transaction","detail":"{read_only:false; response_revision:5844; number_of_response:1; }","duration":"252.597471ms","start":"2026-03-29T02:13:16.325263Z","end":"2026-03-29T02:13:16.577861Z","steps":["trace[1833793251] 'process raft request' (duration: 252.459228ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:13:16.956685Z","caller":"traceutil/trace.go:171","msg":"trace[844317741] linearizableReadLoop","detail":"{readStateIndex:6092; appliedIndex:6091; }","duration":"121.038433ms","start":"2026-03-29T02:13:16.835612Z","end":"2026-03-29T02:13:16.956651Z","steps":["trace[844317741] 'read index received' (duration: 120.136673ms)","trace[844317741] 'applied index is now lower than readState.Index' (duration: 900.64µs)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:13:16.956785Z","caller":"traceutil/trace.go:171","msg":"trace[1074316132] transaction","detail":"{read_only:false; response_revision:5850; number_of_response:1; }","duration":"128.757456ms","start":"2026-03-29T02:13:16.827985Z","end":"2026-03-29T02:13:16.956742Z","steps":["trace[1074316132] 'process raft request' (duration: 127.801375ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:16.956965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.329409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-29T02:13:16.956996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.299506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-29T02:13:16.957022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.268024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-c4cs6\" ","response":"range_response_count:1 size:6520"} {"level":"warn","ts":"2026-03-29T02:13:16.957041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.229985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-29T02:13:16.957046Z","caller":"traceutil/trace.go:171","msg":"trace[1480131066] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5850; }","duration":"120.389808ms","start":"2026-03-29T02:13:16.836643Z","end":"2026-03-29T02:13:16.957033Z","steps":["trace[1480131066] 'agreement among raft nodes before linearized reading' (duration: 120.180044ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:13:16.957091Z","caller":"traceutil/trace.go:171","msg":"trace[63776083] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5850; }","duration":"120.298186ms","start":"2026-03-29T02:13:16.83678Z","end":"2026-03-29T02:13:16.957078Z","steps":["trace[63776083] 'agreement among raft nodes before linearized reading' (duration: 120.165724ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:13:16.957091Z","caller":"traceutil/trace.go:171","msg":"trace[423233088] range","detail":"{range_begin:/registry/pods/openstack/keepalived-c4cs6; range_end:; response_count:1; response_revision:5850; }","duration":"119.348255ms","start":"2026-03-29T02:13:16.837721Z","end":"2026-03-29T02:13:16.957069Z","steps":["trace[423233088] 'agreement among raft nodes before linearized reading' (duration: 119.203512ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:16.957013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.556598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-29T02:13:16.957164Z","caller":"traceutil/trace.go:171","msg":"trace[618544934] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5850; }","duration":"106.740562ms","start":"2026-03-29T02:13:16.850409Z","end":"2026-03-29T02:13:16.95715Z","steps":["trace[618544934] 'agreement among raft nodes before linearized reading' (duration: 106.421705ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:13:16.957088Z","caller":"traceutil/trace.go:171","msg":"trace[1979692262] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5850; }","duration":"121.460302ms","start":"2026-03-29T02:13:16.835555Z","end":"2026-03-29T02:13:16.957015Z","steps":["trace[1979692262] 'agreement among raft nodes before linearized reading' (duration: 121.234507ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:19.184776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.632145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6a9b565e-5f9f-4530-bf1f-19b605d3c8d1\" ","response":"range_response_count:1 size:3938"} {"level":"info","ts":"2026-03-29T02:13:19.184871Z","caller":"traceutil/trace.go:171","msg":"trace[301525387] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-6a9b565e-5f9f-4530-bf1f-19b605d3c8d1; range_end:; response_count:1; response_revision:5860; }","duration":"506.783488ms","start":"2026-03-29T02:13:18.678067Z","end":"2026-03-29T02:13:19.184851Z","steps":["trace[301525387] 'range keys from in-memory index tree' (duration: 506.429101ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:19.184913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:18.678046Z","time spent":"506.85683ms","remote":"127.0.0.1:43172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3962,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6a9b565e-5f9f-4530-bf1f-19b605d3c8d1\" "} {"level":"info","ts":"2026-03-29T02:13:19.185062Z","caller":"traceutil/trace.go:171","msg":"trace[850485244] transaction","detail":"{read_only:false; response_revision:5861; number_of_response:1; }","duration":"407.545383ms","start":"2026-03-29T02:13:18.777311Z","end":"2026-03-29T02:13:19.184857Z","steps":["trace[850485244] 'process raft request' (duration: 405.15587ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:19.185403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:18.777283Z","time spent":"407.913192ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:13:19.217155Z","caller":"traceutil/trace.go:171","msg":"trace[1360193795] linearizableReadLoop","detail":"{readStateIndex:6105; appliedIndex:6102; }","duration":"299.580915ms","start":"2026-03-29T02:13:18.917554Z","end":"2026-03-29T02:13:19.217135Z","steps":["trace[1360193795] 'read index received' (duration: 264.933207ms)","trace[1360193795] 'applied index is now lower than readState.Index' (duration: 34.646768ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:13:19.217218Z","caller":"traceutil/trace.go:171","msg":"trace[1640603492] transaction","detail":"{read_only:false; response_revision:5862; number_of_response:1; }","duration":"432.428842ms","start":"2026-03-29T02:13:18.784755Z","end":"2026-03-29T02:13:19.217184Z","steps":["trace[1640603492] 'process raft request' (duration: 432.211127ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:19.217313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.755588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:13:19.217351Z","caller":"traceutil/trace.go:171","msg":"trace[2041516527] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5863; }","duration":"299.803249ms","start":"2026-03-29T02:13:18.917538Z","end":"2026-03-29T02:13:19.217341Z","steps":["trace[2041516527] 'agreement among raft nodes before linearized reading' (duration: 299.711877ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:13:19.217307Z","caller":"traceutil/trace.go:171","msg":"trace[757076804] transaction","detail":"{read_only:false; response_revision:5863; number_of_response:1; }","duration":"432.487673ms","start":"2026-03-29T02:13:18.784794Z","end":"2026-03-29T02:13:19.217282Z","steps":["trace[757076804] 'process raft request' (duration: 432.294109ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:19.217381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:18.784729Z","time spent":"432.559595ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:13:19.2175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:18.784766Z","time spent":"432.643797ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:13:19.217577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.512748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-29T02:13:19.217634Z","caller":"traceutil/trace.go:171","msg":"trace[938659849] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5863; }","duration":"243.61679ms","start":"2026-03-29T02:13:18.974008Z","end":"2026-03-29T02:13:19.217625Z","steps":["trace[938659849] 'agreement among raft nodes before linearized reading' (duration: 243.460997ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:19.217673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.62411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-29T02:13:19.21772Z","caller":"traceutil/trace.go:171","msg":"trace[879678305] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5863; }","duration":"243.719412ms","start":"2026-03-29T02:13:18.97399Z","end":"2026-03-29T02:13:19.217709Z","steps":["trace[879678305] 'agreement among raft nodes before linearized reading' (duration: 243.545248ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:19.217749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.578236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-29T02:13:19.217756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.892871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-c4cs6\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-29T02:13:19.217796Z","caller":"traceutil/trace.go:171","msg":"trace[79053590] range","detail":"{range_begin:/registry/pods/openstack/keepalived-c4cs6; range_end:; response_count:1; response_revision:5863; }","duration":"241.946853ms","start":"2026-03-29T02:13:18.975841Z","end":"2026-03-29T02:13:19.217788Z","steps":["trace[79053590] 'agreement among raft nodes before linearized reading' (duration: 241.865851ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:13:19.217792Z","caller":"traceutil/trace.go:171","msg":"trace[346047012] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5863; }","duration":"250.657028ms","start":"2026-03-29T02:13:18.967125Z","end":"2026-03-29T02:13:19.217782Z","steps":["trace[346047012] 'agreement among raft nodes before linearized reading' (duration: 250.553496ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:19.217784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.701612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-29T02:13:19.217873Z","caller":"traceutil/trace.go:171","msg":"trace[1368569651] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5863; }","duration":"243.847736ms","start":"2026-03-29T02:13:18.974008Z","end":"2026-03-29T02:13:19.217855Z","steps":["trace[1368569651] 'agreement among raft nodes before linearized reading' (duration: 243.57877ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:19.217774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.758072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-29T02:13:19.218044Z","caller":"traceutil/trace.go:171","msg":"trace[651941955] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5863; }","duration":"256.085539ms","start":"2026-03-29T02:13:18.961933Z","end":"2026-03-29T02:13:19.218019Z","steps":["trace[651941955] 'agreement among raft nodes before linearized reading' (duration: 255.399024ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:19.218184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.046231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-29T02:13:19.218217Z","caller":"traceutil/trace.go:171","msg":"trace[234365933] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5863; }","duration":"240.290166ms","start":"2026-03-29T02:13:18.977919Z","end":"2026-03-29T02:13:19.218209Z","steps":["trace[234365933] 'agreement among raft nodes before linearized reading' (duration: 239.785845ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:13:19.380387Z","caller":"traceutil/trace.go:171","msg":"trace[72571975] linearizableReadLoop","detail":"{readStateIndex:6106; appliedIndex:6105; }","duration":"158.120524ms","start":"2026-03-29T02:13:19.222247Z","end":"2026-03-29T02:13:19.380367Z","steps":["trace[72571975] 'read index received' (duration: 158.103154ms)","trace[72571975] 'applied index is now lower than readState.Index' (duration: 16.55µs)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:13:19.380486Z","caller":"traceutil/trace.go:171","msg":"trace[1799129315] transaction","detail":"{read_only:false; response_revision:5864; number_of_response:1; }","duration":"158.648595ms","start":"2026-03-29T02:13:19.221828Z","end":"2026-03-29T02:13:19.380477Z","steps":["trace[1799129315] 'process raft request' (duration: 158.39888ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:19.380672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.40646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:80088"} {"level":"info","ts":"2026-03-29T02:13:19.380719Z","caller":"traceutil/trace.go:171","msg":"trace[1637719564] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5864; }","duration":"158.485781ms","start":"2026-03-29T02:13:19.222224Z","end":"2026-03-29T02:13:19.38071Z","steps":["trace[1637719564] 'agreement among raft nodes before linearized reading' (duration: 158.266047ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:13:19.42494Z","caller":"traceutil/trace.go:171","msg":"trace[733547317] transaction","detail":"{read_only:false; response_revision:5865; number_of_response:1; }","duration":"202.5908ms","start":"2026-03-29T02:13:19.222316Z","end":"2026-03-29T02:13:19.424906Z","steps":["trace[733547317] 'process raft request' (duration: 202.329394ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:13:19.425389Z","caller":"traceutil/trace.go:171","msg":"trace[1127886211] transaction","detail":"{read_only:false; response_revision:5867; number_of_response:1; }","duration":"202.877786ms","start":"2026-03-29T02:13:19.222495Z","end":"2026-03-29T02:13:19.425373Z","steps":["trace[1127886211] 'process raft request' (duration: 202.613641ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:13:19.425468Z","caller":"traceutil/trace.go:171","msg":"trace[1696649] transaction","detail":"{read_only:false; response_revision:5868; number_of_response:1; }","duration":"202.383076ms","start":"2026-03-29T02:13:19.223057Z","end":"2026-03-29T02:13:19.42544Z","steps":["trace[1696649] 'process raft request' (duration: 202.187402ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:13:19.425663Z","caller":"traceutil/trace.go:171","msg":"trace[601982444] transaction","detail":"{read_only:false; response_revision:5869; number_of_response:1; }","duration":"202.229043ms","start":"2026-03-29T02:13:19.223424Z","end":"2026-03-29T02:13:19.425653Z","steps":["trace[601982444] 'process raft request' (duration: 201.865605ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:13:19.425735Z","caller":"traceutil/trace.go:171","msg":"trace[1083460169] transaction","detail":"{read_only:false; response_revision:5866; number_of_response:1; }","duration":"203.255335ms","start":"2026-03-29T02:13:19.222431Z","end":"2026-03-29T02:13:19.425687Z","steps":["trace[1083460169] 'process raft request' (duration: 202.428937ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:13:21.861752Z","caller":"traceutil/trace.go:171","msg":"trace[1753799759] linearizableReadLoop","detail":"{readStateIndex:6156; appliedIndex:6155; }","duration":"143.765862ms","start":"2026-03-29T02:13:21.71796Z","end":"2026-03-29T02:13:21.861725Z","steps":["trace[1753799759] 'read index received' (duration: 112.089492ms)","trace[1753799759] 'applied index is now lower than readState.Index' (duration: 31.67524ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:13:21.861827Z","caller":"traceutil/trace.go:171","msg":"trace[721724720] transaction","detail":"{read_only:false; response_revision:5912; number_of_response:1; }","duration":"153.158333ms","start":"2026-03-29T02:13:21.708627Z","end":"2026-03-29T02:13:21.861786Z","steps":["trace[721724720] 'process raft request' (duration: 121.394792ms)","trace[721724720] 'compare' (duration: 31.577297ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:13:21.861982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.004787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-29T02:13:21.862018Z","caller":"traceutil/trace.go:171","msg":"trace[1452198564] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5912; }","duration":"144.098249ms","start":"2026-03-29T02:13:21.717909Z","end":"2026-03-29T02:13:21.862007Z","steps":["trace[1452198564] 'agreement among raft nodes before linearized reading' (duration: 143.927425ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:13:22.574201Z","caller":"traceutil/trace.go:171","msg":"trace[1604255477] transaction","detail":"{read_only:false; response_revision:5914; number_of_response:1; }","duration":"114.377834ms","start":"2026-03-29T02:13:22.459788Z","end":"2026-03-29T02:13:22.574166Z","steps":["trace[1604255477] 'process raft request' (duration: 86.09554ms)","trace[1604255477] 'compare' (duration: 28.09176ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:13:26.849114Z","caller":"traceutil/trace.go:171","msg":"trace[1623846876] transaction","detail":"{read_only:false; response_revision:5955; number_of_response:1; }","duration":"285.953399ms","start":"2026-03-29T02:13:26.563132Z","end":"2026-03-29T02:13:26.849086Z","steps":["trace[1623846876] 'process raft request' (duration: 285.803165ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:13:27.079832Z","caller":"traceutil/trace.go:171","msg":"trace[1277071409] linearizableReadLoop","detail":"{readStateIndex:6200; appliedIndex:6198; }","duration":"436.77691ms","start":"2026-03-29T02:13:26.64301Z","end":"2026-03-29T02:13:27.079787Z","steps":["trace[1277071409] 'read index received' (duration: 205.914655ms)","trace[1277071409] 'applied index is now lower than readState.Index' (duration: 230.858045ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:13:27.079935Z","caller":"traceutil/trace.go:171","msg":"trace[234086784] transaction","detail":"{read_only:false; response_revision:5956; number_of_response:1; }","duration":"224.293237ms","start":"2026-03-29T02:13:26.855545Z","end":"2026-03-29T02:13:27.079838Z","steps":["trace[234086784] 'process raft request' (duration: 224.104893ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:13:27.080288Z","caller":"traceutil/trace.go:171","msg":"trace[616108063] transaction","detail":"{read_only:false; response_revision:5957; number_of_response:1; }","duration":"224.630355ms","start":"2026-03-29T02:13:26.855634Z","end":"2026-03-29T02:13:27.080264Z","steps":["trace[616108063] 'process raft request' (duration: 224.155304ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:27.080352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.323472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"info","ts":"2026-03-29T02:13:27.081138Z","caller":"traceutil/trace.go:171","msg":"trace[281886900] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:5957; }","duration":"438.16593ms","start":"2026-03-29T02:13:26.642948Z","end":"2026-03-29T02:13:27.081114Z","steps":["trace[281886900] 'agreement among raft nodes before linearized reading' (duration: 436.990235ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:27.081213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:26.642927Z","time spent":"438.266582ms","remote":"127.0.0.1:43140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1805,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"info","ts":"2026-03-29T02:13:27.080397Z","caller":"traceutil/trace.go:171","msg":"trace[1872271279] transaction","detail":"{read_only:false; response_revision:5958; number_of_response:1; }","duration":"224.313397ms","start":"2026-03-29T02:13:26.856061Z","end":"2026-03-29T02:13:27.080375Z","steps":["trace[1872271279] 'process raft request' (duration: 224.061692ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:13:27.080526Z","caller":"traceutil/trace.go:171","msg":"trace[354879043] transaction","detail":"{read_only:false; response_revision:5959; number_of_response:1; }","duration":"224.301187ms","start":"2026-03-29T02:13:26.856211Z","end":"2026-03-29T02:13:27.080512Z","steps":["trace[354879043] 'process raft request' (duration: 224.096493ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:13:27.080668Z","caller":"traceutil/trace.go:171","msg":"trace[364817635] transaction","detail":"{read_only:false; response_revision:5960; number_of_response:1; }","duration":"222.590749ms","start":"2026-03-29T02:13:26.858066Z","end":"2026-03-29T02:13:27.080657Z","steps":["trace[364817635] 'process raft request' (duration: 222.422426ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:27.08075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.456843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:13:27.081802Z","caller":"traceutil/trace.go:171","msg":"trace[1592829591] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:5960; }","duration":"363.578619ms","start":"2026-03-29T02:13:26.718202Z","end":"2026-03-29T02:13:27.08178Z","steps":["trace[1592829591] 'agreement among raft nodes before linearized reading' (duration: 362.452314ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:27.081874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:26.718181Z","time spent":"363.668391ms","remote":"127.0.0.1:45378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:13:27.080795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.86386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/monitoring/\" range_end:\"/registry/resourcequotas/monitoring0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:13:27.081965Z","caller":"traceutil/trace.go:171","msg":"trace[2129563713] range","detail":"{range_begin:/registry/resourcequotas/monitoring/; range_end:/registry/resourcequotas/monitoring0; response_count:0; response_revision:5960; }","duration":"226.035456ms","start":"2026-03-29T02:13:26.855907Z","end":"2026-03-29T02:13:27.081943Z","steps":["trace[2129563713] 'agreement among raft nodes before linearized reading' (duration: 224.755327ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:27.080833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.779825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/loki-results-cache-0\" ","response":"range_response_count:1 size:4473"} {"level":"info","ts":"2026-03-29T02:13:27.082213Z","caller":"traceutil/trace.go:171","msg":"trace[489372961] range","detail":"{range_begin:/registry/pods/monitoring/loki-results-cache-0; range_end:; response_count:1; response_revision:5960; }","duration":"229.206626ms","start":"2026-03-29T02:13:26.852989Z","end":"2026-03-29T02:13:27.082196Z","steps":["trace[489372961] 'agreement among raft nodes before linearized reading' (duration: 227.716103ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:13:27.369073Z","caller":"traceutil/trace.go:171","msg":"trace[1817169403] transaction","detail":"{read_only:false; response_revision:5972; number_of_response:1; }","duration":"102.15767ms","start":"2026-03-29T02:13:27.266886Z","end":"2026-03-29T02:13:27.369044Z","steps":["trace[1817169403] 'process raft request' (duration: 102.002897ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:13:27.723414Z","caller":"traceutil/trace.go:171","msg":"trace[834006550] transaction","detail":"{read_only:false; response_revision:5979; number_of_response:1; }","duration":"104.609924ms","start":"2026-03-29T02:13:27.61878Z","end":"2026-03-29T02:13:27.72339Z","steps":["trace[834006550] 'process raft request' (duration: 104.493291ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:13:27.72344Z","caller":"traceutil/trace.go:171","msg":"trace[1635405258] transaction","detail":"{read_only:false; response_revision:5978; number_of_response:1; }","duration":"105.77829ms","start":"2026-03-29T02:13:27.617621Z","end":"2026-03-29T02:13:27.723399Z","steps":["trace[1635405258] 'process raft request' (duration: 105.539975ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:13:27.723573Z","caller":"traceutil/trace.go:171","msg":"trace[798312688] transaction","detail":"{read_only:false; response_revision:5980; number_of_response:1; }","duration":"100.047031ms","start":"2026-03-29T02:13:27.623496Z","end":"2026-03-29T02:13:27.723543Z","steps":["trace[798312688] 'process raft request' (duration: 99.822586ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:13:29.782287Z","caller":"traceutil/trace.go:171","msg":"trace[2029241591] linearizableReadLoop","detail":"{readStateIndex:6247; appliedIndex:6246; }","duration":"178.776647ms","start":"2026-03-29T02:13:29.603465Z","end":"2026-03-29T02:13:29.782242Z","steps":["trace[2029241591] 'read index received' (duration: 98.954528ms)","trace[2029241591] 'applied index is now lower than readState.Index' (duration: 79.820329ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:13:29.78237Z","caller":"traceutil/trace.go:171","msg":"trace[1535609039] transaction","detail":"{read_only:false; response_revision:6002; number_of_response:1; }","duration":"179.942003ms","start":"2026-03-29T02:13:29.602376Z","end":"2026-03-29T02:13:29.782318Z","steps":["trace[1535609039] 'process raft request' (duration: 100.120734ms)","trace[1535609039] 'compare' (duration: 79.493102ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:13:29.782509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.995332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:13:29.782793Z","caller":"traceutil/trace.go:171","msg":"trace[584866340] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:6002; }","duration":"179.36115ms","start":"2026-03-29T02:13:29.603414Z","end":"2026-03-29T02:13:29.782775Z","steps":["trace[584866340] 'agreement among raft nodes before linearized reading' (duration: 178.969891ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:13:29.93569Z","caller":"traceutil/trace.go:171","msg":"trace[2022593121] transaction","detail":"{read_only:false; response_revision:6004; number_of_response:1; }","duration":"146.251008ms","start":"2026-03-29T02:13:29.789408Z","end":"2026-03-29T02:13:29.935659Z","steps":["trace[2022593121] 'process raft request' (duration: 146.009413ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:13:29.935726Z","caller":"traceutil/trace.go:171","msg":"trace[910654666] transaction","detail":"{read_only:false; response_revision:6005; number_of_response:1; }","duration":"146.198807ms","start":"2026-03-29T02:13:29.789504Z","end":"2026-03-29T02:13:29.935703Z","steps":["trace[910654666] 'process raft request' (duration: 146.060744ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:31.518581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"638.567523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:13:31.51868Z","caller":"traceutil/trace.go:171","msg":"trace[1875465717] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:6011; }","duration":"638.706726ms","start":"2026-03-29T02:13:30.879942Z","end":"2026-03-29T02:13:31.518648Z","steps":["trace[1875465717] 'count revisions from in-memory index tree' (duration: 638.43985ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:31.518747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:30.879904Z","time spent":"638.823509ms","remote":"127.0.0.1:33052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:13:31.519072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"601.105152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:13:31.519134Z","caller":"traceutil/trace.go:171","msg":"trace[358497097] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6011; }","duration":"601.223995ms","start":"2026-03-29T02:13:30.917895Z","end":"2026-03-29T02:13:31.519119Z","steps":["trace[358497097] 'range keys from in-memory index tree' (duration: 600.971259ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:31.519172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:30.917855Z","time spent":"601.306466ms","remote":"127.0.0.1:43010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:13:31.519492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"566.156249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:13:31.51955Z","caller":"traceutil/trace.go:171","msg":"trace[423375497] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:6011; }","duration":"566.257842ms","start":"2026-03-29T02:13:30.953275Z","end":"2026-03-29T02:13:31.519533Z","steps":["trace[423375497] 'count revisions from in-memory index tree' (duration: 566.015956ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:31.519606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:30.953255Z","time spent":"566.335033ms","remote":"127.0.0.1:43434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:13:31.703599Z","caller":"traceutil/trace.go:171","msg":"trace[1071538613] transaction","detail":"{read_only:false; response_revision:6012; number_of_response:1; }","duration":"616.56487ms","start":"2026-03-29T02:13:31.086996Z","end":"2026-03-29T02:13:31.703561Z","steps":["trace[1071538613] 'process raft request' (duration: 616.342755ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:31.703827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:31.086962Z","time spent":"616.774933ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:13:31.822818Z","caller":"traceutil/trace.go:171","msg":"trace[837778070] linearizableReadLoop","detail":"{readStateIndex:6260; appliedIndex:6256; }","duration":"351.348055ms","start":"2026-03-29T02:13:31.471444Z","end":"2026-03-29T02:13:31.822792Z","steps":["trace[837778070] 'read index received' (duration: 231.856317ms)","trace[837778070] 'applied index is now lower than readState.Index' (duration: 119.490638ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:13:31.82296Z","caller":"traceutil/trace.go:171","msg":"trace[1846060020] transaction","detail":"{read_only:false; response_revision:6014; number_of_response:1; }","duration":"493.335977ms","start":"2026-03-29T02:13:31.329614Z","end":"2026-03-29T02:13:31.82295Z","steps":["trace[1846060020] 'process raft request' (duration: 493.093692ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:13:31.822835Z","caller":"traceutil/trace.go:171","msg":"trace[245148355] transaction","detail":"{read_only:false; response_revision:6013; number_of_response:1; }","duration":"509.47198ms","start":"2026-03-29T02:13:31.313335Z","end":"2026-03-29T02:13:31.822807Z","steps":["trace[245148355] 'process raft request' (duration: 509.182743ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:13:31.823201Z","caller":"traceutil/trace.go:171","msg":"trace[157615343] transaction","detail":"{read_only:false; response_revision:6015; number_of_response:1; }","duration":"431.912461ms","start":"2026-03-29T02:13:31.391252Z","end":"2026-03-29T02:13:31.823165Z","steps":["trace[157615343] 'process raft request' (duration: 431.500722ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:31.823275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:31.313307Z","time spent":"509.800886ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:13:31.823345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.406123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:13:31.823382Z","caller":"traceutil/trace.go:171","msg":"trace[1651636610] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6015; }","duration":"300.451124ms","start":"2026-03-29T02:13:31.52292Z","end":"2026-03-29T02:13:31.823372Z","steps":["trace[1651636610] 'agreement among raft nodes before linearized reading' (duration: 300.400493ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:31.823383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:31.391222Z","time spent":"432.076454ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:13:31.823374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.610065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-29T02:13:31.823415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:31.522914Z","time spent":"300.494085ms","remote":"127.0.0.1:43006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:13:31.823423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.634048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.36\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-29T02:13:31.823468Z","caller":"traceutil/trace.go:171","msg":"trace[1934783117] range","detail":"{range_begin:/registry/masterleases/162.253.55.36; range_end:; response_count:1; response_revision:6015; }","duration":"271.71802ms","start":"2026-03-29T02:13:31.551741Z","end":"2026-03-29T02:13:31.823459Z","steps":["trace[1934783117] 'agreement among raft nodes before linearized reading' (duration: 271.564347ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:13:31.823461Z","caller":"traceutil/trace.go:171","msg":"trace[522318995] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6015; }","duration":"220.734718ms","start":"2026-03-29T02:13:31.602707Z","end":"2026-03-29T02:13:31.823441Z","steps":["trace[522318995] 'agreement among raft nodes before linearized reading' (duration: 220.470582ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:31.823069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:31.32959Z","time spent":"493.400569ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:13:31.823297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.919915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-c4cs6\" ","response":"range_response_count:1 size:6520"} {"level":"warn","ts":"2026-03-29T02:13:31.823529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.049201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-29T02:13:31.823608Z","caller":"traceutil/trace.go:171","msg":"trace[488604767] range","detail":"{range_begin:/registry/pods/openstack/keepalived-c4cs6; range_end:; response_count:1; response_revision:6015; }","duration":"301.235493ms","start":"2026-03-29T02:13:31.522332Z","end":"2026-03-29T02:13:31.823568Z","steps":["trace[488604767] 'agreement among raft nodes before linearized reading' (duration: 300.773312ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:31.823653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:31.522312Z","time spent":"301.327354ms","remote":"127.0.0.1:43172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6544,"request content":"key:\"/registry/pods/openstack/keepalived-c4cs6\" "} {"level":"info","ts":"2026-03-29T02:13:31.823662Z","caller":"traceutil/trace.go:171","msg":"trace[1609709343] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6015; }","duration":"352.264396ms","start":"2026-03-29T02:13:31.47137Z","end":"2026-03-29T02:13:31.823634Z","steps":["trace[1609709343] 'agreement among raft nodes before linearized reading' (duration: 351.888698ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:31.823723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:31.471345Z","time spent":"352.363798ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-29T02:13:35.7267Z","caller":"traceutil/trace.go:171","msg":"trace[1942522093] transaction","detail":"{read_only:false; response_revision:6033; number_of_response:1; }","duration":"313.982468ms","start":"2026-03-29T02:13:35.412698Z","end":"2026-03-29T02:13:35.72668Z","steps":["trace[1942522093] 'process raft request' (duration: 313.818764ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:35.726912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:35.412679Z","time spent":"314.082889ms","remote":"127.0.0.1:45316","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7598,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:13:35.766343Z","caller":"traceutil/trace.go:171","msg":"trace[1291158327] transaction","detail":"{read_only:false; response_revision:6034; number_of_response:1; }","duration":"331.689204ms","start":"2026-03-29T02:13:35.434627Z","end":"2026-03-29T02:13:35.766316Z","steps":["trace[1291158327] 'process raft request' (duration: 331.54106ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:35.766467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:35.434603Z","time spent":"331.806307ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:13:36.081931Z","caller":"traceutil/trace.go:171","msg":"trace[1092381829] linearizableReadLoop","detail":"{readStateIndex:6283; appliedIndex:6282; }","duration":"181.989669ms","start":"2026-03-29T02:13:35.899908Z","end":"2026-03-29T02:13:36.081898Z","steps":["trace[1092381829] 'read index received' (duration: 84.590976ms)","trace[1092381829] 'applied index is now lower than readState.Index' (duration: 97.397123ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:13:36.082002Z","caller":"traceutil/trace.go:171","msg":"trace[445405317] transaction","detail":"{read_only:false; response_revision:6037; number_of_response:1; }","duration":"182.314896ms","start":"2026-03-29T02:13:35.899629Z","end":"2026-03-29T02:13:36.081944Z","steps":["trace[445405317] 'process raft request' (duration: 84.899013ms)","trace[445405317] 'compare' (duration: 97.200459ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:13:36.082394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.453579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:81486"} {"level":"info","ts":"2026-03-29T02:13:36.082504Z","caller":"traceutil/trace.go:171","msg":"trace[1184064581] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:6037; }","duration":"182.590942ms","start":"2026-03-29T02:13:35.899883Z","end":"2026-03-29T02:13:36.082474Z","steps":["trace[1184064581] 'agreement among raft nodes before linearized reading' (duration: 182.158872ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:13:36.111775Z","caller":"traceutil/trace.go:171","msg":"trace[41317570] transaction","detail":"{read_only:false; response_revision:6038; number_of_response:1; }","duration":"211.720906ms","start":"2026-03-29T02:13:35.900034Z","end":"2026-03-29T02:13:36.111755Z","steps":["trace[41317570] 'process raft request' (duration: 211.45795ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:13:36.111766Z","caller":"traceutil/trace.go:171","msg":"trace[1386433364] transaction","detail":"{read_only:false; response_revision:6039; number_of_response:1; }","duration":"211.685325ms","start":"2026-03-29T02:13:35.900052Z","end":"2026-03-29T02:13:36.111737Z","steps":["trace[1386433364] 'process raft request' (duration: 211.601303ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:13:36.111925Z","caller":"traceutil/trace.go:171","msg":"trace[514179214] transaction","detail":"{read_only:false; response_revision:6040; number_of_response:1; }","duration":"180.910796ms","start":"2026-03-29T02:13:35.930997Z","end":"2026-03-29T02:13:36.111907Z","steps":["trace[514179214] 'process raft request' (duration: 180.698301ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:36.112122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.446296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-29T02:13:36.112232Z","caller":"traceutil/trace.go:171","msg":"trace[534730815] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6040; }","duration":"168.600109ms","start":"2026-03-29T02:13:35.943615Z","end":"2026-03-29T02:13:36.112215Z","steps":["trace[534730815] 'agreement among raft nodes before linearized reading' (duration: 168.361034ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:36.112141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.450802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-29T02:13:36.112378Z","caller":"traceutil/trace.go:171","msg":"trace[1310704776] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6040; }","duration":"100.737538ms","start":"2026-03-29T02:13:36.011613Z","end":"2026-03-29T02:13:36.112351Z","steps":["trace[1310704776] 'agreement among raft nodes before linearized reading' (duration: 100.431702ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:38.230464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.201939ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:13:38.230832Z","caller":"traceutil/trace.go:171","msg":"trace[856011862] transaction","detail":"{read_only:false; response_revision:6057; number_of_response:1; }","duration":"330.17466ms","start":"2026-03-29T02:13:37.900599Z","end":"2026-03-29T02:13:38.230773Z","steps":["trace[856011862] 'process raft request' (duration: 145.569622ms)","trace[856011862] 'compare' (duration: 183.532094ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:13:38.230873Z","caller":"traceutil/trace.go:171","msg":"trace[302603970] transaction","detail":"{read_only:false; response_revision:6058; number_of_response:1; }","duration":"113.079734ms","start":"2026-03-29T02:13:38.117767Z","end":"2026-03-29T02:13:38.230847Z","steps":["trace[302603970] 'process raft request' (duration: 112.881409ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:13:38.230875Z","caller":"traceutil/trace.go:171","msg":"trace[1353213716] linearizableReadLoop","detail":"{readStateIndex:6304; appliedIndex:6302; }","duration":"312.037674ms","start":"2026-03-29T02:13:37.918806Z","end":"2026-03-29T02:13:38.230844Z","steps":["trace[1353213716] 'read index received' (duration: 28.12513ms)","trace[1353213716] 'applied index is now lower than readState.Index' (duration: 283.853042ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:13:38.230984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:37.900583Z","time spent":"330.324424ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:13:38.231487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.659747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:13:38.231539Z","caller":"traceutil/trace.go:171","msg":"trace[535832045] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6058; }","duration":"312.77668ms","start":"2026-03-29T02:13:37.918749Z","end":"2026-03-29T02:13:38.231526Z","steps":["trace[535832045] 'agreement among raft nodes before linearized reading' (duration: 312.669827ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:38.23158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:37.918732Z","time spent":"312.840731ms","remote":"127.0.0.1:43010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:13:38.231781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.414682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-29T02:13:38.231888Z","caller":"traceutil/trace.go:171","msg":"trace[1210078870] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6058; }","duration":"146.573766ms","start":"2026-03-29T02:13:38.085289Z","end":"2026-03-29T02:13:38.231863Z","steps":["trace[1210078870] 'agreement among raft nodes before linearized reading' (duration: 146.311589ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:38.231919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.277284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-29T02:13:38.231822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.128958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-c4cs6\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-29T02:13:38.232014Z","caller":"traceutil/trace.go:171","msg":"trace[1420046020] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6058; }","duration":"115.432378ms","start":"2026-03-29T02:13:38.116567Z","end":"2026-03-29T02:13:38.231999Z","steps":["trace[1420046020] 'agreement among raft nodes before linearized reading' (duration: 115.143401ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:38.232481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.741074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-29T02:13:38.232531Z","caller":"traceutil/trace.go:171","msg":"trace[724728100] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6058; }","duration":"115.842707ms","start":"2026-03-29T02:13:38.116677Z","end":"2026-03-29T02:13:38.23252Z","steps":["trace[724728100] 'agreement among raft nodes before linearized reading' (duration: 115.578991ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:13:38.232028Z","caller":"traceutil/trace.go:171","msg":"trace[1158340854] range","detail":"{range_begin:/registry/pods/openstack/keepalived-c4cs6; range_end:; response_count:1; response_revision:6058; }","duration":"143.371725ms","start":"2026-03-29T02:13:38.088649Z","end":"2026-03-29T02:13:38.232021Z","steps":["trace[1158340854] 'agreement among raft nodes before linearized reading' (duration: 143.070167ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:39.304629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.650185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4866"} {"level":"info","ts":"2026-03-29T02:13:39.304712Z","caller":"traceutil/trace.go:171","msg":"trace[720412888] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:6091; }","duration":"162.785748ms","start":"2026-03-29T02:13:39.141908Z","end":"2026-03-29T02:13:39.304694Z","steps":["trace[720412888] 'range keys from in-memory index tree' (duration: 162.475952ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:13:39.322284Z","caller":"traceutil/trace.go:171","msg":"trace[301885465] transaction","detail":"{read_only:false; response_revision:6092; number_of_response:1; }","duration":"179.882671ms","start":"2026-03-29T02:13:39.142368Z","end":"2026-03-29T02:13:39.32225Z","steps":["trace[301885465] 'process raft request' (duration: 179.657547ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:39.821652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.335481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:13:39.821732Z","caller":"traceutil/trace.go:171","msg":"trace[1031438409] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:6092; }","duration":"287.473794ms","start":"2026-03-29T02:13:39.534243Z","end":"2026-03-29T02:13:39.821716Z","steps":["trace[1031438409] 'count revisions from in-memory index tree' (duration: 287.197607ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:39.821838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.071443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3565"} {"level":"info","ts":"2026-03-29T02:13:39.82193Z","caller":"traceutil/trace.go:171","msg":"trace[704413575] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:6092; }","duration":"415.200766ms","start":"2026-03-29T02:13:39.406709Z","end":"2026-03-29T02:13:39.82191Z","steps":["trace[704413575] 'range keys from in-memory index tree' (duration: 414.888849ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:39.822013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:39.406691Z","time spent":"415.278427ms","remote":"127.0.0.1:43088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3589,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" "} {"level":"info","ts":"2026-03-29T02:13:40.118192Z","caller":"traceutil/trace.go:171","msg":"trace[2133845112] linearizableReadLoop","detail":"{readStateIndex:6344; appliedIndex:6343; }","duration":"163.849793ms","start":"2026-03-29T02:13:39.954311Z","end":"2026-03-29T02:13:40.118161Z","steps":["trace[2133845112] 'read index received' (duration: 128.722106ms)","trace[2133845112] 'applied index is now lower than readState.Index' (duration: 35.125837ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:13:40.118268Z","caller":"traceutil/trace.go:171","msg":"trace[1593261870] transaction","detail":"{read_only:false; response_revision:6094; number_of_response:1; }","duration":"165.299145ms","start":"2026-03-29T02:13:39.952921Z","end":"2026-03-29T02:13:40.11822Z","steps":["trace[1593261870] 'process raft request' (duration: 130.213738ms)","trace[1593261870] 'compare' (duration: 34.749549ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:13:40.118486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.14999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3243"} {"level":"info","ts":"2026-03-29T02:13:40.118553Z","caller":"traceutil/trace.go:171","msg":"trace[1469772938] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:6094; }","duration":"164.269423ms","start":"2026-03-29T02:13:39.954266Z","end":"2026-03-29T02:13:40.118535Z","steps":["trace[1469772938] 'agreement among raft nodes before linearized reading' (duration: 164.056448ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:13:40.441968Z","caller":"traceutil/trace.go:171","msg":"trace[461057420] linearizableReadLoop","detail":"{readStateIndex:6353; appliedIndex:6348; }","duration":"176.417454ms","start":"2026-03-29T02:13:40.265526Z","end":"2026-03-29T02:13:40.441944Z","steps":["trace[461057420] 'read index received' (duration: 20.866788ms)","trace[461057420] 'applied index is now lower than readState.Index' (duration: 155.549856ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:13:40.442258Z","caller":"traceutil/trace.go:171","msg":"trace[1524956639] transaction","detail":"{read_only:false; response_revision:6103; number_of_response:1; }","duration":"177.146712ms","start":"2026-03-29T02:13:40.265068Z","end":"2026-03-29T02:13:40.442215Z","steps":["trace[1524956639] 'process raft request' (duration: 176.845924ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:13:40.442457Z","caller":"traceutil/trace.go:171","msg":"trace[1984555326] transaction","detail":"{read_only:false; response_revision:6099; number_of_response:1; }","duration":"177.939449ms","start":"2026-03-29T02:13:40.264501Z","end":"2026-03-29T02:13:40.44244Z","steps":["trace[1984555326] 'process raft request' (duration: 177.171841ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:13:40.442474Z","caller":"traceutil/trace.go:171","msg":"trace[610437118] transaction","detail":"{read_only:false; response_revision:6101; number_of_response:1; }","duration":"177.500349ms","start":"2026-03-29T02:13:40.264956Z","end":"2026-03-29T02:13:40.442457Z","steps":["trace[610437118] 'process raft request' (duration: 176.902085ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:13:40.442523Z","caller":"traceutil/trace.go:171","msg":"trace[1313167596] transaction","detail":"{read_only:false; response_revision:6102; number_of_response:1; }","duration":"177.477419ms","start":"2026-03-29T02:13:40.265039Z","end":"2026-03-29T02:13:40.442516Z","steps":["trace[1313167596] 'process raft request' (duration: 176.851574ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:40.442494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.950115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-29T02:13:40.442588Z","caller":"traceutil/trace.go:171","msg":"trace[1272600274] transaction","detail":"{read_only:false; response_revision:6100; number_of_response:1; }","duration":"178.00934ms","start":"2026-03-29T02:13:40.264573Z","end":"2026-03-29T02:13:40.442582Z","steps":["trace[1272600274] 'process raft request' (duration: 177.251882ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:13:40.442583Z","caller":"traceutil/trace.go:171","msg":"trace[1257878450] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6103; }","duration":"106.14903ms","start":"2026-03-29T02:13:40.336412Z","end":"2026-03-29T02:13:40.442561Z","steps":["trace[1257878450] 'agreement among raft nodes before linearized reading' (duration: 105.835243ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:40.444341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.779448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:81486"} {"level":"info","ts":"2026-03-29T02:13:40.44444Z","caller":"traceutil/trace.go:171","msg":"trace[891557958] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:6103; }","duration":"178.917801ms","start":"2026-03-29T02:13:40.265503Z","end":"2026-03-29T02:13:40.444421Z","steps":["trace[891557958] 'agreement among raft nodes before linearized reading' (duration: 176.742033ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:41.035433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.083974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:13:41.035562Z","caller":"traceutil/trace.go:171","msg":"trace[1679803802] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6103; }","duration":"117.28914ms","start":"2026-03-29T02:13:40.918245Z","end":"2026-03-29T02:13:41.035535Z","steps":["trace[1679803802] 'range keys from in-memory index tree' (duration: 116.89833ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:41.035852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.003602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-03-29T02:13:41.035927Z","caller":"traceutil/trace.go:171","msg":"trace[336804887] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:6103; }","duration":"407.136355ms","start":"2026-03-29T02:13:40.628774Z","end":"2026-03-29T02:13:41.035911Z","steps":["trace[336804887] 'range keys from in-memory index tree' (duration: 406.801588ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:41.035957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:40.628747Z","time spent":"407.203207ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-29T02:13:44.369201Z","caller":"traceutil/trace.go:171","msg":"trace[1157704304] transaction","detail":"{read_only:false; response_revision:6119; number_of_response:1; }","duration":"113.412922ms","start":"2026-03-29T02:13:44.255757Z","end":"2026-03-29T02:13:44.36917Z","steps":["trace[1157704304] 'process raft request' (duration: 71.357739ms)","trace[1157704304] 'compare' (duration: 41.822298ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:13:44.376765Z","caller":"traceutil/trace.go:171","msg":"trace[1943976721] transaction","detail":"{read_only:false; response_revision:6120; number_of_response:1; }","duration":"119.181782ms","start":"2026-03-29T02:13:44.257522Z","end":"2026-03-29T02:13:44.376704Z","steps":["trace[1943976721] 'process raft request' (duration: 119.032219ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:46.093816Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583528501955416,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:13:46.594983Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583528501955416,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:13:47.095996Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583528501955416,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:13:47.597005Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583528501955416,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:13:47.917898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000097048s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-29T02:13:47.918021Z","caller":"traceutil/trace.go:171","msg":"trace[525635463] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000232761s","start":"2026-03-29T02:13:45.917763Z","end":"2026-03-29T02:13:47.917995Z","steps":["trace[525635463] 'agreement among raft nodes before linearized reading' (duration: 2.000092168s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:47.918082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:45.917719Z","time spent":"2.000349994s","remote":"127.0.0.1:43010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:13:48.097221Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583528501955416,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:13:48.597944Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583528501955416,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:13:49.098502Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583528501955416,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:13:49.598855Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583528501955416,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:13:49.919305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000452419s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-29T02:13:49.919617Z","caller":"traceutil/trace.go:171","msg":"trace[491895476] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000869848s","start":"2026-03-29T02:13:47.918723Z","end":"2026-03-29T02:13:49.919593Z","steps":["trace[491895476] 'agreement among raft nodes before linearized reading' (duration: 2.000496899s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:49.919693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:47.9187Z","time spent":"2.000970849s","remote":"127.0.0.1:43006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/29 02:13:49 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-29T02:13:50.084523Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"4.500247046s","expected-duration":"1s"} {"level":"info","ts":"2026-03-29T02:13:50.085235Z","caller":"traceutil/trace.go:171","msg":"trace[988297687] transaction","detail":"{read_only:false; response_revision:6130; number_of_response:1; }","duration":"4.501500934s","start":"2026-03-29T02:13:45.583705Z","end":"2026-03-29T02:13:50.085206Z","steps":["trace[988297687] 'process raft request' (duration: 4.501146117s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:50.085371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:45.583679Z","time spent":"4.501611626s","remote":"127.0.0.1:43774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":414154,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:13:50.583628Z","caller":"traceutil/trace.go:171","msg":"trace[706309541] transaction","detail":"{read_only:false; response_revision:6131; number_of_response:1; }","duration":"4.42589632s","start":"2026-03-29T02:13:46.157705Z","end":"2026-03-29T02:13:50.583601Z","steps":["trace[706309541] 'process raft request' (duration: 4.425685455s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:50.583795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:46.15768Z","time spent":"4.426035943s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:13:50.58403Z","caller":"traceutil/trace.go:171","msg":"trace[1961501792] transaction","detail":"{read_only:false; response_revision:6132; number_of_response:1; }","duration":"4.209165302s","start":"2026-03-29T02:13:46.374824Z","end":"2026-03-29T02:13:50.58399Z","steps":["trace[1961501792] 'process raft request' (duration: 4.208737473s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:50.584293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:46.374788Z","time spent":"4.209353186s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:13:50.584361Z","caller":"traceutil/trace.go:171","msg":"trace[1826335497] transaction","detail":"{read_only:false; response_revision:6133; number_of_response:1; }","duration":"4.202342859s","start":"2026-03-29T02:13:46.382004Z","end":"2026-03-29T02:13:50.584347Z","steps":["trace[1826335497] 'process raft request' (duration: 4.201834838s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:50.584442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:46.381976Z","time spent":"4.202426671s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:13:51.130296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"546.024318ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-29T02:13:51.130432Z","caller":"traceutil/trace.go:171","msg":"trace[1805428445] linearizableReadLoop","detail":"{readStateIndex:6385; appliedIndex:6380; }","duration":"5.537384342s","start":"2026-03-29T02:13:45.593023Z","end":"2026-03-29T02:13:51.130408Z","steps":["trace[1805428445] 'read index received' (duration: 4.491746756s)","trace[1805428445] 'applied index is now lower than readState.Index' (duration: 1.045635006s)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:13:51.130859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.537790542s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3243"} {"level":"info","ts":"2026-03-29T02:13:51.130965Z","caller":"traceutil/trace.go:171","msg":"trace[1933332783] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:6133; }","duration":"5.537966145s","start":"2026-03-29T02:13:45.592976Z","end":"2026-03-29T02:13:51.130942Z","steps":["trace[1933332783] 'agreement among raft nodes before linearized reading' (duration: 5.537638808s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:51.131001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:45.592957Z","time spent":"5.538035317s","remote":"127.0.0.1:57636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3267,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"info","ts":"2026-03-29T02:13:51.375718Z","caller":"traceutil/trace.go:171","msg":"trace[1513646674] linearizableReadLoop","detail":"{readStateIndex:6386; appliedIndex:6385; }","duration":"245.226665ms","start":"2026-03-29T02:13:51.130471Z","end":"2026-03-29T02:13:51.375698Z","steps":["trace[1513646674] 'read index received' (duration: 245.049761ms)","trace[1513646674] 'applied index is now lower than readState.Index' (duration: 175.824µs)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:13:51.375903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.453429305s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a12d7c0e86f83c\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-03-29T02:13:51.375912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.814782195s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-c4cs6\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-29T02:13:51.375965Z","caller":"traceutil/trace.go:171","msg":"trace[1954152511] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a12d7c0e86f83c; range_end:; response_count:1; response_revision:6134; }","duration":"1.453547649s","start":"2026-03-29T02:13:49.922401Z","end":"2026-03-29T02:13:51.375949Z","steps":["trace[1954152511] 'agreement among raft nodes before linearized reading' (duration: 1.453360324s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:13:51.376003Z","caller":"traceutil/trace.go:171","msg":"trace[1068030432] range","detail":"{range_begin:/registry/pods/openstack/keepalived-c4cs6; range_end:; response_count:1; response_revision:6134; }","duration":"4.814920849s","start":"2026-03-29T02:13:46.561063Z","end":"2026-03-29T02:13:51.375984Z","steps":["trace[1068030432] 'agreement among raft nodes before linearized reading' (duration: 4.814666523s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:51.375994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.816543516s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-29T02:13:51.376054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:46.561055Z","time spent":"4.814990281s","remote":"127.0.0.1:43172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6544,"request content":"key:\"/registry/pods/openstack/keepalived-c4cs6\" "} {"level":"info","ts":"2026-03-29T02:13:51.376078Z","caller":"traceutil/trace.go:171","msg":"trace[1309719211] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6134; }","duration":"4.816695679s","start":"2026-03-29T02:13:46.559365Z","end":"2026-03-29T02:13:51.376061Z","steps":["trace[1309719211] 'agreement among raft nodes before linearized reading' (duration: 4.816462883s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:51.376064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.815584834s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-29T02:13:51.376122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:46.559336Z","time spent":"4.816777581s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-29T02:13:51.376121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.815727377s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-29T02:13:51.37614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.448736352s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:13:51.376188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.816163328s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-29T02:13:51.376207Z","caller":"traceutil/trace.go:171","msg":"trace[42939349] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6134; }","duration":"4.815834869s","start":"2026-03-29T02:13:46.560358Z","end":"2026-03-29T02:13:51.376193Z","steps":["trace[42939349] 'agreement among raft nodes before linearized reading' (duration: 4.815653085s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:13:51.376212Z","caller":"traceutil/trace.go:171","msg":"trace[1808554411] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6134; }","duration":"1.448804813s","start":"2026-03-29T02:13:49.927398Z","end":"2026-03-29T02:13:51.376203Z","steps":["trace[1808554411] 'agreement among raft nodes before linearized reading' (duration: 1.448722861s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:51.376247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:46.560349Z","time spent":"4.81589s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-29T02:13:51.376245Z","caller":"traceutil/trace.go:171","msg":"trace[1438838568] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6134; }","duration":"4.816311581s","start":"2026-03-29T02:13:46.55992Z","end":"2026-03-29T02:13:51.376231Z","steps":["trace[1438838568] 'agreement among raft nodes before linearized reading' (duration: 4.816136687s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:51.376249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:49.927315Z","time spent":"1.448927496s","remote":"127.0.0.1:43010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:13:51.376291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:46.55989Z","time spent":"4.816392063s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-29T02:13:51.376151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.815168905s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-29T02:13:51.376306Z","caller":"traceutil/trace.go:171","msg":"trace[372352730] transaction","detail":"{read_only:false; response_revision:6134; number_of_response:1; }","duration":"530.814117ms","start":"2026-03-29T02:13:50.845473Z","end":"2026-03-29T02:13:51.376287Z","steps":["trace[372352730] 'process raft request' (duration: 530.051929ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:13:51.376347Z","caller":"traceutil/trace.go:171","msg":"trace[1976035828] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6134; }","duration":"4.815382219s","start":"2026-03-29T02:13:46.560945Z","end":"2026-03-29T02:13:51.376328Z","steps":["trace[1976035828] 'agreement among raft nodes before linearized reading' (duration: 4.815041772s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:51.37639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.356780668s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-29T02:13:51.376416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:50.845447Z","time spent":"530.90329ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:13:51.376437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.060947403s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-29T02:13:51.376435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:46.560937Z","time spent":"4.815486361s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-29T02:13:51.376458Z","caller":"traceutil/trace.go:171","msg":"trace[340219677] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:6134; }","duration":"5.061020066s","start":"2026-03-29T02:13:46.31543Z","end":"2026-03-29T02:13:51.37645Z","steps":["trace[340219677] 'agreement among raft nodes before linearized reading' (duration: 5.060992375s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:13:51.376458Z","caller":"traceutil/trace.go:171","msg":"trace[586067756] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:6134; }","duration":"3.356904101s","start":"2026-03-29T02:13:48.019537Z","end":"2026-03-29T02:13:51.376442Z","steps":["trace[586067756] 'agreement among raft nodes before linearized reading' (duration: 3.356799578s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:51.376481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:46.315405Z","time spent":"5.061070206s","remote":"127.0.0.1:42298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:13:51.376477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.879801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-keystone-default-user\" ","response":"range_response_count:1 size:1162"} {"level":"info","ts":"2026-03-29T02:13:51.376355Z","caller":"traceutil/trace.go:171","msg":"trace[371221904] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:6134; }","duration":"4.815746868s","start":"2026-03-29T02:13:46.560386Z","end":"2026-03-29T02:13:51.376133Z","steps":["trace[371221904] 'agreement among raft nodes before linearized reading' (duration: 4.815487411s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:51.376512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.660194315s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:10391"} {"level":"info","ts":"2026-03-29T02:13:51.376594Z","caller":"traceutil/trace.go:171","msg":"trace[1638565613] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:6134; }","duration":"5.660333198s","start":"2026-03-29T02:13:45.716244Z","end":"2026-03-29T02:13:51.376577Z","steps":["trace[1638565613] 'agreement among raft nodes before linearized reading' (duration: 5.660059982s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:51.376596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:46.560356Z","time spent":"4.816214427s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-29T02:13:51.376645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:45.716231Z","time spent":"5.66040525s","remote":"127.0.0.1:43172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":10415,"request content":"key:\"/registry/pods/openstack/rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-03-29T02:13:51.376099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.216788493s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3243"} {"level":"warn","ts":"2026-03-29T02:13:51.376632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.971745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-29T02:13:51.376668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.49090912s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-29T02:13:51.376708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.567781623s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-29T02:13:51.376713Z","caller":"traceutil/trace.go:171","msg":"trace[138697670] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:6134; }","duration":"1.217438777s","start":"2026-03-29T02:13:50.15926Z","end":"2026-03-29T02:13:51.376699Z","steps":["trace[138697670] 'agreement among raft nodes before linearized reading' (duration: 1.216773453s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:13:51.376721Z","caller":"traceutil/trace.go:171","msg":"trace[1471708842] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:6134; }","duration":"193.104628ms","start":"2026-03-29T02:13:51.183603Z","end":"2026-03-29T02:13:51.376707Z","steps":["trace[1471708842] 'agreement among raft nodes before linearized reading' (duration: 192.985816ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:13:51.376747Z","caller":"traceutil/trace.go:171","msg":"trace[179902117] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:6134; }","duration":"5.567856915s","start":"2026-03-29T02:13:45.808878Z","end":"2026-03-29T02:13:51.376735Z","steps":["trace[179902117] 'agreement among raft nodes before linearized reading' (duration: 5.567733042s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:51.376408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.127949986s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-29T02:13:51.376766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:50.159241Z","time spent":"1.217511998s","remote":"127.0.0.1:57636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3267,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-03-29T02:13:51.376757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.749571138s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:13:51.376779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:45.808862Z","time spent":"5.567909776s","remote":"127.0.0.1:43140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"info","ts":"2026-03-29T02:13:51.37678Z","caller":"traceutil/trace.go:171","msg":"trace[1850736329] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:6134; }","duration":"2.491028103s","start":"2026-03-29T02:13:48.885689Z","end":"2026-03-29T02:13:51.376717Z","steps":["trace[1850736329] 'agreement among raft nodes before linearized reading' (duration: 2.490792767s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:13:51.376796Z","caller":"traceutil/trace.go:171","msg":"trace[418089079] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:6134; }","duration":"5.128376975s","start":"2026-03-29T02:13:46.248404Z","end":"2026-03-29T02:13:51.376781Z","steps":["trace[418089079] 'agreement among raft nodes before linearized reading' (duration: 5.127971466s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:51.376535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:48.019514Z","time spent":"3.356998182s","remote":"127.0.0.1:45316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:13:51.376838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:48.885668Z","time spent":"2.491159205s","remote":"127.0.0.1:43180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":49,"response size":31,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:13:51.376865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:46.248382Z","time spent":"5.128469547s","remote":"127.0.0.1:43440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:13:51.376856Z","caller":"traceutil/trace.go:171","msg":"trace[778307012] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:6134; }","duration":"5.749627699s","start":"2026-03-29T02:13:45.62717Z","end":"2026-03-29T02:13:51.376798Z","steps":["trace[778307012] 'agreement among raft nodes before linearized reading' (duration: 5.749539947s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:51.376398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.312093776s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-29T02:13:51.376239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"804.820189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19641"} {"level":"warn","ts":"2026-03-29T02:13:51.376922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:45.627109Z","time spent":"5.749795003s","remote":"127.0.0.1:43454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-29T02:13:51.376945Z","caller":"traceutil/trace.go:171","msg":"trace[627189207] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:6134; }","duration":"3.312685099s","start":"2026-03-29T02:13:48.064251Z","end":"2026-03-29T02:13:51.376937Z","steps":["trace[627189207] 'agreement among raft nodes before linearized reading' (duration: 3.312083476s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:13:51.376961Z","caller":"traceutil/trace.go:171","msg":"trace[63647547] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:6134; }","duration":"805.599477ms","start":"2026-03-29T02:13:50.571348Z","end":"2026-03-29T02:13:51.376948Z","steps":["trace[63647547] 'agreement among raft nodes before linearized reading' (duration: 804.583444ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:13:51.376533Z","caller":"traceutil/trace.go:171","msg":"trace[1747258972] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-keystone-default-user; range_end:; response_count:1; response_revision:6134; }","duration":"237.981673ms","start":"2026-03-29T02:13:51.138538Z","end":"2026-03-29T02:13:51.37652Z","steps":["trace[1747258972] 'agreement among raft nodes before linearized reading' (duration: 237.85151ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:51.376974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:48.064237Z","time spent":"3.31272894s","remote":"127.0.0.1:43414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:13:51.37601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:49.922201Z","time spent":"1.453798785s","remote":"127.0.0.1:43074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a12d7c0e86f83c\" "} {"level":"warn","ts":"2026-03-29T02:13:51.376472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.901468099s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:13:51.377169Z","caller":"traceutil/trace.go:171","msg":"trace[139102014] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:6134; }","duration":"1.902211205s","start":"2026-03-29T02:13:49.474944Z","end":"2026-03-29T02:13:51.377155Z","steps":["trace[139102014] 'agreement among raft nodes before linearized reading' (duration: 1.901488309s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:51.377213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:49.474922Z","time spent":"1.902275286s","remote":"127.0.0.1:33166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:13:51.377007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:50.571324Z","time spent":"805.669138ms","remote":"127.0.0.1:43166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19665,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-29T02:13:51.377449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.916376093s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-29T02:13:51.377483Z","caller":"traceutil/trace.go:171","msg":"trace[763275059] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6134; }","duration":"4.916461905s","start":"2026-03-29T02:13:46.461012Z","end":"2026-03-29T02:13:51.377474Z","steps":["trace[763275059] 'agreement among raft nodes before linearized reading' (duration: 4.914914071s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:51.377503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:46.460983Z","time spent":"4.916514496s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-29T02:13:52.459302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"801.667248ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"info","ts":"2026-03-29T02:13:52.459412Z","caller":"traceutil/trace.go:171","msg":"trace[829608802] linearizableReadLoop","detail":"{readStateIndex:6387; appliedIndex:6386; }","duration":"1.079797712s","start":"2026-03-29T02:13:51.379594Z","end":"2026-03-29T02:13:52.459392Z","steps":["trace[829608802] 'read index received' (duration: 278.051322ms)","trace[829608802] 'applied index is now lower than readState.Index' (duration: 801.74491ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:13:52.45948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:51.378853Z","time spent":"1.08062292s","remote":"127.0.0.1:43074","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-29T02:13:52.459686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.080075768s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:13:52.459751Z","caller":"traceutil/trace.go:171","msg":"trace[1851244739] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6134; }","duration":"1.080175991s","start":"2026-03-29T02:13:51.379562Z","end":"2026-03-29T02:13:52.459738Z","steps":["trace[1851244739] 'agreement among raft nodes before linearized reading' (duration: 1.080049918s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:52.459784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:51.379541Z","time spent":"1.080232711s","remote":"127.0.0.1:43006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-29T02:13:52.662558Z","caller":"traceutil/trace.go:171","msg":"trace[767490252] transaction","detail":"{read_only:false; response_revision:6135; number_of_response:1; }","duration":"1.282006125s","start":"2026-03-29T02:13:51.380516Z","end":"2026-03-29T02:13:52.662522Z","steps":["trace[767490252] 'process raft request' (duration: 1.2081943s)","trace[767490252] 'compare' (duration: 73.515309ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:13:52.662755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:51.380496Z","time spent":"1.282166328s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:13:52.662906Z","caller":"traceutil/trace.go:171","msg":"trace[1576052702] transaction","detail":"{read_only:false; response_revision:6138; number_of_response:1; }","duration":"1.279894387s","start":"2026-03-29T02:13:51.382988Z","end":"2026-03-29T02:13:52.662883Z","steps":["trace[1576052702] 'process raft request' (duration: 1.279823765s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:13:52.662912Z","caller":"traceutil/trace.go:171","msg":"trace[1612541701] transaction","detail":"{read_only:false; response_revision:6137; number_of_response:1; }","duration":"1.280346887s","start":"2026-03-29T02:13:51.382524Z","end":"2026-03-29T02:13:52.662871Z","steps":["trace[1612541701] 'process raft request' (duration: 1.280184233s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:13:52.662918Z","caller":"traceutil/trace.go:171","msg":"trace[678077044] transaction","detail":"{read_only:false; response_revision:6136; number_of_response:1; }","duration":"1.28046077s","start":"2026-03-29T02:13:51.382421Z","end":"2026-03-29T02:13:52.662882Z","steps":["trace[678077044] 'process raft request' (duration: 1.28002465s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:52.66306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:51.382976Z","time spent":"1.280009349s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:13:52.663103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:51.382509Z","time spent":"1.280505361s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:13:52.663188Z","caller":"traceutil/trace.go:171","msg":"trace[2039707756] transaction","detail":"{read_only:false; response_revision:6139; number_of_response:1; }","duration":"1.280142992s","start":"2026-03-29T02:13:51.383023Z","end":"2026-03-29T02:13:52.663166Z","steps":["trace[2039707756] 'process raft request' (duration: 1.279821575s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:52.663292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:51.38301Z","time spent":"1.280227535s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:13:52.663293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:51.382406Z","time spent":"1.280632984s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:13:52.663413Z","caller":"traceutil/trace.go:171","msg":"trace[1673829566] transaction","detail":"{read_only:false; response_revision:6140; number_of_response:1; }","duration":"1.280324806s","start":"2026-03-29T02:13:51.383069Z","end":"2026-03-29T02:13:52.663393Z","steps":["trace[1673829566] 'process raft request' (duration: 1.280146482s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:13:52.663431Z","caller":"traceutil/trace.go:171","msg":"trace[894309389] transaction","detail":"{read_only:false; response_revision:6141; number_of_response:1; }","duration":"1.275960988s","start":"2026-03-29T02:13:51.387438Z","end":"2026-03-29T02:13:52.663399Z","steps":["trace[894309389] 'process raft request' (duration: 1.275879797s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:52.66352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:51.383058Z","time spent":"1.280411849s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:13:52.663633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:51.387425Z","time spent":"1.276103721s","remote":"127.0.0.1:43172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10666,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:13:53.003065Z","caller":"traceutil/trace.go:171","msg":"trace[475101134] linearizableReadLoop","detail":"{readStateIndex:6395; appliedIndex:6387; }","duration":"543.600884ms","start":"2026-03-29T02:13:52.459436Z","end":"2026-03-29T02:13:53.003037Z","steps":["trace[475101134] 'read index received' (duration: 129.319658ms)","trace[475101134] 'applied index is now lower than readState.Index' (duration: 414.279206ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:13:53.003169Z","caller":"traceutil/trace.go:171","msg":"trace[2031081914] transaction","detail":"{read_only:false; response_revision:6142; number_of_response:1; }","duration":"852.537598ms","start":"2026-03-29T02:13:52.150605Z","end":"2026-03-29T02:13:53.003143Z","steps":["trace[2031081914] 'process raft request' (duration: 851.860143ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:53.003545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.619638033s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19641"} {"level":"warn","ts":"2026-03-29T02:13:53.003554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:52.150579Z","time spent":"852.889145ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:13:53.003599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.450351628s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.36\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-29T02:13:53.003675Z","caller":"traceutil/trace.go:171","msg":"trace[249857949] range","detail":"{range_begin:/registry/masterleases/162.253.55.36; range_end:; response_count:1; response_revision:6143; }","duration":"1.450483511s","start":"2026-03-29T02:13:51.553181Z","end":"2026-03-29T02:13:53.003664Z","steps":["trace[249857949] 'agreement among raft nodes before linearized reading' (duration: 1.450191593s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:53.003723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:51.553158Z","time spent":"1.450555782s","remote":"127.0.0.1:43048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/162.253.55.36\" "} {"level":"info","ts":"2026-03-29T02:13:53.003608Z","caller":"traceutil/trace.go:171","msg":"trace[1932747471] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:6143; }","duration":"1.619719225s","start":"2026-03-29T02:13:51.383869Z","end":"2026-03-29T02:13:53.003588Z","steps":["trace[1932747471] 'agreement among raft nodes before linearized reading' (duration: 1.619377527s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:53.003247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.555324061s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:13:53.00396Z","caller":"traceutil/trace.go:171","msg":"trace[632416418] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:6143; }","duration":"1.556093679s","start":"2026-03-29T02:13:51.447835Z","end":"2026-03-29T02:13:53.003929Z","steps":["trace[632416418] 'agreement among raft nodes before linearized reading' (duration: 1.555242269s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:53.004032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.621590066s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:13:53.004042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:51.447813Z","time spent":"1.556204951s","remote":"127.0.0.1:43402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:13:53.004077Z","caller":"traceutil/trace.go:171","msg":"trace[1553361543] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:6143; }","duration":"1.621664608s","start":"2026-03-29T02:13:51.382401Z","end":"2026-03-29T02:13:53.004066Z","steps":["trace[1553361543] 'agreement among raft nodes before linearized reading' (duration: 1.621587906s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:53.004108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:51.382385Z","time spent":"1.621716318s","remote":"127.0.0.1:43082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" "} {"level":"warn","ts":"2026-03-29T02:13:53.004117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.62220482s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:13:53.004273Z","caller":"traceutil/trace.go:171","msg":"trace[1962478037] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:6143; }","duration":"1.622394624s","start":"2026-03-29T02:13:51.381851Z","end":"2026-03-29T02:13:53.004246Z","steps":["trace[1962478037] 'agreement among raft nodes before linearized reading' (duration: 1.622150378s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:53.004306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.623659703s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-6a9b565e-5f9f-4530-bf1f-19b605d3c8d1\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-03-29T02:13:53.004347Z","caller":"traceutil/trace.go:171","msg":"trace[624764677] range","detail":"{range_begin:/registry/persistentvolumes/pvc-6a9b565e-5f9f-4530-bf1f-19b605d3c8d1; range_end:; response_count:1; response_revision:6143; }","duration":"1.623742235s","start":"2026-03-29T02:13:51.380594Z","end":"2026-03-29T02:13:53.004337Z","steps":["trace[624764677] 'agreement among raft nodes before linearized reading' (duration: 1.62353129s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:53.004343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:51.381841Z","time spent":"1.622488886s","remote":"127.0.0.1:43180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-29T02:13:53.00438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:51.380571Z","time spent":"1.623802795s","remote":"127.0.0.1:43132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-6a9b565e-5f9f-4530-bf1f-19b605d3c8d1\" "} {"level":"info","ts":"2026-03-29T02:13:53.003343Z","caller":"traceutil/trace.go:171","msg":"trace[82927103] transaction","detail":"{read_only:false; response_revision:6143; number_of_response:1; }","duration":"542.623421ms","start":"2026-03-29T02:13:52.460696Z","end":"2026-03-29T02:13:53.00332Z","steps":["trace[82927103] 'process raft request' (duration: 542.183842ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:53.004511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:52.460675Z","time spent":"543.767028ms","remote":"127.0.0.1:43074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:13:53.003906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:51.383862Z","time spent":"1.620016172s","remote":"127.0.0.1:43166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19665,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-29T02:13:53.004998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.621516305s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:81776"} {"level":"info","ts":"2026-03-29T02:13:53.005069Z","caller":"traceutil/trace.go:171","msg":"trace[1296759172] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:6143; }","duration":"1.621610536s","start":"2026-03-29T02:13:51.383442Z","end":"2026-03-29T02:13:53.005053Z","steps":["trace[1296759172] 'agreement among raft nodes before linearized reading' (duration: 1.620192695s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:53.005129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:51.383429Z","time spent":"1.621685068s","remote":"127.0.0.1:43172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":9,"response size":81800,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-29T02:13:53.381041Z","caller":"traceutil/trace.go:171","msg":"trace[1143489245] transaction","detail":"{read_only:false; response_revision:6144; number_of_response:1; }","duration":"791.042489ms","start":"2026-03-29T02:13:52.589969Z","end":"2026-03-29T02:13:53.381012Z","steps":["trace[1143489245] 'process raft request' (duration: 790.736433ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:13:53.38109Z","caller":"traceutil/trace.go:171","msg":"trace[122141662] transaction","detail":"{read_only:false; response_revision:6145; number_of_response:1; }","duration":"790.951628ms","start":"2026-03-29T02:13:52.590109Z","end":"2026-03-29T02:13:53.381061Z","steps":["trace[122141662] 'process raft request' (duration: 790.760203ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:53.381192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:52.589943Z","time spent":"791.170373ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:13:53.381089Z","caller":"traceutil/trace.go:171","msg":"trace[1726739934] transaction","detail":"{read_only:false; response_revision:6146; number_of_response:1; }","duration":"790.801474ms","start":"2026-03-29T02:13:52.590261Z","end":"2026-03-29T02:13:53.381062Z","steps":["trace[1726739934] 'process raft request' (duration: 790.665911ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:53.381346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:52.590251Z","time spent":"791.04311ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:13:53.38141Z","caller":"traceutil/trace.go:171","msg":"trace[1965273482] transaction","detail":"{read_only:false; response_revision:6148; number_of_response:1; }","duration":"712.239663ms","start":"2026-03-29T02:13:52.669162Z","end":"2026-03-29T02:13:53.381402Z","steps":["trace[1965273482] 'process raft request' (duration: 711.976657ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:53.381352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:52.590076Z","time spent":"791.109871ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:13:53.381451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:52.669134Z","time spent":"712.296885ms","remote":"127.0.0.1:43262","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1505,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:13:53.381343Z","caller":"traceutil/trace.go:171","msg":"trace[204758472] transaction","detail":"{read_only:false; response_revision:6149; number_of_response:1; }","duration":"712.038949ms","start":"2026-03-29T02:13:52.669278Z","end":"2026-03-29T02:13:53.381317Z","steps":["trace[204758472] 'process raft request' (duration: 711.951307ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:13:53.381407Z","caller":"traceutil/trace.go:171","msg":"trace[344403452] transaction","detail":"{read_only:false; response_revision:6147; number_of_response:1; }","duration":"715.108918ms","start":"2026-03-29T02:13:52.66629Z","end":"2026-03-29T02:13:53.381399Z","steps":["trace[344403452] 'process raft request' (duration: 714.716389ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:13:53.381634Z","caller":"traceutil/trace.go:171","msg":"trace[470848802] transaction","detail":"{read_only:false; response_revision:6150; number_of_response:1; }","duration":"712.07327ms","start":"2026-03-29T02:13:52.66955Z","end":"2026-03-29T02:13:53.381623Z","steps":["trace[470848802] 'process raft request' (duration: 711.728062ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:53.381687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:52.669544Z","time spent":"712.116791ms","remote":"127.0.0.1:43154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":950,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:13:53.381673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.053154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:13:53.381769Z","caller":"traceutil/trace.go:171","msg":"trace[614495715] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:6151; }","duration":"395.193008ms","start":"2026-03-29T02:13:52.986559Z","end":"2026-03-29T02:13:53.381752Z","steps":["trace[614495715] 'agreement among raft nodes before linearized reading' (duration: 395.074164ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:13:53.381772Z","caller":"traceutil/trace.go:171","msg":"trace[160647283] transaction","detail":"{read_only:false; response_revision:6151; number_of_response:1; }","duration":"711.594599ms","start":"2026-03-29T02:13:52.670166Z","end":"2026-03-29T02:13:53.38176Z","steps":["trace[160647283] 'process raft request' (duration: 711.23761ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:53.381641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:52.666272Z","time spent":"715.351003ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:13:53.381829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:52.986538Z","time spent":"395.2713ms","remote":"127.0.0.1:43314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":6,"response size":31,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:13:53.381862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"712.458549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:10681"} {"level":"info","ts":"2026-03-29T02:13:53.381884Z","caller":"traceutil/trace.go:171","msg":"trace[950099564] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:6151; }","duration":"712.504651ms","start":"2026-03-29T02:13:52.669373Z","end":"2026-03-29T02:13:53.381877Z","steps":["trace[950099564] 'agreement among raft nodes before linearized reading' (duration: 712.410829ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:53.381906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:52.669364Z","time spent":"712.538041ms","remote":"127.0.0.1:43172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":10705,"request content":"key:\"/registry/pods/openstack/rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-03-29T02:13:53.38189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:52.670147Z","time spent":"711.670761ms","remote":"127.0.0.1:43262","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1428,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:13:53.381602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"914.579008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:13:53.381988Z","caller":"traceutil/trace.go:171","msg":"trace[936228300] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6151; }","duration":"914.977618ms","start":"2026-03-29T02:13:52.466985Z","end":"2026-03-29T02:13:53.381963Z","steps":["trace[936228300] 'agreement among raft nodes before linearized reading' (duration: 914.587509ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:53.382077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:52.46697Z","time spent":"915.08058ms","remote":"127.0.0.1:43010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:13:53.381834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:52.669271Z","time spent":"712.336116ms","remote":"127.0.0.1:43154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":892,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:13:53.381545Z","caller":"traceutil/trace.go:171","msg":"trace[2141875582] linearizableReadLoop","detail":"{readStateIndex:6404; appliedIndex:6396; }","duration":"378.282988ms","start":"2026-03-29T02:13:53.003216Z","end":"2026-03-29T02:13:53.381499Z","steps":["trace[2141875582] 'read index received' (duration: 377.527552ms)","trace[2141875582] 'applied index is now lower than readState.Index' (duration: 754.846µs)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:13:53.55827Z","caller":"traceutil/trace.go:171","msg":"trace[645207719] linearizableReadLoop","detail":"{readStateIndex:6405; appliedIndex:6404; }","duration":"176.043426ms","start":"2026-03-29T02:13:53.382201Z","end":"2026-03-29T02:13:53.558244Z","steps":["trace[645207719] 'read index received' (duration: 117.572535ms)","trace[645207719] 'applied index is now lower than readState.Index' (duration: 58.469251ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:13:53.558387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:53.005962Z","time spent":"552.419342ms","remote":"127.0.0.1:43048","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-29T02:13:53.558716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"550.302895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-29T02:13:53.558758Z","caller":"traceutil/trace.go:171","msg":"trace[699129657] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6151; }","duration":"550.358486ms","start":"2026-03-29T02:13:53.008389Z","end":"2026-03-29T02:13:53.558748Z","steps":["trace[699129657] 'agreement among raft nodes before linearized reading' (duration: 550.189582ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:53.558771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.545292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-keystone-nodes\" ","response":"range_response_count:1 size:1265"} {"level":"warn","ts":"2026-03-29T02:13:53.558789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:53.008288Z","time spent":"550.493959ms","remote":"127.0.0.1:43172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-29T02:13:53.558814Z","caller":"traceutil/trace.go:171","msg":"trace[997194332] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-keystone-nodes; range_end:; response_count:1; response_revision:6151; }","duration":"551.612383ms","start":"2026-03-29T02:13:53.007189Z","end":"2026-03-29T02:13:53.558802Z","steps":["trace[997194332] 'agreement among raft nodes before linearized reading' (duration: 551.48404ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:53.558799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.880012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:13:53.558845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:53.007179Z","time spent":"551.658925ms","remote":"127.0.0.1:43180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1289,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-keystone-nodes\" "} {"level":"info","ts":"2026-03-29T02:13:53.558887Z","caller":"traceutil/trace.go:171","msg":"trace[1997154892] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6151; }","duration":"176.025036ms","start":"2026-03-29T02:13:53.382841Z","end":"2026-03-29T02:13:53.558866Z","steps":["trace[1997154892] 'agreement among raft nodes before linearized reading' (duration: 175.857432ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:56.221884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.707816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-03-29T02:13:56.221969Z","caller":"traceutil/trace.go:171","msg":"trace[1447596979] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:6175; }","duration":"170.852159ms","start":"2026-03-29T02:13:56.051097Z","end":"2026-03-29T02:13:56.221949Z","steps":["trace[1447596979] 'range keys from in-memory index tree' (duration: 170.45535ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:13:56.342407Z","caller":"traceutil/trace.go:171","msg":"trace[2132968930] transaction","detail":"{read_only:false; response_revision:6176; number_of_response:1; }","duration":"116.631483ms","start":"2026-03-29T02:13:56.225748Z","end":"2026-03-29T02:13:56.342379Z","steps":["trace[2132968930] 'process raft request' (duration: 116.436909ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:56.652418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.481942ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:13:56.652568Z","caller":"traceutil/trace.go:171","msg":"trace[962174106] linearizableReadLoop","detail":"{readStateIndex:6431; appliedIndex:6430; }","duration":"132.030079ms","start":"2026-03-29T02:13:56.520513Z","end":"2026-03-29T02:13:56.652543Z","steps":["trace[962174106] 'read index received' (duration: 53.971µs)","trace[962174106] 'applied index is now lower than readState.Index' (duration: 131.974238ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:13:56.652722Z","caller":"traceutil/trace.go:171","msg":"trace[1814473258] transaction","detail":"{read_only:false; response_revision:6177; number_of_response:1; }","duration":"240.835549ms","start":"2026-03-29T02:13:56.411858Z","end":"2026-03-29T02:13:56.652693Z","steps":["trace[1814473258] 'process raft request' (duration: 44.960998ms)","trace[1814473258] 'compare' (duration: 195.232976ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:13:56.652815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.293375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:13:56.652872Z","caller":"traceutil/trace.go:171","msg":"trace[1212628248] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:6177; }","duration":"132.411427ms","start":"2026-03-29T02:13:56.520446Z","end":"2026-03-29T02:13:56.652858Z","steps":["trace[1212628248] 'agreement among raft nodes before linearized reading' (duration: 132.265174ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:57.97285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.429037ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:13:57.972999Z","caller":"traceutil/trace.go:171","msg":"trace[17434227] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:6177; }","duration":"264.591671ms","start":"2026-03-29T02:13:57.708388Z","end":"2026-03-29T02:13:57.972979Z","steps":["trace[17434227] 'range keys from in-memory index tree' (duration: 264.399735ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:57.973497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"865.212543ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:13:57.973957Z","caller":"traceutil/trace.go:171","msg":"trace[1579634036] transaction","detail":"{read_only:false; response_revision:6178; number_of_response:1; }","duration":"1.291987188s","start":"2026-03-29T02:13:56.681864Z","end":"2026-03-29T02:13:57.973852Z","steps":["trace[1579634036] 'process raft request' (duration: 426.339066ms)","trace[1579634036] 'compare' (duration: 864.418164ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:13:57.974019Z","caller":"traceutil/trace.go:171","msg":"trace[203413103] linearizableReadLoop","detail":"{readStateIndex:6432; appliedIndex:6431; }","duration":"1.286915885s","start":"2026-03-29T02:13:56.687036Z","end":"2026-03-29T02:13:57.973952Z","steps":["trace[203413103] 'read index received' (duration: 421.196791ms)","trace[203413103] 'applied index is now lower than readState.Index' (duration: 865.715464ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:13:57.974226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:56.681843Z","time spent":"1.292180293s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:13:58.170255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.364451ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-03-29T02:13:58.170511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.4834667s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-29T02:13:58.170567Z","caller":"traceutil/trace.go:171","msg":"trace[890269847] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6178; }","duration":"1.483563062s","start":"2026-03-29T02:13:56.686985Z","end":"2026-03-29T02:13:58.170548Z","steps":["trace[890269847] 'agreement among raft nodes before linearized reading' (duration: 1.28712718s)","trace[890269847] 'range keys from in-memory index tree' (duration: 196.248368ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:13:58.170609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:56.686963Z","time spent":"1.483636434s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-29T02:13:58.170735Z","caller":"traceutil/trace.go:171","msg":"trace[415935091] transaction","detail":"{read_only:false; response_revision:6179; number_of_response:1; }","duration":"778.06874ms","start":"2026-03-29T02:13:57.392651Z","end":"2026-03-29T02:13:58.170719Z","steps":["trace[415935091] 'process raft request' (duration: 777.798194ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:58.170871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:57.392624Z","time spent":"778.182552ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:13:58.170988Z","caller":"traceutil/trace.go:171","msg":"trace[1597878242] transaction","detail":"{read_only:false; response_revision:6180; number_of_response:1; }","duration":"775.523092ms","start":"2026-03-29T02:13:57.395452Z","end":"2026-03-29T02:13:58.170975Z","steps":["trace[1597878242] 'process raft request' (duration: 775.223516ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:58.171057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:57.395422Z","time spent":"775.598603ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:13:58.171014Z","caller":"traceutil/trace.go:171","msg":"trace[129891784] linearizableReadLoop","detail":"{readStateIndex:6436; appliedIndex:6432; }","duration":"196.793381ms","start":"2026-03-29T02:13:57.974192Z","end":"2026-03-29T02:13:58.170986Z","steps":["trace[129891784] 'read index received' (duration: 75.782739ms)","trace[129891784] 'applied index is now lower than readState.Index' (duration: 121.009322ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:13:58.171248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.295155578s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"warn","ts":"2026-03-29T02:13:58.171257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.483300515s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-29T02:13:58.171216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.48305652s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-29T02:13:58.171324Z","caller":"traceutil/trace.go:171","msg":"trace[1955743078] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:6181; }","duration":"1.295281541s","start":"2026-03-29T02:13:56.87603Z","end":"2026-03-29T02:13:58.171312Z","steps":["trace[1955743078] 'agreement among raft nodes before linearized reading' (duration: 1.295119647s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:13:58.171354Z","caller":"traceutil/trace.go:171","msg":"trace[218306229] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6181; }","duration":"1.483222374s","start":"2026-03-29T02:13:56.688121Z","end":"2026-03-29T02:13:58.171343Z","steps":["trace[218306229] 'agreement among raft nodes before linearized reading' (duration: 1.483030449s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:58.171401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:56.688107Z","time spent":"1.483279435s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-29T02:13:58.171356Z","caller":"traceutil/trace.go:171","msg":"trace[1005874237] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6181; }","duration":"1.483413027s","start":"2026-03-29T02:13:56.687926Z","end":"2026-03-29T02:13:58.171339Z","steps":["trace[1005874237] 'agreement among raft nodes before linearized reading' (duration: 1.483152392s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:58.171472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.483371557s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-29T02:13:58.171494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.483472259s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-29T02:13:58.171525Z","caller":"traceutil/trace.go:171","msg":"trace[627745416] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6181; }","duration":"1.483554201s","start":"2026-03-29T02:13:56.687963Z","end":"2026-03-29T02:13:58.171517Z","steps":["trace[627745416] 'agreement among raft nodes before linearized reading' (duration: 1.48348344s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:13:58.171526Z","caller":"traceutil/trace.go:171","msg":"trace[797414580] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:6181; }","duration":"1.483454088s","start":"2026-03-29T02:13:56.688058Z","end":"2026-03-29T02:13:58.171512Z","steps":["trace[797414580] 'agreement among raft nodes before linearized reading' (duration: 1.483323365s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:58.171548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:56.687944Z","time spent":"1.483600442s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-29T02:13:58.171532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:56.687904Z","time spent":"1.483608932s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-29T02:13:58.1714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:56.876006Z","time spent":"1.295374973s","remote":"127.0.0.1:43140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1959,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"info","ts":"2026-03-29T02:13:58.171523Z","caller":"traceutil/trace.go:171","msg":"trace[218379339] transaction","detail":"{read_only:false; response_revision:6181; number_of_response:1; }","duration":"774.808395ms","start":"2026-03-29T02:13:57.396697Z","end":"2026-03-29T02:13:58.171505Z","steps":["trace[218379339] 'process raft request' (duration: 774.156511ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:58.171611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.145913813s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-c4cs6\" ","response":"range_response_count:1 size:6520"} {"level":"warn","ts":"2026-03-29T02:13:58.171587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.25283926s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:13:58.171667Z","caller":"traceutil/trace.go:171","msg":"trace[545445565] range","detail":"{range_begin:/registry/pods/openstack/keepalived-c4cs6; range_end:; response_count:1; response_revision:6181; }","duration":"1.145968404s","start":"2026-03-29T02:13:57.025684Z","end":"2026-03-29T02:13:58.171652Z","steps":["trace[545445565] 'agreement among raft nodes before linearized reading' (duration: 1.145823651s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:58.171565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:56.688045Z","time spent":"1.48350882s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-29T02:13:58.171682Z","caller":"traceutil/trace.go:171","msg":"trace[582345049] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6181; }","duration":"1.252982354s","start":"2026-03-29T02:13:56.91868Z","end":"2026-03-29T02:13:58.171663Z","steps":["trace[582345049] 'agreement among raft nodes before linearized reading' (duration: 1.25283685s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:58.171708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:57.025626Z","time spent":"1.146069917s","remote":"127.0.0.1:43172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6544,"request content":"key:\"/registry/pods/openstack/keepalived-c4cs6\" "} {"level":"warn","ts":"2026-03-29T02:13:58.171732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:56.91866Z","time spent":"1.253064205s","remote":"127.0.0.1:43010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:13:58.171737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:57.396682Z","time spent":"774.924148ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:13:58.171968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.343090002s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:13289"} {"level":"info","ts":"2026-03-29T02:13:58.172066Z","caller":"traceutil/trace.go:171","msg":"trace[1488757885] range","detail":"{range_begin:/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:6181; }","duration":"1.343258387s","start":"2026-03-29T02:13:56.828788Z","end":"2026-03-29T02:13:58.172046Z","steps":["trace[1488757885] 'agreement among raft nodes before linearized reading' (duration: 1.342393097s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:58.17213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:56.828763Z","time spent":"1.34335344s","remote":"127.0.0.1:43172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":13313,"request content":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-03-29T02:13:58.928338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"558.843455ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:13:58.928496Z","caller":"traceutil/trace.go:171","msg":"trace[1564927893] linearizableReadLoop","detail":"{readStateIndex:6437; appliedIndex:6436; }","duration":"752.772163ms","start":"2026-03-29T02:13:58.175697Z","end":"2026-03-29T02:13:58.928469Z","steps":["trace[1564927893] 'read index received' (duration: 193.715082ms)","trace[1564927893] 'applied index is now lower than readState.Index' (duration: 559.05432ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:13:58.928598Z","caller":"traceutil/trace.go:171","msg":"trace[1424171018] transaction","detail":"{read_only:false; response_revision:6182; number_of_response:1; }","duration":"753.537429ms","start":"2026-03-29T02:13:58.175016Z","end":"2026-03-29T02:13:58.928554Z","steps":["trace[1424171018] 'process raft request' (duration: 194.374976ms)","trace[1424171018] 'compare' (duration: 558.653121ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:13:58.928714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"752.988087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:13:58.928794Z","caller":"traceutil/trace.go:171","msg":"trace[1077715773] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6182; }","duration":"753.12609ms","start":"2026-03-29T02:13:58.175649Z","end":"2026-03-29T02:13:58.928775Z","steps":["trace[1077715773] 'agreement among raft nodes before linearized reading' (duration: 752.972647ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:58.928792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:58.174993Z","time spent":"753.700353ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:13:58.928853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:58.175627Z","time spent":"753.210433ms","remote":"127.0.0.1:43006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-29T02:13:59.028077Z","caller":"traceutil/trace.go:171","msg":"trace[450466734] transaction","detail":"{read_only:false; response_revision:6183; number_of_response:1; }","duration":"851.746921ms","start":"2026-03-29T02:13:58.176299Z","end":"2026-03-29T02:13:59.028046Z","steps":["trace[450466734] 'process raft request' (duration: 851.543876ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:13:59.028104Z","caller":"traceutil/trace.go:171","msg":"trace[590654781] transaction","detail":"{read_only:false; response_revision:6184; number_of_response:1; }","duration":"851.411663ms","start":"2026-03-29T02:13:58.176662Z","end":"2026-03-29T02:13:59.028074Z","steps":["trace[590654781] 'process raft request' (duration: 851.316551ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:59.028282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:58.176273Z","time spent":"851.913114ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:13:59.028316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:58.176637Z","time spent":"851.564836ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:13:59.173998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.863689ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:13:59.174398Z","caller":"traceutil/trace.go:171","msg":"trace[566636694] transaction","detail":"{read_only:false; response_revision:6186; number_of_response:1; }","duration":"996.849353ms","start":"2026-03-29T02:13:58.177517Z","end":"2026-03-29T02:13:59.174367Z","steps":["trace[566636694] 'process raft request' (duration: 996.652348ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:13:59.174606Z","caller":"traceutil/trace.go:171","msg":"trace[652315737] transaction","detail":"{read_only:false; response_revision:6188; number_of_response:1; }","duration":"975.516294ms","start":"2026-03-29T02:13:58.199081Z","end":"2026-03-29T02:13:59.174598Z","steps":["trace[652315737] 'process raft request' (duration: 975.306139ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:59.174739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:58.199059Z","time spent":"975.605126ms","remote":"127.0.0.1:43074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":703,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-29T02:13:59.17476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"998.888337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-06ab89b0-fec3-41a3-a412-9847c1882c6f\" ","response":"range_response_count:1 size:1450"} {"level":"info","ts":"2026-03-29T02:13:59.174839Z","caller":"traceutil/trace.go:171","msg":"trace[1936317648] range","detail":"{range_begin:/registry/persistentvolumes/pvc-06ab89b0-fec3-41a3-a412-9847c1882c6f; range_end:; response_count:1; response_revision:6189; }","duration":"998.98172ms","start":"2026-03-29T02:13:58.175837Z","end":"2026-03-29T02:13:59.174818Z","steps":["trace[1936317648] 'agreement among raft nodes before linearized reading' (duration: 998.738654ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:59.174855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"998.482799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:81978"} {"level":"warn","ts":"2026-03-29T02:13:59.174895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:58.175831Z","time spent":"999.049711ms","remote":"127.0.0.1:43132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1474,"request content":"key:\"/registry/persistentvolumes/pvc-06ab89b0-fec3-41a3-a412-9847c1882c6f\" "} {"level":"info","ts":"2026-03-29T02:13:59.174916Z","caller":"traceutil/trace.go:171","msg":"trace[1213798067] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:6189; }","duration":"998.571631ms","start":"2026-03-29T02:13:58.176332Z","end":"2026-03-29T02:13:59.174903Z","steps":["trace[1213798067] 'agreement among raft nodes before linearized reading' (duration: 998.334345ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:59.174948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:58.176322Z","time spent":"998.620283ms","remote":"127.0.0.1:43172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":9,"response size":82002,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-29T02:13:59.174388Z","caller":"traceutil/trace.go:171","msg":"trace[1691104586] transaction","detail":"{read_only:false; response_revision:6185; number_of_response:1; }","duration":"997.581569ms","start":"2026-03-29T02:13:58.176727Z","end":"2026-03-29T02:13:59.174309Z","steps":["trace[1691104586] 'process raft request' (duration: 851.29591ms)","trace[1691104586] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/kube-system/kube-controller-manager; req_size:487; } (duration: 145.115243ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:13:59.174764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"569.600926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-29T02:13:59.175127Z","caller":"traceutil/trace.go:171","msg":"trace[1344373064] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6189; }","duration":"570.011076ms","start":"2026-03-29T02:13:58.605103Z","end":"2026-03-29T02:13:59.175114Z","steps":["trace[1344373064] 'agreement among raft nodes before linearized reading' (duration: 569.486764ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:59.175188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:58.605079Z","time spent":"570.095579ms","remote":"127.0.0.1:43172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-29T02:13:59.175115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:58.176709Z","time spent":"998.345967ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:13:59.174571Z","caller":"traceutil/trace.go:171","msg":"trace[1780266864] transaction","detail":"{read_only:false; response_revision:6189; number_of_response:1; }","duration":"290.659894ms","start":"2026-03-29T02:13:58.8839Z","end":"2026-03-29T02:13:59.17456Z","steps":["trace[1780266864] 'process raft request' (duration: 290.567992ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:59.174997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:58.177501Z","time spent":"997.138459ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:13:59.174478Z","caller":"traceutil/trace.go:171","msg":"trace[210853213] transaction","detail":"{read_only:false; response_revision:6187; number_of_response:1; }","duration":"987.639646ms","start":"2026-03-29T02:13:58.186805Z","end":"2026-03-29T02:13:59.174445Z","steps":["trace[210853213] 'process raft request' (duration: 987.489292ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:59.175443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:58.186789Z","time spent":"988.606448ms","remote":"127.0.0.1:43172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":13861,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:13:59.174542Z","caller":"traceutil/trace.go:171","msg":"trace[1596552428] linearizableReadLoop","detail":"{readStateIndex:6444; appliedIndex:6437; }","duration":"245.989622ms","start":"2026-03-29T02:13:58.928535Z","end":"2026-03-29T02:13:59.174525Z","steps":["trace[1596552428] 'read index received' (duration: 99.414277ms)","trace[1596552428] 'applied index is now lower than readState.Index' (duration: 146.574225ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:13:59.175634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.189442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:13:59.175674Z","caller":"traceutil/trace.go:171","msg":"trace[351191775] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6189; }","duration":"239.264553ms","start":"2026-03-29T02:13:58.936399Z","end":"2026-03-29T02:13:59.175663Z","steps":["trace[351191775] 'agreement among raft nodes before linearized reading' (duration: 239.194222ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:13:59.564728Z","caller":"traceutil/trace.go:171","msg":"trace[844701382] linearizableReadLoop","detail":"{readStateIndex:6445; appliedIndex:6444; }","duration":"326.617981ms","start":"2026-03-29T02:13:59.238082Z","end":"2026-03-29T02:13:59.5647Z","steps":["trace[844701382] 'read index received' (duration: 303.911593ms)","trace[844701382] 'applied index is now lower than readState.Index' (duration: 22.704988ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:13:59.56478Z","caller":"traceutil/trace.go:171","msg":"trace[564837478] transaction","detail":"{read_only:false; response_revision:6190; number_of_response:1; }","duration":"372.974749ms","start":"2026-03-29T02:13:59.19177Z","end":"2026-03-29T02:13:59.564745Z","steps":["trace[564837478] 'process raft request' (duration: 350.24706ms)","trace[564837478] 'compare' (duration: 22.347901ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:13:59.564864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.765804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:13:59.564925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:59.191757Z","time spent":"373.092082ms","remote":"127.0.0.1:43172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":13647,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:13:59.564971Z","caller":"traceutil/trace.go:171","msg":"trace[609396953] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:6190; }","duration":"326.904178ms","start":"2026-03-29T02:13:59.238038Z","end":"2026-03-29T02:13:59.564942Z","steps":["trace[609396953] 'agreement among raft nodes before linearized reading' (duration: 326.752504ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:59.565038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:59.238021Z","time spent":"327.000689ms","remote":"127.0.0.1:43454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-29T02:13:59.565238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.524315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-29T02:13:59.56543Z","caller":"traceutil/trace.go:171","msg":"trace[402622766] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:6190; }","duration":"320.78764ms","start":"2026-03-29T02:13:59.24463Z","end":"2026-03-29T02:13:59.565418Z","steps":["trace[402622766] 'agreement among raft nodes before linearized reading' (duration: 320.209577ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:59.565477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:59.244603Z","time spent":"320.860562ms","remote":"127.0.0.1:43498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":672,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:14:00.049525Z","caller":"traceutil/trace.go:171","msg":"trace[1376413054] transaction","detail":"{read_only:false; response_revision:6191; number_of_response:1; }","duration":"480.116501ms","start":"2026-03-29T02:13:59.56938Z","end":"2026-03-29T02:14:00.049496Z","steps":["trace[1376413054] 'process raft request' (duration: 479.843675ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:00.049675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:59.569359Z","time spent":"480.243015ms","remote":"127.0.0.1:43154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":906,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:14:00.394005Z","caller":"traceutil/trace.go:171","msg":"trace[1846606964] transaction","detail":"{read_only:false; response_revision:6192; number_of_response:1; }","duration":"824.027799ms","start":"2026-03-29T02:13:59.569949Z","end":"2026-03-29T02:14:00.393977Z","steps":["trace[1846606964] 'process raft request' (duration: 823.810035ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:00.394171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:59.569916Z","time spent":"824.169793ms","remote":"127.0.0.1:43262","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1455,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:14:00.394455Z","caller":"traceutil/trace.go:171","msg":"trace[1310852126] transaction","detail":"{read_only:false; response_revision:6193; number_of_response:1; }","duration":"823.915877ms","start":"2026-03-29T02:13:59.570522Z","end":"2026-03-29T02:14:00.394437Z","steps":["trace[1310852126] 'process raft request' (duration: 823.409035ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:00.394532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:59.570514Z","time spent":"823.979008ms","remote":"127.0.0.1:43262","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1869,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:14:00.394553Z","caller":"traceutil/trace.go:171","msg":"trace[2006097163] transaction","detail":"{read_only:false; response_revision:6194; number_of_response:1; }","duration":"823.59974ms","start":"2026-03-29T02:13:59.570909Z","end":"2026-03-29T02:14:00.394509Z","steps":["trace[2006097163] 'process raft request' (duration: 823.279173ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:14:00.39465Z","caller":"traceutil/trace.go:171","msg":"trace[1921568911] transaction","detail":"{read_only:false; response_revision:6195; number_of_response:1; }","duration":"815.260843ms","start":"2026-03-29T02:13:59.579336Z","end":"2026-03-29T02:14:00.394597Z","steps":["trace[1921568911] 'process raft request' (duration: 814.985307ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:00.394751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:59.570896Z","time spent":"823.751183ms","remote":"127.0.0.1:43154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1283,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:14:00.394798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"823.614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-29T02:14:00.394781Z","caller":"traceutil/trace.go:171","msg":"trace[675237377] transaction","detail":"{read_only:false; response_revision:6196; number_of_response:1; }","duration":"814.66436ms","start":"2026-03-29T02:13:59.580075Z","end":"2026-03-29T02:14:00.394739Z","steps":["trace[675237377] 'process raft request' (duration: 814.345273ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:00.39483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:59.579321Z","time spent":"815.423086ms","remote":"127.0.0.1:43172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17008,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:14:00.394864Z","caller":"traceutil/trace.go:171","msg":"trace[1092448942] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6196; }","duration":"823.703092ms","start":"2026-03-29T02:13:59.571147Z","end":"2026-03-29T02:14:00.39485Z","steps":["trace[1092448942] 'agreement among raft nodes before linearized reading' (duration: 823.479417ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:00.394916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:59.57114Z","time spent":"823.760264ms","remote":"127.0.0.1:43172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-29T02:14:00.394973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:59.580064Z","time spent":"814.817453ms","remote":"127.0.0.1:43462","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":12013,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:14:00.394589Z","caller":"traceutil/trace.go:171","msg":"trace[1145923907] linearizableReadLoop","detail":"{readStateIndex:6449; appliedIndex:6445; }","duration":"823.393376ms","start":"2026-03-29T02:13:59.571176Z","end":"2026-03-29T02:14:00.394569Z","steps":["trace[1145923907] 'read index received' (duration: 478.25411ms)","trace[1145923907] 'applied index is now lower than readState.Index' (duration: 345.137925ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:14:00.882509Z","caller":"traceutil/trace.go:171","msg":"trace[1368632666] transaction","detail":"{read_only:false; response_revision:6197; number_of_response:1; }","duration":"704.301556ms","start":"2026-03-29T02:14:00.178176Z","end":"2026-03-29T02:14:00.882478Z","steps":["trace[1368632666] 'process raft request' (duration: 704.0219ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:00.882694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:00.17815Z","time spent":"704.452729ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:14:00.882824Z","caller":"traceutil/trace.go:171","msg":"trace[178535510] transaction","detail":"{read_only:false; response_revision:6198; number_of_response:1; }","duration":"704.356937ms","start":"2026-03-29T02:14:00.178441Z","end":"2026-03-29T02:14:00.882798Z","steps":["trace[178535510] 'process raft request' (duration: 703.969518ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:14:00.88282Z","caller":"traceutil/trace.go:171","msg":"trace[526272629] linearizableReadLoop","detail":"{readStateIndex:6454; appliedIndex:6451; }","duration":"487.633569ms","start":"2026-03-29T02:14:00.395162Z","end":"2026-03-29T02:14:00.882795Z","steps":["trace[526272629] 'read index received' (duration: 487.079027ms)","trace[526272629] 'applied index is now lower than readState.Index' (duration: 553.512µs)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:14:00.882915Z","caller":"traceutil/trace.go:171","msg":"trace[701784231] transaction","detail":"{read_only:false; response_revision:6199; number_of_response:1; }","duration":"704.178423ms","start":"2026-03-29T02:14:00.178703Z","end":"2026-03-29T02:14:00.882881Z","steps":["trace[701784231] 'process raft request' (duration: 703.972188ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:00.883174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"904.695588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-29T02:14:00.88296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:00.178411Z","time spent":"704.467469ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:14:00.88323Z","caller":"traceutil/trace.go:171","msg":"trace[767581341] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6199; }","duration":"904.80988ms","start":"2026-03-29T02:13:59.978409Z","end":"2026-03-29T02:14:00.883219Z","steps":["trace[767581341] 'agreement among raft nodes before linearized reading' (duration: 904.631076ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:00.883219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"990.523891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"warn","ts":"2026-03-29T02:14:00.883221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:00.178691Z","time spent":"704.399857ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:14:00.883267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:59.978386Z","time spent":"904.872401ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-29T02:14:00.883287Z","caller":"traceutil/trace.go:171","msg":"trace[233165176] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:6199; }","duration":"990.629523ms","start":"2026-03-29T02:13:59.892635Z","end":"2026-03-29T02:14:00.883264Z","steps":["trace[233165176] 'agreement among raft nodes before linearized reading' (duration: 990.424149ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:00.883327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:59.892615Z","time spent":"990.701464ms","remote":"127.0.0.1:43140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2106,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"info","ts":"2026-03-29T02:14:01.159483Z","caller":"traceutil/trace.go:171","msg":"trace[1285379034] transaction","detail":"{read_only:false; response_revision:6200; number_of_response:1; }","duration":"755.604506ms","start":"2026-03-29T02:14:00.403848Z","end":"2026-03-29T02:14:01.159452Z","steps":["trace[1285379034] 'process raft request' (duration: 710.297541ms)","trace[1285379034] 'compare' (duration: 45.013799ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:14:01.159638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:00.40382Z","time spent":"755.743248ms","remote":"127.0.0.1:43154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1273,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:14:01.159878Z","caller":"traceutil/trace.go:171","msg":"trace[1453299957] transaction","detail":"{read_only:false; response_revision:6201; number_of_response:1; }","duration":"755.396201ms","start":"2026-03-29T02:14:00.404417Z","end":"2026-03-29T02:14:01.159813Z","steps":["trace[1453299957] 'process raft request' (duration: 754.955741ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:14:01.159918Z","caller":"traceutil/trace.go:171","msg":"trace[418625603] transaction","detail":"{read_only:false; response_revision:6202; number_of_response:1; }","duration":"754.605343ms","start":"2026-03-29T02:14:00.405278Z","end":"2026-03-29T02:14:01.159883Z","steps":["trace[418625603] 'process raft request' (duration: 754.408858ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:01.160057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:00.405259Z","time spent":"754.724906ms","remote":"127.0.0.1:43262","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1393,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:14:01.160082Z","caller":"traceutil/trace.go:171","msg":"trace[102034355] transaction","detail":"{read_only:false; response_revision:6203; number_of_response:1; }","duration":"753.174111ms","start":"2026-03-29T02:14:00.406877Z","end":"2026-03-29T02:14:01.160051Z","steps":["trace[102034355] 'process raft request' (duration: 752.922456ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:01.160135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:00.404407Z","time spent":"755.556225ms","remote":"127.0.0.1:43262","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1853,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:14:01.160285Z","caller":"traceutil/trace.go:171","msg":"trace[872046760] linearizableReadLoop","detail":"{readStateIndex:6459; appliedIndex:6454; }","duration":"277.214694ms","start":"2026-03-29T02:14:00.883046Z","end":"2026-03-29T02:14:01.16026Z","steps":["trace[872046760] 'read index received' (duration: 231.117241ms)","trace[872046760] 'applied index is now lower than readState.Index' (duration: 46.096003ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:14:01.16034Z","caller":"traceutil/trace.go:171","msg":"trace[415618898] transaction","detail":"{read_only:false; response_revision:6204; number_of_response:1; }","duration":"745.599632ms","start":"2026-03-29T02:14:00.414698Z","end":"2026-03-29T02:14:01.160298Z","steps":["trace[415618898] 'process raft request' (duration: 745.265314ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:01.160394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:00.406854Z","time spent":"753.368026ms","remote":"127.0.0.1:43154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":850,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:14:01.160487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"762.818527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19641"} {"level":"warn","ts":"2026-03-29T02:14:01.160513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:00.414686Z","time spent":"745.736284ms","remote":"127.0.0.1:43462","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":15329,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:14:01.16053Z","caller":"traceutil/trace.go:171","msg":"trace[474658234] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:6204; }","duration":"762.910389ms","start":"2026-03-29T02:14:00.397609Z","end":"2026-03-29T02:14:01.160519Z","steps":["trace[474658234] 'agreement among raft nodes before linearized reading' (duration: 762.752645ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:01.160615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"756.219789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:112316"} {"level":"warn","ts":"2026-03-29T02:14:01.160653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:00.397591Z","time spent":"763.048052ms","remote":"127.0.0.1:43166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19665,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-29T02:14:01.160686Z","caller":"traceutil/trace.go:171","msg":"trace[1656746055] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:6204; }","duration":"756.344712ms","start":"2026-03-29T02:14:00.404326Z","end":"2026-03-29T02:14:01.160671Z","steps":["trace[1656746055] 'agreement among raft nodes before linearized reading' (duration: 755.953653ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:01.160738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:00.404304Z","time spent":"756.420804ms","remote":"127.0.0.1:43172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":16,"response size":112340,"request content":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" "} {"level":"warn","ts":"2026-03-29T02:14:01.194884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.8868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-29T02:14:01.19489Z","caller":"traceutil/trace.go:171","msg":"trace[653696546] transaction","detail":"{read_only:false; response_revision:6205; number_of_response:1; }","duration":"307.86989ms","start":"2026-03-29T02:14:00.886972Z","end":"2026-03-29T02:14:01.194842Z","steps":["trace[653696546] 'process raft request' (duration: 307.648105ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:14:01.194962Z","caller":"traceutil/trace.go:171","msg":"trace[995368855] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6205; }","duration":"262.001383ms","start":"2026-03-29T02:14:00.932944Z","end":"2026-03-29T02:14:01.194945Z","steps":["trace[995368855] 'agreement among raft nodes before linearized reading' (duration: 261.830109ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:01.195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.651486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-29T02:14:01.195192Z","caller":"traceutil/trace.go:171","msg":"trace[1227171909] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6205; }","duration":"162.839749ms","start":"2026-03-29T02:14:01.032313Z","end":"2026-03-29T02:14:01.195153Z","steps":["trace[1227171909] 'agreement among raft nodes before linearized reading' (duration: 162.648655ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:01.194985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.485602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:14:01.195297Z","caller":"traceutil/trace.go:171","msg":"trace[1881257662] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6205; }","duration":"278.83513ms","start":"2026-03-29T02:14:00.916426Z","end":"2026-03-29T02:14:01.195261Z","steps":["trace[1881257662] 'agreement among raft nodes before linearized reading' (duration: 278.452271ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:01.195017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.871003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-f5050122-9b73-4d75-9bc8-1ff146015004\" ","response":"range_response_count:1 size:1435"} {"level":"info","ts":"2026-03-29T02:14:01.195469Z","caller":"traceutil/trace.go:171","msg":"trace[1478567777] range","detail":"{range_begin:/registry/persistentvolumes/pvc-f5050122-9b73-4d75-9bc8-1ff146015004; range_end:; response_count:1; response_revision:6205; }","duration":"309.362094ms","start":"2026-03-29T02:14:00.886087Z","end":"2026-03-29T02:14:01.195449Z","steps":["trace[1478567777] 'agreement among raft nodes before linearized reading' (duration: 308.844622ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:01.195517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:00.886065Z","time spent":"309.437576ms","remote":"127.0.0.1:43132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1459,"request content":"key:\"/registry/persistentvolumes/pvc-f5050122-9b73-4d75-9bc8-1ff146015004\" "} {"level":"warn","ts":"2026-03-29T02:14:01.195091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:00.886948Z","time spent":"308.043525ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:14:01.194919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.819261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-29T02:14:01.195715Z","caller":"traceutil/trace.go:171","msg":"trace[1055864175] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:6205; }","duration":"163.676849ms","start":"2026-03-29T02:14:01.032023Z","end":"2026-03-29T02:14:01.195699Z","steps":["trace[1055864175] 'agreement among raft nodes before linearized reading' (duration: 162.753139ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:14:01.446574Z","caller":"traceutil/trace.go:171","msg":"trace[1729637397] linearizableReadLoop","detail":"{readStateIndex:6461; appliedIndex:6460; }","duration":"251.796503ms","start":"2026-03-29T02:14:01.194749Z","end":"2026-03-29T02:14:01.446546Z","steps":["trace[1729637397] 'read index received' (duration: 222.133989ms)","trace[1729637397] 'applied index is now lower than readState.Index' (duration: 29.661334ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:14:01.446869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.254886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-c4cs6\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-29T02:14:01.446941Z","caller":"traceutil/trace.go:171","msg":"trace[1797500189] range","detail":"{range_begin:/registry/pods/openstack/keepalived-c4cs6; range_end:; response_count:1; response_revision:6206; }","duration":"265.325088ms","start":"2026-03-29T02:14:01.181596Z","end":"2026-03-29T02:14:01.446921Z","steps":["trace[1797500189] 'agreement among raft nodes before linearized reading' (duration: 264.977689ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:01.446964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.528568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-29T02:14:01.446848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.420596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-29T02:14:01.447039Z","caller":"traceutil/trace.go:171","msg":"trace[1631326189] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6206; }","duration":"268.620681ms","start":"2026-03-29T02:14:01.178401Z","end":"2026-03-29T02:14:01.447021Z","steps":["trace[1631326189] 'agreement among raft nodes before linearized reading' (duration: 268.499928ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:14:01.447063Z","caller":"traceutil/trace.go:171","msg":"trace[2075271371] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6206; }","duration":"268.665142ms","start":"2026-03-29T02:14:01.178377Z","end":"2026-03-29T02:14:01.447043Z","steps":["trace[2075271371] 'agreement among raft nodes before linearized reading' (duration: 268.209881ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:14:01.447048Z","caller":"traceutil/trace.go:171","msg":"trace[1645515215] transaction","detail":"{read_only:false; response_revision:6206; number_of_response:1; }","duration":"275.108587ms","start":"2026-03-29T02:14:01.171909Z","end":"2026-03-29T02:14:01.447017Z","steps":["trace[1645515215] 'process raft request' (duration: 244.958851ms)","trace[1645515215] 'compare' (duration: 29.536331ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:14:01.446961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.618083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:112316"} {"level":"info","ts":"2026-03-29T02:14:01.447461Z","caller":"traceutil/trace.go:171","msg":"trace[623944460] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:6206; }","duration":"278.177416ms","start":"2026-03-29T02:14:01.169267Z","end":"2026-03-29T02:14:01.447445Z","steps":["trace[623944460] 'agreement among raft nodes before linearized reading' (duration: 277.422979ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:01.446948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.773906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5683"} {"level":"info","ts":"2026-03-29T02:14:01.447782Z","caller":"traceutil/trace.go:171","msg":"trace[1128013947] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:6206; }","duration":"274.632256ms","start":"2026-03-29T02:14:01.173108Z","end":"2026-03-29T02:14:01.44774Z","steps":["trace[1128013947] 'agreement among raft nodes before linearized reading' (duration: 273.568681ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:14:01.734441Z","caller":"traceutil/trace.go:171","msg":"trace[1372292904] transaction","detail":"{read_only:false; response_revision:6207; number_of_response:1; }","duration":"534.022789ms","start":"2026-03-29T02:14:01.200392Z","end":"2026-03-29T02:14:01.734415Z","steps":["trace[1372292904] 'process raft request' (duration: 533.835055ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:01.734588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:01.200369Z","time spent":"534.146182ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:14:01.734687Z","caller":"traceutil/trace.go:171","msg":"trace[791539044] linearizableReadLoop","detail":"{readStateIndex:6464; appliedIndex:6461; }","duration":"288.016555ms","start":"2026-03-29T02:14:01.446653Z","end":"2026-03-29T02:14:01.734669Z","steps":["trace[791539044] 'read index received' (duration: 287.576806ms)","trace[791539044] 'applied index is now lower than readState.Index' (duration: 408.419µs)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:14:01.734725Z","caller":"traceutil/trace.go:171","msg":"trace[1344796166] transaction","detail":"{read_only:false; response_revision:6208; number_of_response:1; }","duration":"533.994948ms","start":"2026-03-29T02:14:01.200663Z","end":"2026-03-29T02:14:01.734658Z","steps":["trace[1344796166] 'process raft request' (duration: 533.711702ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:01.734821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.662703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3243"} {"level":"info","ts":"2026-03-29T02:14:01.734723Z","caller":"traceutil/trace.go:171","msg":"trace[51751857] transaction","detail":"{read_only:false; response_revision:6209; number_of_response:1; }","duration":"533.540128ms","start":"2026-03-29T02:14:01.201165Z","end":"2026-03-29T02:14:01.734706Z","steps":["trace[51751857] 'process raft request' (duration: 533.396855ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:14:01.73486Z","caller":"traceutil/trace.go:171","msg":"trace[1438840592] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:6209; }","duration":"339.743544ms","start":"2026-03-29T02:14:01.395103Z","end":"2026-03-29T02:14:01.734847Z","steps":["trace[1438840592] 'agreement among raft nodes before linearized reading' (duration: 339.604101ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:01.734874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"538.168352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:14:01.734971Z","caller":"traceutil/trace.go:171","msg":"trace[321740470] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6209; }","duration":"538.324716ms","start":"2026-03-29T02:14:01.196631Z","end":"2026-03-29T02:14:01.734955Z","steps":["trace[321740470] 'agreement among raft nodes before linearized reading' (duration: 538.166682ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:01.734987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:01.201149Z","time spent":"533.741062ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:14:01.734972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:01.200649Z","time spent":"534.160431ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:14:01.735022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:01.196609Z","time spent":"538.402418ms","remote":"127.0.0.1:43006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:14:01.734898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:01.395081Z","time spent":"339.811066ms","remote":"127.0.0.1:57636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3267,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"info","ts":"2026-03-29T02:14:01.945815Z","caller":"traceutil/trace.go:171","msg":"trace[1828163945] transaction","detail":"{read_only:false; response_revision:6210; number_of_response:1; }","duration":"492.662123ms","start":"2026-03-29T02:14:01.453123Z","end":"2026-03-29T02:14:01.945785Z","steps":["trace[1828163945] 'process raft request' (duration: 492.392777ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:01.946009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:01.453103Z","time spent":"492.814146ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:14:01.946112Z","caller":"traceutil/trace.go:171","msg":"trace[832279591] transaction","detail":"{read_only:false; response_revision:6211; number_of_response:1; }","duration":"492.852527ms","start":"2026-03-29T02:14:01.453231Z","end":"2026-03-29T02:14:01.946084Z","steps":["trace[832279591] 'process raft request' (duration: 492.504489ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:14:01.946192Z","caller":"traceutil/trace.go:171","msg":"trace[842443419] transaction","detail":"{read_only:false; response_revision:6212; number_of_response:1; }","duration":"481.871681ms","start":"2026-03-29T02:14:01.464283Z","end":"2026-03-29T02:14:01.946154Z","steps":["trace[842443419] 'process raft request' (duration: 481.690937ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:14:01.946197Z","caller":"traceutil/trace.go:171","msg":"trace[553931222] linearizableReadLoop","detail":"{readStateIndex:6467; appliedIndex:6464; }","duration":"211.325997ms","start":"2026-03-29T02:14:01.734783Z","end":"2026-03-29T02:14:01.946109Z","steps":["trace[553931222] 'read index received' (duration: 210.742244ms)","trace[553931222] 'applied index is now lower than readState.Index' (duration: 582.333µs)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:14:01.946254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.335226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-29T02:14:01.946255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:01.453208Z","time spent":"492.97753ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:14:01.946309Z","caller":"traceutil/trace.go:171","msg":"trace[1025217379] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:6212; }","duration":"281.444448ms","start":"2026-03-29T02:14:01.664847Z","end":"2026-03-29T02:14:01.946291Z","steps":["trace[1025217379] 'agreement among raft nodes before linearized reading' (duration: 281.306945ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:01.946354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.676051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.36\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-03-29T02:14:01.946366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:01.464267Z","time spent":"482.013924ms","remote":"127.0.0.1:45316","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7438,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:14:01.946425Z","caller":"traceutil/trace.go:171","msg":"trace[1629931093] range","detail":"{range_begin:/registry/masterleases/162.253.55.36; range_end:; response_count:1; response_revision:6212; }","duration":"392.805544ms","start":"2026-03-29T02:14:01.553603Z","end":"2026-03-29T02:14:01.946408Z","steps":["trace[1629931093] 'agreement among raft nodes before linearized reading' (duration: 392.591169ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:01.946479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:01.553577Z","time spent":"392.886846ms","remote":"127.0.0.1:43048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/162.253.55.36\" "} {"level":"warn","ts":"2026-03-29T02:14:01.94657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.058757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:81978"} {"level":"info","ts":"2026-03-29T02:14:01.946634Z","caller":"traceutil/trace.go:171","msg":"trace[147882137] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:6212; }","duration":"495.126759ms","start":"2026-03-29T02:14:01.451494Z","end":"2026-03-29T02:14:01.94662Z","steps":["trace[147882137] 'agreement among raft nodes before linearized reading' (duration: 494.854613ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:01.94669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:01.45145Z","time spent":"495.223301ms","remote":"127.0.0.1:43172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":9,"response size":82002,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-29T02:14:03.819845Z","caller":"traceutil/trace.go:171","msg":"trace[687557778] linearizableReadLoop","detail":"{readStateIndex:6472; appliedIndex:6469; }","duration":"902.067019ms","start":"2026-03-29T02:14:02.917753Z","end":"2026-03-29T02:14:03.81982Z","steps":["trace[687557778] 'read index received' (duration: 33.375597ms)","trace[687557778] 'applied index is now lower than readState.Index' (duration: 868.690392ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:14:03.819909Z","caller":"traceutil/trace.go:171","msg":"trace[1497137034] transaction","detail":"{read_only:false; response_revision:6215; number_of_response:1; }","duration":"931.386167ms","start":"2026-03-29T02:14:02.888483Z","end":"2026-03-29T02:14:03.819869Z","steps":["trace[1497137034] 'process raft request' (duration: 931.111041ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:14:03.819968Z","caller":"traceutil/trace.go:171","msg":"trace[915616206] transaction","detail":"{read_only:false; response_revision:6216; number_of_response:1; }","duration":"931.366326ms","start":"2026-03-29T02:14:02.888577Z","end":"2026-03-29T02:14:03.819943Z","steps":["trace[915616206] 'process raft request' (duration: 931.198582ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:03.820008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"902.233532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:14:03.820047Z","caller":"traceutil/trace.go:171","msg":"trace[594581297] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6216; }","duration":"902.338555ms","start":"2026-03-29T02:14:02.917699Z","end":"2026-03-29T02:14:03.820038Z","steps":["trace[594581297] 'agreement among raft nodes before linearized reading' (duration: 902.254803ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:03.820083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:02.917681Z","time spent":"902.394126ms","remote":"127.0.0.1:43010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:14:03.820102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:02.888547Z","time spent":"931.471628ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:14:03.821327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:02.888446Z","time spent":"931.54972ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:14:04.347862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.83827ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:14:04.348035Z","caller":"traceutil/trace.go:171","msg":"trace[143342610] transaction","detail":"{read_only:false; response_revision:6217; number_of_response:1; }","duration":"1.332881734s","start":"2026-03-29T02:14:03.015121Z","end":"2026-03-29T02:14:04.348003Z","steps":["trace[143342610] 'process raft request' (duration: 978.828269ms)","trace[143342610] 'compare' (duration: 353.386861ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:14:04.34813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:03.015091Z","time spent":"1.333000597s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:14:04.34814Z","caller":"traceutil/trace.go:171","msg":"trace[820633376] linearizableReadLoop","detail":"{readStateIndex:6474; appliedIndex:6472; }","duration":"528.205508ms","start":"2026-03-29T02:14:03.819924Z","end":"2026-03-29T02:14:04.348129Z","steps":["trace[820633376] 'read index received' (duration: 174.0181ms)","trace[820633376] 'applied index is now lower than readState.Index' (duration: 354.186778ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:14:04.348296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.14793677s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-29T02:14:04.348322Z","caller":"traceutil/trace.go:171","msg":"trace[1915845490] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6218; }","duration":"1.148017881s","start":"2026-03-29T02:14:03.200298Z","end":"2026-03-29T02:14:04.348316Z","steps":["trace[1915845490] 'agreement among raft nodes before linearized reading' (duration: 1.147879358s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:04.348349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:03.200273Z","time spent":"1.148072113s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-29T02:14:04.34843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.500753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:14:04.348416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"609.403888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-29T02:14:04.348426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"609.640413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-29T02:14:04.34844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"527.181946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:14:04.348405Z","caller":"traceutil/trace.go:171","msg":"trace[1423209659] transaction","detail":"{read_only:false; response_revision:6218; number_of_response:1; }","duration":"840.690932ms","start":"2026-03-29T02:14:03.507677Z","end":"2026-03-29T02:14:04.348368Z","steps":["trace[1423209659] 'process raft request' (duration: 840.295894ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:14:04.348472Z","caller":"traceutil/trace.go:171","msg":"trace[664318365] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6218; }","duration":"609.467849ms","start":"2026-03-29T02:14:03.738991Z","end":"2026-03-29T02:14:04.348459Z","steps":["trace[664318365] 'agreement among raft nodes before linearized reading' (duration: 609.299966ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:04.348498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:03.738939Z","time spent":"609.553871ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-29T02:14:04.348485Z","caller":"traceutil/trace.go:171","msg":"trace[1552663190] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6218; }","duration":"609.743616ms","start":"2026-03-29T02:14:03.738725Z","end":"2026-03-29T02:14:04.348469Z","steps":["trace[1552663190] 'agreement among raft nodes before linearized reading' (duration: 609.581262ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:14:04.348489Z","caller":"traceutil/trace.go:171","msg":"trace[1786608068] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6218; }","duration":"527.267038ms","start":"2026-03-29T02:14:03.821207Z","end":"2026-03-29T02:14:04.348474Z","steps":["trace[1786608068] 'agreement among raft nodes before linearized reading' (duration: 527.188016ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:04.348492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.873904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-c4cs6\" ","response":"range_response_count:1 size:6520"} {"level":"warn","ts":"2026-03-29T02:14:04.348499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"609.057531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-29T02:14:04.348528Z","caller":"traceutil/trace.go:171","msg":"trace[1145045901] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:6218; }","duration":"349.631976ms","start":"2026-03-29T02:14:03.998887Z","end":"2026-03-29T02:14:04.348519Z","steps":["trace[1145045901] 'agreement among raft nodes before linearized reading' (duration: 349.518033ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:04.348532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:03.738704Z","time spent":"609.817118ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-29T02:14:04.348535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:03.82119Z","time spent":"527.336199ms","remote":"127.0.0.1:43006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-29T02:14:04.348543Z","caller":"traceutil/trace.go:171","msg":"trace[133242102] range","detail":"{range_begin:/registry/pods/openstack/keepalived-c4cs6; range_end:; response_count:1; response_revision:6218; }","duration":"396.941226ms","start":"2026-03-29T02:14:03.95159Z","end":"2026-03-29T02:14:04.348532Z","steps":["trace[133242102] 'agreement among raft nodes before linearized reading' (duration: 396.802283ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:04.348623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:03.951581Z","time spent":"397.033268ms","remote":"127.0.0.1:43172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6544,"request content":"key:\"/registry/pods/openstack/keepalived-c4cs6\" "} {"level":"info","ts":"2026-03-29T02:14:04.348629Z","caller":"traceutil/trace.go:171","msg":"trace[2014771209] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:6218; }","duration":"609.154032ms","start":"2026-03-29T02:14:03.739393Z","end":"2026-03-29T02:14:04.348547Z","steps":["trace[2014771209] 'agreement among raft nodes before linearized reading' (duration: 608.908597ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:04.348558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:03.998869Z","time spent":"349.680786ms","remote":"127.0.0.1:33126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:14:04.348656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:03.507651Z","time spent":"840.843836ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:14:04.348701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:03.739384Z","time spent":"609.284566ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-29T02:14:04.348776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.399649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-29T02:14:04.348859Z","caller":"traceutil/trace.go:171","msg":"trace[1132870242] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6218; }","duration":"398.538522ms","start":"2026-03-29T02:14:03.950302Z","end":"2026-03-29T02:14:04.348841Z","steps":["trace[1132870242] 'agreement among raft nodes before linearized reading' (duration: 398.099902ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:04.348911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:03.950281Z","time spent":"398.620674ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-29T02:14:04.348745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.172314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-29T02:14:04.348981Z","caller":"traceutil/trace.go:171","msg":"trace[1145799854] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6218; }","duration":"398.43139ms","start":"2026-03-29T02:14:03.95053Z","end":"2026-03-29T02:14:04.348961Z","steps":["trace[1145799854] 'agreement among raft nodes before linearized reading' (duration: 397.868887ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:04.349076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:03.950523Z","time spent":"398.538973ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-29T02:14:04.932555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.182289ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:14:04.932775Z","caller":"traceutil/trace.go:171","msg":"trace[1245889990] linearizableReadLoop","detail":"{readStateIndex:6475; appliedIndex:6474; }","duration":"579.124561ms","start":"2026-03-29T02:14:04.353631Z","end":"2026-03-29T02:14:04.932756Z","steps":["trace[1245889990] 'read index received' (duration: 199.788099ms)","trace[1245889990] 'applied index is now lower than readState.Index' (duration: 379.334582ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:14:04.932905Z","caller":"traceutil/trace.go:171","msg":"trace[2125661907] transaction","detail":"{read_only:false; response_revision:6219; number_of_response:1; }","duration":"580.261496ms","start":"2026-03-29T02:14:04.35263Z","end":"2026-03-29T02:14:04.932892Z","steps":["trace[2125661907] 'process raft request' (duration: 200.665798ms)","trace[2125661907] 'compare' (duration: 378.840151ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:14:04.933156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:04.352609Z","time spent":"580.361278ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:14:04.933215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"579.55584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:81978"} {"level":"info","ts":"2026-03-29T02:14:04.933305Z","caller":"traceutil/trace.go:171","msg":"trace[1600774792] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:6219; }","duration":"579.693343ms","start":"2026-03-29T02:14:04.353591Z","end":"2026-03-29T02:14:04.933285Z","steps":["trace[1600774792] 'agreement among raft nodes before linearized reading' (duration: 579.338755ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:04.933359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:04.353568Z","time spent":"579.781175ms","remote":"127.0.0.1:43172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":9,"response size":82002,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-29T02:14:05.377548Z","caller":"traceutil/trace.go:171","msg":"trace[1474864780] transaction","detail":"{read_only:false; response_revision:6220; number_of_response:1; }","duration":"1.023802108s","start":"2026-03-29T02:14:04.353705Z","end":"2026-03-29T02:14:05.377507Z","steps":["trace[1474864780] 'process raft request' (duration: 940.109762ms)","trace[1474864780] 'compare' (duration: 83.350118ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:14:05.377631Z","caller":"traceutil/trace.go:171","msg":"trace[671692212] transaction","detail":"{read_only:false; response_revision:6221; number_of_response:1; }","duration":"1.023575822s","start":"2026-03-29T02:14:04.354045Z","end":"2026-03-29T02:14:05.377621Z","steps":["trace[671692212] 'process raft request' (duration: 1.023340727s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:05.377716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:04.35369Z","time spent":"1.023942981s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:14:05.377742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:04.354027Z","time spent":"1.023636634s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:14:05.377757Z","caller":"traceutil/trace.go:171","msg":"trace[151872866] linearizableReadLoop","detail":"{readStateIndex:6480; appliedIndex:6475; }","duration":"444.878612ms","start":"2026-03-29T02:14:04.932852Z","end":"2026-03-29T02:14:05.37773Z","steps":["trace[151872866] 'read index received' (duration: 361.129275ms)","trace[151872866] 'applied index is now lower than readState.Index' (duration: 83.748217ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:14:05.377885Z","caller":"traceutil/trace.go:171","msg":"trace[1386536398] transaction","detail":"{read_only:false; response_revision:6223; number_of_response:1; }","duration":"1.023610934s","start":"2026-03-29T02:14:04.354259Z","end":"2026-03-29T02:14:05.37787Z","steps":["trace[1386536398] 'process raft request' (duration: 1.023253636s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:14:05.377878Z","caller":"traceutil/trace.go:171","msg":"trace[2129290896] transaction","detail":"{read_only:false; response_revision:6224; number_of_response:1; }","duration":"1.02307304s","start":"2026-03-29T02:14:04.35477Z","end":"2026-03-29T02:14:05.377843Z","steps":["trace[2129290896] 'process raft request' (duration: 1.022861315s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:05.377932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"796.351469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:14:05.377941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:04.354235Z","time spent":"1.023679425s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:14:05.377969Z","caller":"traceutil/trace.go:171","msg":"trace[1663068620] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:6224; }","duration":"796.455722ms","start":"2026-03-29T02:14:04.581502Z","end":"2026-03-29T02:14:05.377957Z","steps":["trace[1663068620] 'agreement among raft nodes before linearized reading' (duration: 796.37395ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:05.377982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.023353838s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:14:05.378016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:04.581467Z","time spent":"796.538434ms","remote":"127.0.0.1:43794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:14:05.378045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:04.354751Z","time spent":"1.023205864s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:14:05.378059Z","caller":"traceutil/trace.go:171","msg":"trace[469622722] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6224; }","duration":"1.02346142s","start":"2026-03-29T02:14:04.354579Z","end":"2026-03-29T02:14:05.37804Z","steps":["trace[469622722] 'agreement among raft nodes before linearized reading' (duration: 1.023346588s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:05.3781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:04.354568Z","time spent":"1.023524202s","remote":"127.0.0.1:43010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:14:05.378268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"629.860578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1988"} {"level":"info","ts":"2026-03-29T02:14:05.377567Z","caller":"traceutil/trace.go:171","msg":"trace[1562903185] transaction","detail":"{read_only:false; response_revision:6222; number_of_response:1; }","duration":"1.023393119s","start":"2026-03-29T02:14:04.354153Z","end":"2026-03-29T02:14:05.377546Z","steps":["trace[1562903185] 'process raft request' (duration: 1.023323667s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:05.378519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:04.354139Z","time spent":"1.024314999s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:14:05.378481Z","caller":"traceutil/trace.go:171","msg":"trace[1050808298] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:6224; }","duration":"630.067192ms","start":"2026-03-29T02:14:04.748323Z","end":"2026-03-29T02:14:05.37839Z","steps":["trace[1050808298] 'agreement among raft nodes before linearized reading' (duration: 629.51774ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:05.378675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:04.748245Z","time spent":"630.409629ms","remote":"127.0.0.1:43180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2012,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-03-29T02:14:05.95121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.186316ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:14:05.951345Z","caller":"traceutil/trace.go:171","msg":"trace[1551597385] linearizableReadLoop","detail":"{readStateIndex:6481; appliedIndex:6480; }","duration":"573.479423ms","start":"2026-03-29T02:14:05.377842Z","end":"2026-03-29T02:14:05.951321Z","steps":["trace[1551597385] 'read index received' (duration: 306.94955ms)","trace[1551597385] 'applied index is now lower than readState.Index' (duration: 266.527883ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:14:05.951399Z","caller":"traceutil/trace.go:171","msg":"trace[1239205600] transaction","detail":"{read_only:false; response_revision:6225; number_of_response:1; }","duration":"995.87734ms","start":"2026-03-29T02:14:04.955455Z","end":"2026-03-29T02:14:05.951332Z","steps":["trace[1239205600] 'process raft request' (duration: 729.46555ms)","trace[1239205600] 'compare' (duration: 265.855978ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:14:05.951625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:04.955433Z","time spent":"996.064476ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:14:05.951661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"624.502357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:14:05.951747Z","caller":"traceutil/trace.go:171","msg":"trace[260722686] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:6225; }","duration":"624.65048ms","start":"2026-03-29T02:14:05.327075Z","end":"2026-03-29T02:14:05.951726Z","steps":["trace[260722686] 'agreement among raft nodes before linearized reading' (duration: 624.324792ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:05.952021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:05.327051Z","time spent":"624.959307ms","remote":"127.0.0.1:33178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:14:06.452188Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583528501955608,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-29T02:14:06.464803Z","caller":"traceutil/trace.go:171","msg":"trace[721161893] transaction","detail":"{read_only:false; response_revision:6226; number_of_response:1; }","duration":"639.826801ms","start":"2026-03-29T02:14:05.824943Z","end":"2026-03-29T02:14:06.46477Z","steps":["trace[721161893] 'process raft request' (duration: 639.615597ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:06.465004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:05.824912Z","time spent":"639.957964ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:14:07.37933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000175031s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-29T02:14:07.379605Z","caller":"traceutil/trace.go:171","msg":"trace[2097779143] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000502479s","start":"2026-03-29T02:14:05.379082Z","end":"2026-03-29T02:14:07.379584Z","steps":["trace[2097779143] 'agreement among raft nodes before linearized reading' (duration: 2.000207902s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:07.379788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:05.379064Z","time spent":"2.000708443s","remote":"127.0.0.1:43006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/29 02:14:07 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-29T02:14:07.596358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999987297s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-29T02:14:07.596494Z","caller":"traceutil/trace.go:171","msg":"trace[1165435992] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000201491s","start":"2026-03-29T02:14:05.596256Z","end":"2026-03-29T02:14:07.596457Z","steps":["trace[1165435992] 'agreement among raft nodes before linearized reading' (duration: 2.000022547s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:07.596613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:05.596236Z","time spent":"2.000344475s","remote":"127.0.0.1:43010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/29 02:14:07 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-29T02:14:07.894227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.922235ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:14:07.894444Z","caller":"traceutil/trace.go:171","msg":"trace[1679365556] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:6226; }","duration":"185.16102ms","start":"2026-03-29T02:14:07.709237Z","end":"2026-03-29T02:14:07.894398Z","steps":["trace[1679365556] 'range keys from in-memory index tree' (duration: 184.888284ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:07.895556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.077857128s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:14:07.895691Z","caller":"traceutil/trace.go:171","msg":"trace[1372591465] transaction","detail":"{read_only:false; response_revision:6227; number_of_response:1; }","duration":"2.068964713s","start":"2026-03-29T02:14:05.826688Z","end":"2026-03-29T02:14:07.895653Z","steps":["trace[1372591465] 'process raft request' (duration: 990.92747ms)","trace[1372591465] 'compare' (duration: 1.076856236s)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:14:07.895754Z","caller":"traceutil/trace.go:171","msg":"trace[122690903] transaction","detail":"{read_only:false; response_revision:6228; number_of_response:1; }","duration":"1.214801609s","start":"2026-03-29T02:14:06.680939Z","end":"2026-03-29T02:14:07.89574Z","steps":["trace[122690903] 'process raft request' (duration: 1.214730117s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:07.895946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:06.680909Z","time spent":"1.215000273s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:14:07.895776Z","caller":"traceutil/trace.go:171","msg":"trace[1585139784] linearizableReadLoop","detail":"{readStateIndex:6483; appliedIndex:6481; }","duration":"1.944353191s","start":"2026-03-29T02:14:05.951381Z","end":"2026-03-29T02:14:07.895734Z","steps":["trace[1585139784] 'read index received' (duration: 513.191984ms)","trace[1585139784] 'applied index is now lower than readState.Index' (duration: 1.431157537s)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:14:07.895819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:05.826641Z","time spent":"2.069121596s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:14:07.896283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"509.078801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:14:07.896379Z","caller":"traceutil/trace.go:171","msg":"trace[1586524130] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6228; }","duration":"509.191163ms","start":"2026-03-29T02:14:07.387158Z","end":"2026-03-29T02:14:07.896349Z","steps":["trace[1586524130] 'agreement among raft nodes before linearized reading' (duration: 509.04979ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:07.896379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.260391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/rabbitmq-keystone-nodes\" ","response":"range_response_count:1 size:965"} {"level":"warn","ts":"2026-03-29T02:14:07.896427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:07.387149Z","time spent":"509.270134ms","remote":"127.0.0.1:43010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-29T02:14:07.896438Z","caller":"traceutil/trace.go:171","msg":"trace[1399045960] range","detail":"{range_begin:/registry/services/endpoints/openstack/rabbitmq-keystone-nodes; range_end:; response_count:1; response_revision:6228; }","duration":"379.382115ms","start":"2026-03-29T02:14:07.517038Z","end":"2026-03-29T02:14:07.896421Z","steps":["trace[1399045960] 'agreement among raft nodes before linearized reading' (duration: 379.17304ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:07.896463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"513.211803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-29T02:14:07.896481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:07.517005Z","time spent":"379.465426ms","remote":"127.0.0.1:43154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":989,"request content":"key:\"/registry/services/endpoints/openstack/rabbitmq-keystone-nodes\" "} {"level":"warn","ts":"2026-03-29T02:14:07.896474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"513.258484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-29T02:14:07.896521Z","caller":"traceutil/trace.go:171","msg":"trace[634053736] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6228; }","duration":"513.345455ms","start":"2026-03-29T02:14:07.383161Z","end":"2026-03-29T02:14:07.896507Z","steps":["trace[634053736] 'agreement among raft nodes before linearized reading' (duration: 513.08271ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:14:07.896552Z","caller":"traceutil/trace.go:171","msg":"trace[1489420312] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6228; }","duration":"513.380247ms","start":"2026-03-29T02:14:07.383153Z","end":"2026-03-29T02:14:07.896534Z","steps":["trace[1489420312] 'agreement among raft nodes before linearized reading' (duration: 513.189473ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:07.896597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"891.615904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-29T02:14:07.89661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:07.383143Z","time spent":"513.457328ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-29T02:14:07.896491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"513.264304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-29T02:14:07.896655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.555328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:14:07.896661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"513.208813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-29T02:14:07.896696Z","caller":"traceutil/trace.go:171","msg":"trace[1030901583] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:6228; }","duration":"404.63543ms","start":"2026-03-29T02:14:07.492049Z","end":"2026-03-29T02:14:07.896685Z","steps":["trace[1030901583] 'agreement among raft nodes before linearized reading' (duration: 404.572989ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:14:07.896698Z","caller":"traceutil/trace.go:171","msg":"trace[41762330] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6228; }","duration":"513.261404ms","start":"2026-03-29T02:14:07.383428Z","end":"2026-03-29T02:14:07.896689Z","steps":["trace[41762330] 'agreement among raft nodes before linearized reading' (duration: 513.163102ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:07.896727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"513.598151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-29T02:14:07.896736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:07.383418Z","time spent":"513.312575ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-29T02:14:07.896759Z","caller":"traceutil/trace.go:171","msg":"trace[790164855] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6228; }","duration":"513.671933ms","start":"2026-03-29T02:14:07.383078Z","end":"2026-03-29T02:14:07.89675Z","steps":["trace[790164855] 'agreement among raft nodes before linearized reading' (duration: 513.579191ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:07.896799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:07.38306Z","time spent":"513.732815ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-29T02:14:07.896738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:07.492018Z","time spent":"404.706071ms","remote":"127.0.0.1:45408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:14:07.896565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:07.383135Z","time spent":"513.419677ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-29T02:14:07.896927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"513.823227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a12d7c0e86f83c\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-03-29T02:14:07.896962Z","caller":"traceutil/trace.go:171","msg":"trace[344217470] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a12d7c0e86f83c; range_end:; response_count:1; response_revision:6228; }","duration":"513.853477ms","start":"2026-03-29T02:14:07.383096Z","end":"2026-03-29T02:14:07.89695Z","steps":["trace[344217470] 'agreement among raft nodes before linearized reading' (duration: 513.768985ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:07.896988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:07.383067Z","time spent":"513.914988ms","remote":"127.0.0.1:43074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a12d7c0e86f83c\" "} {"level":"warn","ts":"2026-03-29T02:14:07.897009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"958.414001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-29T02:14:07.89706Z","caller":"traceutil/trace.go:171","msg":"trace[1205024173] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6228; }","duration":"958.507713ms","start":"2026-03-29T02:14:06.938537Z","end":"2026-03-29T02:14:07.897045Z","steps":["trace[1205024173] 'agreement among raft nodes before linearized reading' (duration: 958.36965ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:07.89708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.150574859s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3243"} {"level":"warn","ts":"2026-03-29T02:14:07.89648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.440792304s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-29T02:14:07.897116Z","caller":"traceutil/trace.go:171","msg":"trace[1747265566] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:6228; }","duration":"1.150659801s","start":"2026-03-29T02:14:06.746446Z","end":"2026-03-29T02:14:07.897105Z","steps":["trace[1747265566] 'agreement among raft nodes before linearized reading' (duration: 1.150554988s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:07.89712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:06.938517Z","time spent":"958.590526ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-29T02:14:07.89713Z","caller":"traceutil/trace.go:171","msg":"trace[542862477] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6228; }","duration":"1.44150188s","start":"2026-03-29T02:14:06.455614Z","end":"2026-03-29T02:14:07.897116Z","steps":["trace[542862477] 'agreement among raft nodes before linearized reading' (duration: 1.440505958s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:07.897153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:06.746419Z","time spent":"1.150728033s","remote":"127.0.0.1:57636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3267,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-03-29T02:14:07.89714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"956.485988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-c4cs6\" ","response":"range_response_count:1 size:6520"} {"level":"warn","ts":"2026-03-29T02:14:07.897175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:06.455587Z","time spent":"1.441574881s","remote":"127.0.0.1:43172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-29T02:14:07.897206Z","caller":"traceutil/trace.go:171","msg":"trace[2143834136] range","detail":"{range_begin:/registry/pods/openstack/keepalived-c4cs6; range_end:; response_count:1; response_revision:6228; }","duration":"956.60827ms","start":"2026-03-29T02:14:06.940582Z","end":"2026-03-29T02:14:07.89719Z","steps":["trace[2143834136] 'agreement among raft nodes before linearized reading' (duration: 956.011157ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:07.897259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:06.940552Z","time spent":"956.696223ms","remote":"127.0.0.1:43172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6544,"request content":"key:\"/registry/pods/openstack/keepalived-c4cs6\" "} {"level":"info","ts":"2026-03-29T02:14:07.896637Z","caller":"traceutil/trace.go:171","msg":"trace[289583733] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:6228; }","duration":"891.711526ms","start":"2026-03-29T02:14:07.004911Z","end":"2026-03-29T02:14:07.896623Z","steps":["trace[289583733] 'agreement among raft nodes before linearized reading' (duration: 891.637034ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:07.897579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:07.004884Z","time spent":"892.678308ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":14,"response size":31,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:14:07.897639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.042573061s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:14:07.897701Z","caller":"traceutil/trace.go:171","msg":"trace[290398408] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:6228; }","duration":"2.042683944s","start":"2026-03-29T02:14:05.855006Z","end":"2026-03-29T02:14:07.89769Z","steps":["trace[290398408] 'agreement among raft nodes before linearized reading' (duration: 2.040785222s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:07.897736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:05.854989Z","time spent":"2.042737934s","remote":"127.0.0.1:43340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":99,"response size":31,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:14:07.896779Z","caller":"traceutil/trace.go:171","msg":"trace[821456818] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:6228; }","duration":"513.5533ms","start":"2026-03-29T02:14:07.383123Z","end":"2026-03-29T02:14:07.896677Z","steps":["trace[821456818] 'agreement among raft nodes before linearized reading' (duration: 513.08305ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:07.898792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:07.383096Z","time spent":"515.671478ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-29T02:14:08.267498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.788036ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:14:08.267581Z","caller":"traceutil/trace.go:171","msg":"trace[1524496006] linearizableReadLoop","detail":"{readStateIndex:6485; appliedIndex:6484; }","duration":"365.274107ms","start":"2026-03-29T02:14:07.902294Z","end":"2026-03-29T02:14:08.267568Z","steps":["trace[1524496006] 'read index received' (duration: 128.370058ms)","trace[1524496006] 'applied index is now lower than readState.Index' (duration: 236.902168ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:14:08.267629Z","caller":"traceutil/trace.go:171","msg":"trace[507514094] transaction","detail":"{read_only:false; response_revision:6229; number_of_response:1; }","duration":"367.799483ms","start":"2026-03-29T02:14:07.899822Z","end":"2026-03-29T02:14:08.267622Z","steps":["trace[507514094] 'process raft request' (duration: 130.823642ms)","trace[507514094] 'compare' (duration: 236.555181ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:14:08.267664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:07.899806Z","time spent":"367.841124ms","remote":"127.0.0.1:43074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:14:08.268016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.718986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:81978"} {"level":"info","ts":"2026-03-29T02:14:08.268053Z","caller":"traceutil/trace.go:171","msg":"trace[1113841754] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:6229; }","duration":"365.759067ms","start":"2026-03-29T02:14:07.902287Z","end":"2026-03-29T02:14:08.268046Z","steps":["trace[1113841754] 'agreement among raft nodes before linearized reading' (duration: 365.505421ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:08.268071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:07.902252Z","time spent":"365.815619ms","remote":"127.0.0.1:43172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":9,"response size":82002,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-29T02:14:08.781848Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583528501955621,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:14:09.282401Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583528501955621,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:14:09.77946Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.748763466s","expected-duration":"1s"} {"level":"info","ts":"2026-03-29T02:14:09.843487Z","caller":"traceutil/trace.go:171","msg":"trace[261999442] transaction","detail":"{read_only:false; response_revision:6230; number_of_response:1; }","duration":"1.941098947s","start":"2026-03-29T02:14:07.902342Z","end":"2026-03-29T02:14:09.843441Z","steps":["trace[261999442] 'process raft request' (duration: 1.877333008s)","trace[261999442] 'compare' (duration: 62.268285ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:14:09.84369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:07.902326Z","time spent":"1.94124811s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:14:09.843734Z","caller":"traceutil/trace.go:171","msg":"trace[1651228776] transaction","detail":"{read_only:false; response_revision:6231; number_of_response:1; }","duration":"1.941320482s","start":"2026-03-29T02:14:07.902391Z","end":"2026-03-29T02:14:09.843711Z","steps":["trace[1651228776] 'process raft request' (duration: 1.940980854s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:14:09.843776Z","caller":"traceutil/trace.go:171","msg":"trace[1626575306] transaction","detail":"{read_only:false; response_revision:6232; number_of_response:1; }","duration":"1.941291271s","start":"2026-03-29T02:14:07.90245Z","end":"2026-03-29T02:14:09.843741Z","steps":["trace[1626575306] 'process raft request' (duration: 1.941085487s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:09.843892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:07.902365Z","time spent":"1.941450904s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:14:09.843938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:07.902418Z","time spent":"1.941438334s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:14:09.843958Z","caller":"traceutil/trace.go:171","msg":"trace[498610800] transaction","detail":"{read_only:false; response_revision:6235; number_of_response:1; }","duration":"1.940876162s","start":"2026-03-29T02:14:07.90307Z","end":"2026-03-29T02:14:09.843946Z","steps":["trace[498610800] 'process raft request' (duration: 1.940724699s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:14:09.843957Z","caller":"traceutil/trace.go:171","msg":"trace[832801318] transaction","detail":"{read_only:false; response_revision:6236; number_of_response:1; }","duration":"1.887109787s","start":"2026-03-29T02:14:07.95681Z","end":"2026-03-29T02:14:09.843919Z","steps":["trace[832801318] 'process raft request' (duration: 1.887040476s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:09.844018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:07.903065Z","time spent":"1.940920513s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:14:09.844005Z","caller":"traceutil/trace.go:171","msg":"trace[1805023692] transaction","detail":"{read_only:false; response_revision:6233; number_of_response:1; }","duration":"1.941291031s","start":"2026-03-29T02:14:07.902682Z","end":"2026-03-29T02:14:09.843973Z","steps":["trace[1805023692] 'process raft request' (duration: 1.940943273s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:14:09.843961Z","caller":"traceutil/trace.go:171","msg":"trace[1195116570] transaction","detail":"{read_only:false; response_revision:6234; number_of_response:1; }","duration":"1.941056816s","start":"2026-03-29T02:14:07.902877Z","end":"2026-03-29T02:14:09.843933Z","steps":["trace[1195116570] 'process raft request' (duration: 1.940861531s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:09.844217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:07.90267Z","time spent":"1.941416034s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:14:09.84423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:07.956781Z","time spent":"1.88727098s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:14:09.844267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:07.902868Z","time spent":"1.941286041s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:14:10.260473Z","caller":"traceutil/trace.go:171","msg":"trace[439087502] transaction","detail":"{read_only:false; response_revision:6237; number_of_response:1; }","duration":"1.789650572s","start":"2026-03-29T02:14:08.470772Z","end":"2026-03-29T02:14:10.260423Z","steps":["trace[439087502] 'process raft request' (duration: 1.789286444s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:10.26068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:08.470742Z","time spent":"1.789829216s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:14:10.613963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.634146ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-29T02:14:10.614146Z","caller":"traceutil/trace.go:171","msg":"trace[1281489710] linearizableReadLoop","detail":"{readStateIndex:6494; appliedIndex:6485; }","duration":"2.346537435s","start":"2026-03-29T02:14:08.267595Z","end":"2026-03-29T02:14:10.614132Z","steps":["trace[1281489710] 'read index received' (duration: 1.512145703s)","trace[1281489710] 'applied index is now lower than readState.Index' (duration: 834.390822ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:14:10.614235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.602350388s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:14:10.614234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.443534868s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:14:10.614259Z","caller":"traceutil/trace.go:171","msg":"trace[748959575] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:6237; }","duration":"2.60241128s","start":"2026-03-29T02:14:08.011841Z","end":"2026-03-29T02:14:10.614252Z","steps":["trace[748959575] 'agreement among raft nodes before linearized reading' (duration: 2.602369799s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:10.614285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:08.011826Z","time spent":"2.60245287s","remote":"127.0.0.1:57644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:14:10.614271Z","caller":"traceutil/trace.go:171","msg":"trace[1514154393] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:6237; }","duration":"2.443650451s","start":"2026-03-29T02:14:08.17061Z","end":"2026-03-29T02:14:10.614261Z","steps":["trace[1514154393] 'agreement among raft nodes before linearized reading' (duration: 2.443539958s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:10.61432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:08.170581Z","time spent":"2.443729622s","remote":"127.0.0.1:43770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":29,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:14:10.614359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.711988176s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-03-29T02:14:10.614348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.62876349s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:14:10.61444Z","caller":"traceutil/trace.go:171","msg":"trace[1371104743] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6237; }","duration":"2.712086627s","start":"2026-03-29T02:14:07.902339Z","end":"2026-03-29T02:14:10.614425Z","steps":["trace[1371104743] 'agreement among raft nodes before linearized reading' (duration: 2.711889003s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:14:10.614459Z","caller":"traceutil/trace.go:171","msg":"trace[1420289282] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:6237; }","duration":"2.628960614s","start":"2026-03-29T02:14:07.98548Z","end":"2026-03-29T02:14:10.61444Z","steps":["trace[1420289282] 'agreement among raft nodes before linearized reading' (duration: 2.628755509s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:10.614478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:07.902333Z","time spent":"2.712138848s","remote":"127.0.0.1:43172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-29T02:14:10.614511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:07.985457Z","time spent":"2.629043616s","remote":"127.0.0.1:43124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:14:10.614746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.343153448s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/loki-0.18a12e1ed9ad58fe\" ","response":"range_response_count:1 size:718"} {"level":"info","ts":"2026-03-29T02:14:10.614789Z","caller":"traceutil/trace.go:171","msg":"trace[258406365] range","detail":"{range_begin:/registry/events/monitoring/loki-0.18a12e1ed9ad58fe; range_end:; response_count:1; response_revision:6238; }","duration":"2.34325252s","start":"2026-03-29T02:14:08.271525Z","end":"2026-03-29T02:14:10.614778Z","steps":["trace[258406365] 'agreement among raft nodes before linearized reading' (duration: 2.343120387s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:10.614817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:08.2715Z","time spent":"2.343309022s","remote":"127.0.0.1:43074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":742,"request content":"key:\"/registry/events/monitoring/loki-0.18a12e1ed9ad58fe\" "} {"level":"warn","ts":"2026-03-29T02:14:10.614833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.074330909s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-29T02:14:10.614791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"901.796633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:14:10.614845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.460628517s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-29T02:14:10.614889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.696394792s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:14:10.614906Z","caller":"traceutil/trace.go:171","msg":"trace[1127647523] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6238; }","duration":"1.696454753s","start":"2026-03-29T02:14:08.918446Z","end":"2026-03-29T02:14:10.6149Z","steps":["trace[1127647523] 'agreement among raft nodes before linearized reading' (duration: 1.696428252s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:10.614922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:08.918422Z","time spent":"1.696496314s","remote":"127.0.0.1:43010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-29T02:14:10.61491Z","caller":"traceutil/trace.go:171","msg":"trace[1120749393] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:6238; }","duration":"1.46074145s","start":"2026-03-29T02:14:09.154149Z","end":"2026-03-29T02:14:10.61489Z","steps":["trace[1120749393] 'agreement among raft nodes before linearized reading' (duration: 1.460620267s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:14:10.614939Z","caller":"traceutil/trace.go:171","msg":"trace[300432680] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:6238; }","duration":"901.955206ms","start":"2026-03-29T02:14:09.712927Z","end":"2026-03-29T02:14:10.614882Z","steps":["trace[300432680] 'agreement among raft nodes before linearized reading' (duration: 901.805043ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:10.614962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:09.154125Z","time spent":"1.460819112s","remote":"127.0.0.1:43470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":9,"response size":31,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:14:10.615082Z","caller":"traceutil/trace.go:171","msg":"trace[254114125] transaction","detail":"{read_only:false; response_revision:6238; number_of_response:1; }","duration":"713.145504ms","start":"2026-03-29T02:14:09.901926Z","end":"2026-03-29T02:14:10.615071Z","steps":["trace[254114125] 'process raft request' (duration: 712.128141ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:10.6151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.008687112s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3243"} {"level":"warn","ts":"2026-03-29T02:14:10.615145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:09.901886Z","time spent":"713.219325ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:14:10.615114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:09.712905Z","time spent":"902.184141ms","remote":"127.0.0.1:57632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:14:10.614855Z","caller":"traceutil/trace.go:171","msg":"trace[823851353] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:6238; }","duration":"1.074402331s","start":"2026-03-29T02:14:09.540446Z","end":"2026-03-29T02:14:10.614849Z","steps":["trace[823851353] 'agreement among raft nodes before linearized reading' (duration: 1.074330719s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:14:10.615175Z","caller":"traceutil/trace.go:171","msg":"trace[1595460437] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:6238; }","duration":"2.008802634s","start":"2026-03-29T02:14:08.606352Z","end":"2026-03-29T02:14:10.615155Z","steps":["trace[1595460437] 'agreement among raft nodes before linearized reading' (duration: 2.008571239s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:10.615387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.49198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-03-29T02:14:10.615365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:09.540425Z","time spent":"1.074896652s","remote":"127.0.0.1:43154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":49,"response size":31,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:14:10.615393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:08.606321Z","time spent":"2.009060279s","remote":"127.0.0.1:57636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3267,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"info","ts":"2026-03-29T02:14:10.615411Z","caller":"traceutil/trace.go:171","msg":"trace[1764382214] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:6238; }","duration":"447.563771ms","start":"2026-03-29T02:14:10.167839Z","end":"2026-03-29T02:14:10.615403Z","steps":["trace[1764382214] 'agreement among raft nodes before linearized reading' (duration: 447.49884ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:10.61543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:10.167808Z","time spent":"447.617551ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-29T02:14:10.615622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.75846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-c4cs6\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-29T02:14:10.615697Z","caller":"traceutil/trace.go:171","msg":"trace[19034730] range","detail":"{range_begin:/registry/pods/openstack/keepalived-c4cs6; range_end:; response_count:1; response_revision:6238; }","duration":"341.881103ms","start":"2026-03-29T02:14:10.273799Z","end":"2026-03-29T02:14:10.61568Z","steps":["trace[19034730] 'agreement among raft nodes before linearized reading' (duration: 341.647318ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:10.615741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:10.27378Z","time spent":"341.952625ms","remote":"127.0.0.1:43172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6544,"request content":"key:\"/registry/pods/openstack/keepalived-c4cs6\" "} {"level":"warn","ts":"2026-03-29T02:14:11.119987Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583528501955628,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:14:11.620428Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583528501955628,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:14:11.761563Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.082075134s","expected-duration":"1s"} {"level":"info","ts":"2026-03-29T02:14:11.761992Z","caller":"traceutil/trace.go:171","msg":"trace[857933487] transaction","detail":"{read_only:false; response_revision:6239; number_of_response:1; }","duration":"1.144204236s","start":"2026-03-29T02:14:10.617761Z","end":"2026-03-29T02:14:11.761965Z","steps":["trace[857933487] 'process raft request' (duration: 1.144026952s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:11.762171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:10.617712Z","time spent":"1.144355769s","remote":"127.0.0.1:43166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19649,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:14:12.438434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.736993ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:14:12.438707Z","caller":"traceutil/trace.go:171","msg":"trace[100091135] transaction","detail":"{read_only:false; response_revision:6240; number_of_response:1; }","duration":"1.819819288s","start":"2026-03-29T02:14:10.618851Z","end":"2026-03-29T02:14:12.43867Z","steps":["trace[100091135] 'process raft request' (duration: 1.347732567s)","trace[100091135] 'compare' (duration: 471.202801ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:14:12.43878Z","caller":"traceutil/trace.go:171","msg":"trace[1805895159] transaction","detail":"{read_only:false; response_revision:6242; number_of_response:1; }","duration":"588.682954ms","start":"2026-03-29T02:14:11.85007Z","end":"2026-03-29T02:14:12.438753Z","steps":["trace[1805895159] 'process raft request' (duration: 588.610693ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:12.438893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:11.850012Z","time spent":"588.830777ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:14:12.438945Z","caller":"traceutil/trace.go:171","msg":"trace[1774748713] transaction","detail":"{read_only:false; response_revision:6241; number_of_response:1; }","duration":"1.819427879s","start":"2026-03-29T02:14:10.619482Z","end":"2026-03-29T02:14:12.43891Z","steps":["trace[1774748713] 'process raft request' (duration: 1.819089831s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:14:12.438963Z","caller":"traceutil/trace.go:171","msg":"trace[1305187092] linearizableReadLoop","detail":"{readStateIndex:6498; appliedIndex:6495; }","duration":"1.81904066s","start":"2026-03-29T02:14:10.619879Z","end":"2026-03-29T02:14:12.43892Z","steps":["trace[1305187092] 'read index received' (duration: 1.142014557s)","trace[1305187092] 'applied index is now lower than readState.Index' (duration: 677.017183ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:14:12.438986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:10.618825Z","time spent":"1.819995742s","remote":"127.0.0.1:43074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":703,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:14:12.43911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:10.619463Z","time spent":"1.819566572s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:14:12.439287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.819393268s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-keystone-default-user\" ","response":"range_response_count:1 size:1162"} {"level":"info","ts":"2026-03-29T02:14:12.439353Z","caller":"traceutil/trace.go:171","msg":"trace[196390856] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-keystone-default-user; range_end:; response_count:1; response_revision:6242; }","duration":"1.81949234s","start":"2026-03-29T02:14:10.619845Z","end":"2026-03-29T02:14:12.439338Z","steps":["trace[196390856] 'agreement among raft nodes before linearized reading' (duration: 1.819192054s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:12.439399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:10.619831Z","time spent":"1.819556021s","remote":"127.0.0.1:43088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1186,"request content":"key:\"/registry/secrets/openstack/rabbitmq-keystone-default-user\" "} {"level":"warn","ts":"2026-03-29T02:14:12.52655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"678.462027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-29T02:14:12.526643Z","caller":"traceutil/trace.go:171","msg":"trace[2115484321] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6243; }","duration":"678.620131ms","start":"2026-03-29T02:14:11.848001Z","end":"2026-03-29T02:14:12.526621Z","steps":["trace[2115484321] 'agreement among raft nodes before linearized reading' (duration: 678.350865ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:12.526618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"969.8955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-29T02:14:12.526687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:11.847978Z","time spent":"678.699783ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-29T02:14:12.526663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.904801443s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:14:12.526713Z","caller":"traceutil/trace.go:171","msg":"trace[1452003571] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:6243; }","duration":"970.045473ms","start":"2026-03-29T02:14:11.556645Z","end":"2026-03-29T02:14:12.52669Z","steps":["trace[1452003571] 'agreement among raft nodes before linearized reading' (duration: 969.88396ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:12.526648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"889.962868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-29T02:14:12.526776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:11.556614Z","time spent":"970.150625ms","remote":"127.0.0.1:43132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":6,"response size":31,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:14:12.526777Z","caller":"traceutil/trace.go:171","msg":"trace[1392826518] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6243; }","duration":"1.905010348s","start":"2026-03-29T02:14:10.621729Z","end":"2026-03-29T02:14:12.526739Z","steps":["trace[1392826518] 'agreement among raft nodes before linearized reading' (duration: 1.904778833s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:12.526827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"972.547718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.36\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-03-29T02:14:12.526885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.135643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-29T02:14:12.526917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:10.62172Z","time spent":"1.905170402s","remote":"127.0.0.1:43010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-29T02:14:12.526861Z","caller":"traceutil/trace.go:171","msg":"trace[1624963478] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:6243; }","duration":"890.200353ms","start":"2026-03-29T02:14:11.636605Z","end":"2026-03-29T02:14:12.526805Z","steps":["trace[1624963478] 'agreement among raft nodes before linearized reading' (duration: 889.956817ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:12.526966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"678.428976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-29T02:14:12.526959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.460776432s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:14:12.526997Z","caller":"traceutil/trace.go:171","msg":"trace[532522081] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6243; }","duration":"678.478757ms","start":"2026-03-29T02:14:11.848509Z","end":"2026-03-29T02:14:12.526988Z","steps":["trace[532522081] 'agreement among raft nodes before linearized reading' (duration: 678.394635ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:12.52693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"676.608276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-29T02:14:12.527023Z","caller":"traceutil/trace.go:171","msg":"trace[167927681] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:6243; }","duration":"1.460897154s","start":"2026-03-29T02:14:11.066111Z","end":"2026-03-29T02:14:12.527008Z","steps":["trace[167927681] 'agreement among raft nodes before linearized reading' (duration: 1.46071077s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:12.527012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.180390827s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-03-29T02:14:12.527073Z","caller":"traceutil/trace.go:171","msg":"trace[1492413343] transaction","detail":"{read_only:false; response_revision:6243; number_of_response:1; }","duration":"260.966909ms","start":"2026-03-29T02:14:12.266087Z","end":"2026-03-29T02:14:12.527054Z","steps":["trace[1492413343] 'process raft request' (duration: 260.039438ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:12.527084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"677.25827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-29T02:14:12.527118Z","caller":"traceutil/trace.go:171","msg":"trace[1796989732] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:6243; }","duration":"1.180567411s","start":"2026-03-29T02:14:11.346525Z","end":"2026-03-29T02:14:12.527092Z","steps":["trace[1796989732] 'agreement among raft nodes before linearized reading' (duration: 1.180179633s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:12.527161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"677.759991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-29T02:14:12.527Z","caller":"traceutil/trace.go:171","msg":"trace[1243205158] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:6243; }","duration":"410.321147ms","start":"2026-03-29T02:14:12.11665Z","end":"2026-03-29T02:14:12.526971Z","steps":["trace[1243205158] 'agreement among raft nodes before linearized reading' (duration: 410.093402ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:14:12.527217Z","caller":"traceutil/trace.go:171","msg":"trace[2060331975] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6243; }","duration":"677.834933ms","start":"2026-03-29T02:14:11.849369Z","end":"2026-03-29T02:14:12.527203Z","steps":["trace[2060331975] 'agreement among raft nodes before linearized reading' (duration: 677.697809ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:12.527167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.448278311s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-29T02:14:12.527264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:11.849358Z","time spent":"677.894865ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-29T02:14:12.527126Z","caller":"traceutil/trace.go:171","msg":"trace[105362102] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:6243; }","duration":"677.308311ms","start":"2026-03-29T02:14:11.849803Z","end":"2026-03-29T02:14:12.527111Z","steps":["trace[105362102] 'agreement among raft nodes before linearized reading' (duration: 677.23751ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:12.527323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:11.849795Z","time spent":"677.513656ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-29T02:14:12.527081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:11.066089Z","time spent":"1.460982257s","remote":"127.0.0.1:43088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":60,"response size":31,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:14:12.527018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:11.848501Z","time spent":"678.512747ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-29T02:14:12.527017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.379021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:14:12.527436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.856561222s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:14:12.527536Z","caller":"traceutil/trace.go:171","msg":"trace[933330580] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:6243; }","duration":"1.856686235s","start":"2026-03-29T02:14:10.670831Z","end":"2026-03-29T02:14:12.527518Z","steps":["trace[933330580] 'agreement among raft nodes before linearized reading' (duration: 1.85598136s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:14:12.527576Z","caller":"traceutil/trace.go:171","msg":"trace[890057526] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:6243; }","duration":"1.449090459s","start":"2026-03-29T02:14:11.078167Z","end":"2026-03-29T02:14:12.527258Z","steps":["trace[890057526] 'agreement among raft nodes before linearized reading' (duration: 1.448215299s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:12.527718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:11.078157Z","time spent":"1.449549359s","remote":"127.0.0.1:41324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":11,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:14:12.527019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:11.636583Z","time spent":"890.415177ms","remote":"127.0.0.1:43140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":6,"response size":31,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:14:12.527611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:10.670819Z","time spent":"1.856779037s","remote":"127.0.0.1:43454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-29T02:14:12.527137Z","caller":"traceutil/trace.go:171","msg":"trace[993888259] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6243; }","duration":"676.81169ms","start":"2026-03-29T02:14:11.850246Z","end":"2026-03-29T02:14:12.527057Z","steps":["trace[993888259] 'agreement among raft nodes before linearized reading' (duration: 676.208357ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:14:12.526944Z","caller":"traceutil/trace.go:171","msg":"trace[2032780532] range","detail":"{range_begin:/registry/masterleases/162.253.55.36; range_end:; response_count:1; response_revision:6243; }","duration":"972.726122ms","start":"2026-03-29T02:14:11.554189Z","end":"2026-03-29T02:14:12.526916Z","steps":["trace[2032780532] 'agreement among raft nodes before linearized reading' (duration: 972.437256ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:12.52786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:11.850236Z","time spent":"677.606208ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-29T02:14:12.527881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:11.554165Z","time spent":"973.696584ms","remote":"127.0.0.1:43048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/162.253.55.36\" "} {"level":"warn","ts":"2026-03-29T02:14:12.527064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"678.484197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-29T02:14:12.528022Z","caller":"traceutil/trace.go:171","msg":"trace[1821449721] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6243; }","duration":"679.452898ms","start":"2026-03-29T02:14:11.84855Z","end":"2026-03-29T02:14:12.528003Z","steps":["trace[1821449721] 'agreement among raft nodes before linearized reading' (duration: 678.364934ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:12.528073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.907445902s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:81978"} {"level":"warn","ts":"2026-03-29T02:14:12.528109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:11.848545Z","time spent":"679.54631ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-29T02:14:12.527179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:11.346507Z","time spent":"1.180663773s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-29T02:14:12.528141Z","caller":"traceutil/trace.go:171","msg":"trace[414546852] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:6243; }","duration":"1.907617037s","start":"2026-03-29T02:14:10.620504Z","end":"2026-03-29T02:14:12.528121Z","steps":["trace[414546852] 'agreement among raft nodes before linearized reading' (duration: 1.905993761s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:12.527233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:12.116619Z","time spent":"410.600784ms","remote":"127.0.0.1:42268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:14:12.528228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:10.620487Z","time spent":"1.907725749s","remote":"127.0.0.1:43172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":9,"response size":82002,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-29T02:14:12.527563Z","caller":"traceutil/trace.go:171","msg":"trace[1849931209] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:6243; }","duration":"453.999056ms","start":"2026-03-29T02:14:12.073539Z","end":"2026-03-29T02:14:12.527538Z","steps":["trace[1849931209] 'agreement among raft nodes before linearized reading' (duration: 453.370992ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:12.528329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:12.073511Z","time spent":"454.798243ms","remote":"127.0.0.1:43798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:14:13.026808Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583528501955636,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-29T02:14:13.143586Z","caller":"traceutil/trace.go:171","msg":"trace[1331671501] transaction","detail":"{read_only:false; response_revision:6244; number_of_response:1; }","duration":"699.785445ms","start":"2026-03-29T02:14:12.44378Z","end":"2026-03-29T02:14:13.143565Z","steps":["trace[1331671501] 'process raft request' (duration: 699.337235ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:13.143686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:12.443753Z","time spent":"699.888507ms","remote":"127.0.0.1:43074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":778,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-29T02:14:13.664808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:13.309634Z","time spent":"355.166461ms","remote":"127.0.0.1:38164","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-29T02:14:13.80686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:12.529038Z","time spent":"1.277812121s","remote":"127.0.0.1:43048","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-29T02:14:13.807021Z","caller":"traceutil/trace.go:171","msg":"trace[409005959] transaction","detail":"{read_only:false; response_revision:6245; number_of_response:1; }","duration":"1.275712404s","start":"2026-03-29T02:14:12.531275Z","end":"2026-03-29T02:14:13.806987Z","steps":["trace[409005959] 'process raft request' (duration: 1.275456749s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:13.807286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:12.531252Z","time spent":"1.275828936s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:14:13.807479Z","caller":"traceutil/trace.go:171","msg":"trace[135951308] transaction","detail":"{read_only:false; response_revision:6247; number_of_response:1; }","duration":"1.275175561s","start":"2026-03-29T02:14:12.532276Z","end":"2026-03-29T02:14:13.807452Z","steps":["trace[135951308] 'process raft request' (duration: 1.275004998s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:14:13.807513Z","caller":"traceutil/trace.go:171","msg":"trace[1692153927] transaction","detail":"{read_only:false; response_revision:6246; number_of_response:1; }","duration":"1.275847447s","start":"2026-03-29T02:14:12.531555Z","end":"2026-03-29T02:14:13.807402Z","steps":["trace[1692153927] 'process raft request' (duration: 1.275359007s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:14:13.807628Z","caller":"traceutil/trace.go:171","msg":"trace[479825310] transaction","detail":"{read_only:false; response_revision:6248; number_of_response:1; }","duration":"1.275161361s","start":"2026-03-29T02:14:12.532446Z","end":"2026-03-29T02:14:13.807608Z","steps":["trace[479825310] 'process raft request' (duration: 1.274951956s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:14:13.807754Z","caller":"traceutil/trace.go:171","msg":"trace[1506324154] linearizableReadLoop","detail":"{readStateIndex:6510; appliedIndex:6500; }","duration":"1.281452622s","start":"2026-03-29T02:14:12.526283Z","end":"2026-03-29T02:14:13.807735Z","steps":["trace[1506324154] 'read index received' (duration: 616.905247ms)","trace[1506324154] 'applied index is now lower than readState.Index' (duration: 664.546325ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:14:13.8078Z","caller":"traceutil/trace.go:171","msg":"trace[1912720699] transaction","detail":"{read_only:false; response_revision:6249; number_of_response:1; }","duration":"1.274956916s","start":"2026-03-29T02:14:12.532787Z","end":"2026-03-29T02:14:13.807744Z","steps":["trace[1912720699] 'process raft request' (duration: 1.274747931s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:13.807811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:12.532429Z","time spent":"1.275290483s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:14:13.807949Z","caller":"traceutil/trace.go:171","msg":"trace[1894659850] transaction","detail":"{read_only:false; response_revision:6250; number_of_response:1; }","duration":"1.274632759s","start":"2026-03-29T02:14:12.533093Z","end":"2026-03-29T02:14:13.807726Z","steps":["trace[1894659850] 'process raft request' (duration: 1.274529507s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:14:13.80808Z","caller":"traceutil/trace.go:171","msg":"trace[1926901212] transaction","detail":"{read_only:false; response_revision:6251; number_of_response:1; }","duration":"1.274788653s","start":"2026-03-29T02:14:12.533276Z","end":"2026-03-29T02:14:13.808064Z","steps":["trace[1926901212] 'process raft request' (duration: 1.274380344s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:13.808107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:12.533085Z","time spent":"1.274966377s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:14:13.807963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:12.531539Z","time spent":"1.276165044s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:14:13.808209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:12.533248Z","time spent":"1.274869004s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:14:13.80821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.36258339s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-keystone-nodes\" ","response":"range_response_count:1 size:1265"} {"level":"info","ts":"2026-03-29T02:14:13.808266Z","caller":"traceutil/trace.go:171","msg":"trace[263124130] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-keystone-nodes; range_end:; response_count:1; response_revision:6252; }","duration":"1.362695793s","start":"2026-03-29T02:14:12.445546Z","end":"2026-03-29T02:14:13.808242Z","steps":["trace[263124130] 'agreement among raft nodes before linearized reading' (duration: 1.362507859s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:14:13.80823Z","caller":"traceutil/trace.go:171","msg":"trace[1283599751] transaction","detail":"{read_only:false; response_revision:6252; number_of_response:1; }","duration":"1.18721111s","start":"2026-03-29T02:14:12.620981Z","end":"2026-03-29T02:14:13.808192Z","steps":["trace[1283599751] 'process raft request' (duration: 1.186713609s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:13.808288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:12.532763Z","time spent":"1.275159041s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:14:13.808305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:12.445529Z","time spent":"1.362768524s","remote":"127.0.0.1:43180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1289,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-keystone-nodes\" "} {"level":"warn","ts":"2026-03-29T02:14:13.807639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:12.532259Z","time spent":"1.275299944s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:14:13.80836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.279763354s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:14:13.808418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:12.620953Z","time spent":"1.187367634s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:14:13.80843Z","caller":"traceutil/trace.go:171","msg":"trace[650653655] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6252; }","duration":"1.279857577s","start":"2026-03-29T02:14:12.528555Z","end":"2026-03-29T02:14:13.808412Z","steps":["trace[650653655] 'agreement among raft nodes before linearized reading' (duration: 1.279739514s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:13.808475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:12.528533Z","time spent":"1.279931548s","remote":"127.0.0.1:43006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:14:13.808479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"898.107449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3243"} {"level":"info","ts":"2026-03-29T02:14:13.808522Z","caller":"traceutil/trace.go:171","msg":"trace[578658996] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:6252; }","duration":"898.201971ms","start":"2026-03-29T02:14:12.910309Z","end":"2026-03-29T02:14:13.808511Z","steps":["trace[578658996] 'agreement among raft nodes before linearized reading' (duration: 898.049147ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:13.808586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:12.910283Z","time spent":"898.295753ms","remote":"127.0.0.1:57636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3267,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-03-29T02:14:13.808533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.275753404s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:14:13.808761Z","caller":"traceutil/trace.go:171","msg":"trace[1105691446] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:6252; }","duration":"1.275933067s","start":"2026-03-29T02:14:12.532739Z","end":"2026-03-29T02:14:13.808672Z","steps":["trace[1105691446] 'agreement among raft nodes before linearized reading' (duration: 1.275681202s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:13.808864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:12.532727Z","time spent":"1.276117932s","remote":"127.0.0.1:43180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-29T02:14:15.386975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.345268083s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:14:15.387083Z","caller":"traceutil/trace.go:171","msg":"trace[951007385] linearizableReadLoop","detail":"{readStateIndex:6511; appliedIndex:6510; }","duration":"1.574795146s","start":"2026-03-29T02:14:13.81227Z","end":"2026-03-29T02:14:15.387065Z","steps":["trace[951007385] 'read index received' (duration: 229.224196ms)","trace[951007385] 'applied index is now lower than readState.Index' (duration: 1.34556889s)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:14:15.387137Z","caller":"traceutil/trace.go:171","msg":"trace[1212778831] transaction","detail":"{read_only:false; response_revision:6253; number_of_response:1; }","duration":"1.578835578s","start":"2026-03-29T02:14:13.808265Z","end":"2026-03-29T02:14:15.387101Z","steps":["trace[1212778831] 'process raft request' (duration: 233.34631ms)","trace[1212778831] 'compare' (duration: 1.344610958s)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:14:15.387289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:13.808234Z","time spent":"1.5789739s","remote":"127.0.0.1:43048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:14:15.387299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.575029112s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-29T02:14:15.387336Z","caller":"traceutil/trace.go:171","msg":"trace[1285984459] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6253; }","duration":"1.575101323s","start":"2026-03-29T02:14:13.812221Z","end":"2026-03-29T02:14:15.387322Z","steps":["trace[1285984459] 'agreement among raft nodes before linearized reading' (duration: 1.574915159s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:15.387368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:13.812203Z","time spent":"1.575157725s","remote":"127.0.0.1:43172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-29T02:14:15.816389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000219902s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-29T02:14:15.816478Z","caller":"traceutil/trace.go:171","msg":"trace[1494805783] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000339264s","start":"2026-03-29T02:14:13.816121Z","end":"2026-03-29T02:14:15.816461Z","steps":["trace[1494805783] 'agreement among raft nodes before linearized reading' (duration: 2.000235392s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:15.81652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:13.816113Z","time spent":"2.000398846s","remote":"127.0.0.1:43010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:14:15.887563Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583528501955654,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:14:16.073597Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.627413587s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-29T02:14:16.59547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.56438ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:14:16.595593Z","caller":"traceutil/trace.go:171","msg":"trace[328386975] transaction","detail":"{read_only:false; response_revision:6254; number_of_response:1; }","duration":"2.149501138s","start":"2026-03-29T02:14:14.44607Z","end":"2026-03-29T02:14:16.595572Z","steps":["trace[328386975] 'process raft request' (duration: 1.627743064s)","trace[328386975] 'compare' (duration: 521.047588ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:14:16.59567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:14.446044Z","time spent":"2.14958112s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:14:17.15215Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.078289539s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-29T02:14:17.379281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.739522ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:14:17.379515Z","caller":"traceutil/trace.go:171","msg":"trace[1096187363] transaction","detail":"{read_only:false; response_revision:6255; number_of_response:1; }","duration":"2.844580547s","start":"2026-03-29T02:14:14.534904Z","end":"2026-03-29T02:14:17.379485Z","steps":["trace[1096187363] 'process raft request' (duration: 2.617543188s)","trace[1096187363] 'compare' (duration: 226.315223ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:14:17.379613Z","caller":"traceutil/trace.go:171","msg":"trace[1942179521] linearizableReadLoop","detail":"{readStateIndex:6517; appliedIndex:6511; }","duration":"1.992485219s","start":"2026-03-29T02:14:15.387109Z","end":"2026-03-29T02:14:17.379595Z","steps":["trace[1942179521] 'read index received' (duration: 686.720022ms)","trace[1942179521] 'applied index is now lower than readState.Index' (duration: 1.305764117s)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:14:17.379661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:14.534882Z","time spent":"2.844706139s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:14:17.379858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.439926007s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:14:17.379963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.846445188s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-c4cs6\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-29T02:14:17.379975Z","caller":"traceutil/trace.go:171","msg":"trace[1256823194] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:6259; }","duration":"2.44006022s","start":"2026-03-29T02:14:14.939888Z","end":"2026-03-29T02:14:17.379948Z","steps":["trace[1256823194] 'agreement among raft nodes before linearized reading' (duration: 2.439835205s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:14:17.380011Z","caller":"traceutil/trace.go:171","msg":"trace[1378525126] range","detail":"{range_begin:/registry/pods/openstack/keepalived-c4cs6; range_end:; response_count:1; response_revision:6259; }","duration":"2.84651438s","start":"2026-03-29T02:14:14.533483Z","end":"2026-03-29T02:14:17.379998Z","steps":["trace[1378525126] 'agreement among raft nodes before linearized reading' (duration: 2.846362407s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:17.380039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:14.939866Z","time spent":"2.440154352s","remote":"127.0.0.1:45372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:14:17.380055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:14.533472Z","time spent":"2.846572322s","remote":"127.0.0.1:43172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6544,"request content":"key:\"/registry/pods/openstack/keepalived-c4cs6\" "} {"level":"info","ts":"2026-03-29T02:14:17.380067Z","caller":"traceutil/trace.go:171","msg":"trace[896675720] transaction","detail":"{read_only:false; response_revision:6257; number_of_response:1; }","duration":"2.704960177s","start":"2026-03-29T02:14:14.675092Z","end":"2026-03-29T02:14:17.380052Z","steps":["trace[896675720] 'process raft request' (duration: 2.704389954s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:17.380346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:14.675076Z","time spent":"2.705021199s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:14:17.380483Z","caller":"traceutil/trace.go:171","msg":"trace[1168994092] transaction","detail":"{read_only:false; response_revision:6256; number_of_response:1; }","duration":"2.751223465s","start":"2026-03-29T02:14:14.62925Z","end":"2026-03-29T02:14:17.380474Z","steps":["trace[1168994092] 'process raft request' (duration: 2.750137551s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:17.380497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.884695715s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:14:17.380531Z","caller":"traceutil/trace.go:171","msg":"trace[947639624] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:6259; }","duration":"2.884771117s","start":"2026-03-29T02:14:14.495748Z","end":"2026-03-29T02:14:17.380519Z","steps":["trace[947639624] 'agreement among raft nodes before linearized reading' (duration: 2.884715146s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:17.380539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:14.629225Z","time spent":"2.751288016s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:14:17.380543Z","caller":"traceutil/trace.go:171","msg":"trace[1913168049] transaction","detail":"{read_only:false; response_revision:6258; number_of_response:1; }","duration":"1.978482125s","start":"2026-03-29T02:14:15.402039Z","end":"2026-03-29T02:14:17.380521Z","steps":["trace[1913168049] 'process raft request' (duration: 1.977478293s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:17.380568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:14.495727Z","time spent":"2.884832868s","remote":"127.0.0.1:43224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:14:17.380639Z","caller":"traceutil/trace.go:171","msg":"trace[771689332] transaction","detail":"{read_only:false; response_revision:6259; number_of_response:1; }","duration":"1.566523911s","start":"2026-03-29T02:14:15.814086Z","end":"2026-03-29T02:14:17.380609Z","steps":["trace[771689332] 'process raft request' (duration: 1.565469408s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:17.380666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:15.402017Z","time spent":"1.978571837s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:14:17.380766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:15.81407Z","time spent":"1.566633174s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:14:17.380768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.096461482s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:14:17.380805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.567013129s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-keystone.18a12e14f1a56907\" ","response":"range_response_count:1 size:746"} {"level":"info","ts":"2026-03-29T02:14:17.380874Z","caller":"traceutil/trace.go:171","msg":"trace[1860068418] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:6259; }","duration":"3.096706968s","start":"2026-03-29T02:14:14.28414Z","end":"2026-03-29T02:14:17.380847Z","steps":["trace[1860068418] 'agreement among raft nodes before linearized reading' (duration: 3.096512154s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:14:17.380899Z","caller":"traceutil/trace.go:171","msg":"trace[623320298] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-keystone.18a12e14f1a56907; range_end:; response_count:1; response_revision:6259; }","duration":"3.567152642s","start":"2026-03-29T02:14:13.813721Z","end":"2026-03-29T02:14:17.380874Z","steps":["trace[623320298] 'agreement among raft nodes before linearized reading' (duration: 3.566865645s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:17.380779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.565893664s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:1451"} {"level":"warn","ts":"2026-03-29T02:14:17.380945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:13.813699Z","time spent":"3.567236914s","remote":"127.0.0.1:43074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":770,"request content":"key:\"/registry/events/openstack/rabbitmq-keystone.18a12e14f1a56907\" "} {"level":"warn","ts":"2026-03-29T02:14:17.380948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:14.284112Z","time spent":"3.09682028s","remote":"127.0.0.1:43298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:14:17.380955Z","caller":"traceutil/trace.go:171","msg":"trace[1784993041] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:6259; }","duration":"3.566078688s","start":"2026-03-29T02:14:13.81486Z","end":"2026-03-29T02:14:17.380939Z","steps":["trace[1784993041] 'agreement among raft nodes before linearized reading' (duration: 3.565793882s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:17.381096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:13.814852Z","time spent":"3.566230892s","remote":"127.0.0.1:43180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":1475,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-03-29T02:14:17.817272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999944126s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-29T02:14:17.817368Z","caller":"traceutil/trace.go:171","msg":"trace[602876558] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000068859s","start":"2026-03-29T02:14:15.817279Z","end":"2026-03-29T02:14:17.817347Z","steps":["trace[602876558] 'agreement among raft nodes before linearized reading' (duration: 1.999939746s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:17.81742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:15.817245Z","time spent":"2.000165311s","remote":"127.0.0.1:43006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:14:18.168133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"719.455314ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-03-29T02:14:18.168241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.863477ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:14:18.168396Z","caller":"traceutil/trace.go:171","msg":"trace[752504812] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:6259; }","duration":"460.037212ms","start":"2026-03-29T02:14:17.708338Z","end":"2026-03-29T02:14:18.168375Z","steps":["trace[752504812] 'range keys from in-memory index tree' (duration: 459.803045ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:14:18.168425Z","caller":"traceutil/trace.go:171","msg":"trace[1758210031] linearizableReadLoop","detail":"{readStateIndex:6518; appliedIndex:6517; }","duration":"788.753719ms","start":"2026-03-29T02:14:17.379653Z","end":"2026-03-29T02:14:18.168407Z","steps":["trace[1758210031] 'read index received' (duration: 69.099219ms)","trace[1758210031] 'applied index is now lower than readState.Index' (duration: 719.65342ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:14:18.168651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.355350352s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-29T02:14:18.168732Z","caller":"traceutil/trace.go:171","msg":"trace[2024756127] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6259; }","duration":"2.355497115s","start":"2026-03-29T02:14:15.813217Z","end":"2026-03-29T02:14:18.168714Z","steps":["trace[2024756127] 'agreement among raft nodes before linearized reading' (duration: 2.35526761s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:18.168751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.245419428s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:14:18.168761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.355537416s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-29T02:14:18.168782Z","caller":"traceutil/trace.go:171","msg":"trace[782731657] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:6259; }","duration":"2.24547746s","start":"2026-03-29T02:14:15.923295Z","end":"2026-03-29T02:14:18.168772Z","steps":["trace[782731657] 'agreement among raft nodes before linearized reading' (duration: 2.245423179s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:18.168778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:15.81319Z","time spent":"2.355578467s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-29T02:14:18.1688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:15.923281Z","time spent":"2.24551373s","remote":"127.0.0.1:33200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:14:18.168802Z","caller":"traceutil/trace.go:171","msg":"trace[1458683461] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6259; }","duration":"2.355638258s","start":"2026-03-29T02:14:15.813153Z","end":"2026-03-29T02:14:18.168791Z","steps":["trace[1458683461] 'agreement among raft nodes before linearized reading' (duration: 2.355466975s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:18.168839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:15.813127Z","time spent":"2.355703289s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-29T02:14:18.168726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"983.004173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-29T02:14:18.168867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.355209939s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-29T02:14:18.168976Z","caller":"traceutil/trace.go:171","msg":"trace[1221119581] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6259; }","duration":"2.355348782s","start":"2026-03-29T02:14:15.813601Z","end":"2026-03-29T02:14:18.16895Z","steps":["trace[1221119581] 'agreement among raft nodes before linearized reading' (duration: 2.355008214s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:18.16903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:15.813597Z","time spent":"2.355423763s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-29T02:14:18.16902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.780107672s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19663"} {"level":"warn","ts":"2026-03-29T02:14:18.169063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.355867623s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-29T02:14:18.169089Z","caller":"traceutil/trace.go:171","msg":"trace[1363963723] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:6259; }","duration":"2.780193665s","start":"2026-03-29T02:14:15.388884Z","end":"2026-03-29T02:14:18.169078Z","steps":["trace[1363963723] 'agreement among raft nodes before linearized reading' (duration: 2.780068282s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:18.168867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.779759265s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"warn","ts":"2026-03-29T02:14:18.169087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.355926485s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-29T02:14:18.169124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:15.388868Z","time spent":"2.780247345s","remote":"127.0.0.1:43166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19687,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-29T02:14:18.169135Z","caller":"traceutil/trace.go:171","msg":"trace[986357371] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:6259; }","duration":"2.780097213s","start":"2026-03-29T02:14:15.389024Z","end":"2026-03-29T02:14:18.169121Z","steps":["trace[986357371] 'agreement among raft nodes before linearized reading' (duration: 2.779702064s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:14:18.169134Z","caller":"traceutil/trace.go:171","msg":"trace[806147143] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6259; }","duration":"2.355923024s","start":"2026-03-29T02:14:15.813187Z","end":"2026-03-29T02:14:18.16911Z","steps":["trace[806147143] 'agreement among raft nodes before linearized reading' (duration: 2.35574171s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:14:18.169156Z","caller":"traceutil/trace.go:171","msg":"trace[347980134] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:6259; }","duration":"2.355989996s","start":"2026-03-29T02:14:15.813147Z","end":"2026-03-29T02:14:18.169136Z","steps":["trace[347980134] 'agreement among raft nodes before linearized reading' (duration: 2.355787991s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:18.169186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:15.389006Z","time spent":"2.780167294s","remote":"127.0.0.1:43154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-29T02:14:18.169197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:15.813066Z","time spent":"2.356121639s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-29T02:14:18.169201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:15.813139Z","time spent":"2.356052287s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-29T02:14:18.168924Z","caller":"traceutil/trace.go:171","msg":"trace[1122150686] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:6259; }","duration":"983.31786ms","start":"2026-03-29T02:14:17.185599Z","end":"2026-03-29T02:14:18.168916Z","steps":["trace[1122150686] 'agreement among raft nodes before linearized reading' (duration: 982.84344ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:14:18.169104Z","caller":"traceutil/trace.go:171","msg":"trace[437536424] transaction","detail":"{read_only:false; response_revision:6260; number_of_response:1; }","duration":"784.926443ms","start":"2026-03-29T02:14:17.384154Z","end":"2026-03-29T02:14:18.169081Z","steps":["trace[437536424] 'process raft request' (duration: 784.140345ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:18.169258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.355669998s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-29T02:14:18.169357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:17.384136Z","time spent":"785.146907ms","remote":"127.0.0.1:43074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":731,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:14:18.169249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:17.185579Z","time spent":"983.659167ms","remote":"127.0.0.1:43172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":44,"response size":31,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:14:18.169369Z","caller":"traceutil/trace.go:171","msg":"trace[1718590593] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6259; }","duration":"2.355793802s","start":"2026-03-29T02:14:15.813559Z","end":"2026-03-29T02:14:18.169353Z","steps":["trace[1718590593] 'agreement among raft nodes before linearized reading' (duration: 2.355371352s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:18.169599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:15.813551Z","time spent":"2.356029137s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-29T02:14:18.682173Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583528501955663,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:14:19.182696Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583528501955663,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:14:19.216696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.045321489s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-03-29T02:14:19.216699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.830624391s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" ","response":"range_response_count:1 size:9637"} {"level":"info","ts":"2026-03-29T02:14:19.216801Z","caller":"traceutil/trace.go:171","msg":"trace[738147870] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:6260; }","duration":"1.045440601s","start":"2026-03-29T02:14:18.171344Z","end":"2026-03-29T02:14:19.216785Z","steps":["trace[738147870] 'range keys from in-memory index tree' (duration: 1.045153985s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:19.216833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:18.171311Z","time spent":"1.045515363s","remote":"127.0.0.1:43048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"info","ts":"2026-03-29T02:14:19.216828Z","caller":"traceutil/trace.go:171","msg":"trace[1701953013] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-keystone-server; range_end:; response_count:1; response_revision:6260; }","duration":"1.830778425s","start":"2026-03-29T02:14:17.386026Z","end":"2026-03-29T02:14:19.216805Z","steps":["trace[1701953013] 'agreement among raft nodes before linearized reading' (duration: 783.121613ms)","trace[1701953013] 'range keys from in-memory index tree' (duration: 1.047374806s)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:14:19.216718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.042944307s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-keystone.18a12e14f1fc46b7\" ","response":"range_response_count:1 size:740"} {"level":"warn","ts":"2026-03-29T02:14:19.216918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.390605609s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:14:19.216933Z","caller":"traceutil/trace.go:171","msg":"trace[1650097751] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-keystone.18a12e14f1fc46b7; range_end:; response_count:1; response_revision:6260; }","duration":"1.043174482s","start":"2026-03-29T02:14:18.173735Z","end":"2026-03-29T02:14:19.21691Z","steps":["trace[1650097751] 'range keys from in-memory index tree' (duration: 1.042845364s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:14:19.216955Z","caller":"traceutil/trace.go:171","msg":"trace[805852496] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6260; }","duration":"1.39065179s","start":"2026-03-29T02:14:17.826293Z","end":"2026-03-29T02:14:19.216945Z","steps":["trace[805852496] 'agreement among raft nodes before linearized reading' (duration: 342.841685ms)","trace[805852496] 'range keys from in-memory index tree' (duration: 1.047767384s)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:14:19.216981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:17.826286Z","time spent":"1.39068926s","remote":"127.0.0.1:43010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:14:19.216987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:18.173724Z","time spent":"1.043247303s","remote":"127.0.0.1:43074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":764,"request content":"key:\"/registry/events/openstack/rabbitmq-keystone.18a12e14f1fc46b7\" "} {"level":"warn","ts":"2026-03-29T02:14:19.216993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.696077715s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:14:19.216943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.391879867s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a12d7c0e86f83c\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-03-29T02:14:19.216878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:17.386013Z","time spent":"1.830851576s","remote":"127.0.0.1:43462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":9661,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" "} {"level":"info","ts":"2026-03-29T02:14:19.217046Z","caller":"traceutil/trace.go:171","msg":"trace[1164324540] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:6260; }","duration":"1.696180328s","start":"2026-03-29T02:14:17.520849Z","end":"2026-03-29T02:14:19.217029Z","steps":["trace[1164324540] 'agreement among raft nodes before linearized reading' (duration: 648.290861ms)","trace[1164324540] 'count revisions from in-memory index tree' (duration: 1.047819685s)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:14:19.217086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:17.520825Z","time spent":"1.696251189s","remote":"127.0.0.1:33164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:14:19.217078Z","caller":"traceutil/trace.go:171","msg":"trace[717268923] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a12d7c0e86f83c; range_end:; response_count:1; response_revision:6260; }","duration":"1.392055251s","start":"2026-03-29T02:14:17.824989Z","end":"2026-03-29T02:14:19.217044Z","steps":["trace[717268923] 'agreement among raft nodes before linearized reading' (duration: 344.162864ms)","trace[717268923] 'range keys from in-memory index tree' (duration: 1.047536679s)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:14:19.217109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.831421458s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:81978"} {"level":"warn","ts":"2026-03-29T02:14:19.217149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:17.824973Z","time spent":"1.392154063s","remote":"127.0.0.1:43074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a12d7c0e86f83c\" "} {"level":"info","ts":"2026-03-29T02:14:19.217168Z","caller":"traceutil/trace.go:171","msg":"trace[795240885] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:6260; }","duration":"1.831531131s","start":"2026-03-29T02:14:17.385618Z","end":"2026-03-29T02:14:19.21715Z","steps":["trace[795240885] 'agreement among raft nodes before linearized reading' (duration: 783.4334ms)","trace[795240885] 'range keys from in-memory index tree' (duration: 1.047834996s)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:14:19.217214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:17.385597Z","time spent":"1.831603402s","remote":"127.0.0.1:43172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":9,"response size":82002,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-29T02:14:19.386789Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.212545527s","expected-duration":"1s"} {"level":"info","ts":"2026-03-29T02:14:19.387187Z","caller":"traceutil/trace.go:171","msg":"trace[263400004] transaction","detail":"{read_only:false; response_revision:6261; number_of_response:1; }","duration":"1.213050288s","start":"2026-03-29T02:14:18.174108Z","end":"2026-03-29T02:14:19.387159Z","steps":["trace[263400004] 'process raft request' (duration: 1.212877044s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:19.387322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:18.174091Z","time spent":"1.213150441s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:14:19.746723Z","caller":"traceutil/trace.go:171","msg":"trace[1464614672] transaction","detail":"{read_only:false; response_revision:6262; number_of_response:1; }","duration":"1.572182768s","start":"2026-03-29T02:14:18.174509Z","end":"2026-03-29T02:14:19.746692Z","steps":["trace[1464614672] 'process raft request' (duration: 1.571925903s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:14:19.747062Z","caller":"traceutil/trace.go:171","msg":"trace[1879816222] transaction","detail":"{read_only:false; response_revision:6266; number_of_response:1; }","duration":"1.571921252s","start":"2026-03-29T02:14:18.175121Z","end":"2026-03-29T02:14:19.747042Z","steps":["trace[1879816222] 'process raft request' (duration: 1.571868641s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:19.747099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:18.174483Z","time spent":"1.572323921s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:14:19.747136Z","caller":"traceutil/trace.go:171","msg":"trace[639157904] transaction","detail":"{read_only:false; response_revision:6264; number_of_response:1; }","duration":"1.572281831s","start":"2026-03-29T02:14:18.174825Z","end":"2026-03-29T02:14:19.747107Z","steps":["trace[639157904] 'process raft request' (duration: 1.572064606s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:14:19.747157Z","caller":"traceutil/trace.go:171","msg":"trace[1436806711] transaction","detail":"{read_only:false; response_revision:6263; number_of_response:1; }","duration":"1.572569096s","start":"2026-03-29T02:14:18.174565Z","end":"2026-03-29T02:14:19.747135Z","steps":["trace[1436806711] 'process raft request' (duration: 1.572084185s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:19.747198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:18.175113Z","time spent":"1.572014984s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:14:19.747254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:18.174803Z","time spent":"1.572382752s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:14:19.747253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:18.174555Z","time spent":"1.572648159s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:14:19.747317Z","caller":"traceutil/trace.go:171","msg":"trace[1975395358] transaction","detail":"{read_only:false; response_revision:6265; number_of_response:1; }","duration":"1.572429853s","start":"2026-03-29T02:14:18.174878Z","end":"2026-03-29T02:14:19.747308Z","steps":["trace[1975395358] 'process raft request' (duration: 1.572088895s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:19.747362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:18.174855Z","time spent":"1.572483445s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:14:19.747409Z","caller":"traceutil/trace.go:171","msg":"trace[1922725595] transaction","detail":"{read_only:false; response_revision:6267; number_of_response:1; }","duration":"1.145519735s","start":"2026-03-29T02:14:18.601858Z","end":"2026-03-29T02:14:19.747378Z","steps":["trace[1922725595] 'process raft request' (duration: 1.145155057s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:19.74757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:18.601821Z","time spent":"1.145666479s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:14:19.747572Z","caller":"traceutil/trace.go:171","msg":"trace[1659332891] transaction","detail":"{read_only:false; response_revision:6268; number_of_response:1; }","duration":"527.83859ms","start":"2026-03-29T02:14:19.219715Z","end":"2026-03-29T02:14:19.747554Z","steps":["trace[1659332891] 'process raft request' (duration: 527.537984ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:19.747715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:19.219687Z","time spent":"527.933203ms","remote":"127.0.0.1:43074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":725,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:14:19.747991Z","caller":"traceutil/trace.go:171","msg":"trace[1470574564] linearizableReadLoop","detail":"{readStateIndex:6526; appliedIndex:6520; }","duration":"1.566236255s","start":"2026-03-29T02:14:18.181743Z","end":"2026-03-29T02:14:19.747979Z","steps":["trace[1470574564] 'read index received' (duration: 1.205562721s)","trace[1470574564] 'applied index is now lower than readState.Index' (duration: 360.672854ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:14:19.748056Z","caller":"traceutil/trace.go:171","msg":"trace[2096829291] transaction","detail":"{read_only:false; response_revision:6269; number_of_response:1; }","duration":"527.778559ms","start":"2026-03-29T02:14:19.220255Z","end":"2026-03-29T02:14:19.748034Z","steps":["trace[2096829291] 'process raft request' (duration: 527.221987ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:14:19.748066Z","caller":"traceutil/trace.go:171","msg":"trace[2105692180] transaction","detail":"{read_only:false; response_revision:6270; number_of_response:1; }","duration":"361.242367ms","start":"2026-03-29T02:14:19.386798Z","end":"2026-03-29T02:14:19.74804Z","steps":["trace[2105692180] 'process raft request' (duration: 361.137115ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:19.748144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.566400588s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5683"} {"level":"info","ts":"2026-03-29T02:14:19.748194Z","caller":"traceutil/trace.go:171","msg":"trace[327220306] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:6270; }","duration":"1.566476091s","start":"2026-03-29T02:14:18.181709Z","end":"2026-03-29T02:14:19.748185Z","steps":["trace[327220306] 'agreement among raft nodes before linearized reading' (duration: 1.566332547s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:19.748216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:18.181697Z","time spent":"1.566513592s","remote":"127.0.0.1:42390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5707,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-29T02:14:19.748198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:19.220234Z","time spent":"527.876422ms","remote":"127.0.0.1:43074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:14:19.748205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:19.386761Z","time spent":"361.35973ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:14:20.248365Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583528501955675,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-29T02:14:20.336386Z","caller":"traceutil/trace.go:171","msg":"trace[165141479] linearizableReadLoop","detail":"{readStateIndex:6530; appliedIndex:6529; }","duration":"588.345446ms","start":"2026-03-29T02:14:19.748018Z","end":"2026-03-29T02:14:20.336363Z","steps":["trace[165141479] 'read index received' (duration: 588.087481ms)","trace[165141479] 'applied index is now lower than readState.Index' (duration: 256.875µs)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:14:20.336501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.118121941s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:14:20.336557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.064143375s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:14:20.336587Z","caller":"traceutil/trace.go:171","msg":"trace[1902929425] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6271; }","duration":"1.118239295s","start":"2026-03-29T02:14:19.218324Z","end":"2026-03-29T02:14:20.336563Z","steps":["trace[1902929425] 'agreement among raft nodes before linearized reading' (duration: 1.11808502s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:20.336649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:19.218308Z","time spent":"1.118328976s","remote":"127.0.0.1:43006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:14:20.336664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.195068136s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:14:20.33672Z","caller":"traceutil/trace.go:171","msg":"trace[1577351109] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:6271; }","duration":"1.195196169s","start":"2026-03-29T02:14:19.141509Z","end":"2026-03-29T02:14:20.336705Z","steps":["trace[1577351109] 'agreement among raft nodes before linearized reading' (duration: 1.195094257s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:20.336715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.517665106s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3243"} {"level":"warn","ts":"2026-03-29T02:14:20.336746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.138322808s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/loki-0\" ","response":"range_response_count:1 size:6131"} {"level":"warn","ts":"2026-03-29T02:14:20.336814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"510.867701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-29T02:14:20.336756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:19.141471Z","time spent":"1.195274611s","remote":"127.0.0.1:47378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:14:20.336837Z","caller":"traceutil/trace.go:171","msg":"trace[268041163] range","detail":"{range_begin:/registry/pods/monitoring/loki-0; range_end:; response_count:1; response_revision:6271; }","duration":"2.13841502s","start":"2026-03-29T02:14:18.198392Z","end":"2026-03-29T02:14:20.336807Z","steps":["trace[268041163] 'agreement among raft nodes before linearized reading' (duration: 2.138144134s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:14:20.336879Z","caller":"traceutil/trace.go:171","msg":"trace[141327090] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:6271; }","duration":"510.983993ms","start":"2026-03-29T02:14:19.825879Z","end":"2026-03-29T02:14:20.336863Z","steps":["trace[141327090] 'agreement among raft nodes before linearized reading' (duration: 510.83392ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:20.336888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:18.198355Z","time spent":"2.138524613s","remote":"127.0.0.1:43172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":6155,"request content":"key:\"/registry/pods/monitoring/loki-0\" "} {"level":"info","ts":"2026-03-29T02:14:20.336856Z","caller":"traceutil/trace.go:171","msg":"trace[1535874428] transaction","detail":"{read_only:false; response_revision:6271; number_of_response:1; }","duration":"947.409956ms","start":"2026-03-29T02:14:19.389386Z","end":"2026-03-29T02:14:20.336795Z","steps":["trace[1535874428] 'process raft request' (duration: 946.806732ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:20.3369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.081132305s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"warn","ts":"2026-03-29T02:14:20.336914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.118455359s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-29T02:14:20.336814Z","caller":"traceutil/trace.go:171","msg":"trace[1732981062] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:6271; }","duration":"1.51782256s","start":"2026-03-29T02:14:18.818969Z","end":"2026-03-29T02:14:20.336792Z","steps":["trace[1732981062] 'agreement among raft nodes before linearized reading' (duration: 1.517498652s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:14:20.336948Z","caller":"traceutil/trace.go:171","msg":"trace[698338322] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:6271; }","duration":"2.081230987s","start":"2026-03-29T02:14:18.255709Z","end":"2026-03-29T02:14:20.33694Z","steps":["trace[698338322] 'agreement among raft nodes before linearized reading' (duration: 2.081078654s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:20.336974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:18.818935Z","time spent":"1.518028995s","remote":"127.0.0.1:57636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3267,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-03-29T02:14:20.336976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:18.255685Z","time spent":"2.081284699s","remote":"127.0.0.1:43140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1805,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"warn","ts":"2026-03-29T02:14:20.33697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.114558651s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-29T02:14:20.337027Z","caller":"traceutil/trace.go:171","msg":"trace[191017203] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:6271; }","duration":"1.114616503s","start":"2026-03-29T02:14:19.222394Z","end":"2026-03-29T02:14:20.33701Z","steps":["trace[191017203] 'agreement among raft nodes before linearized reading' (duration: 1.114417768s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:20.337038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.094222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:14:20.337038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:19.389364Z","time spent":"947.585559ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:14:20.337065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:19.222376Z","time spent":"1.114680934s","remote":"127.0.0.1:43140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"info","ts":"2026-03-29T02:14:20.33708Z","caller":"traceutil/trace.go:171","msg":"trace[1037889273] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:6271; }","duration":"298.177604ms","start":"2026-03-29T02:14:20.038891Z","end":"2026-03-29T02:14:20.337068Z","steps":["trace[1037889273] 'agreement among raft nodes before linearized reading' (duration: 298.109892ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:20.336927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:19.82586Z","time spent":"511.051336ms","remote":"127.0.0.1:45348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":22,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:14:20.33697Z","caller":"traceutil/trace.go:171","msg":"trace[1493851091] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:6271; }","duration":"1.11852135s","start":"2026-03-29T02:14:19.218434Z","end":"2026-03-29T02:14:20.336955Z","steps":["trace[1493851091] 'agreement among raft nodes before linearized reading' (duration: 1.118376027s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:20.337226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:19.218428Z","time spent":"1.118787526s","remote":"127.0.0.1:43262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-03-29T02:14:20.336744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"744.456586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:14:20.33728Z","caller":"traceutil/trace.go:171","msg":"trace[1660142236] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:6271; }","duration":"745.057899ms","start":"2026-03-29T02:14:19.59221Z","end":"2026-03-29T02:14:20.337268Z","steps":["trace[1660142236] 'agreement among raft nodes before linearized reading' (duration: 744.432246ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:20.337314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:19.592183Z","time spent":"745.120181ms","remote":"127.0.0.1:57620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:14:20.33661Z","caller":"traceutil/trace.go:171","msg":"trace[956777339] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:6271; }","duration":"2.064241397s","start":"2026-03-29T02:14:18.272355Z","end":"2026-03-29T02:14:20.336596Z","steps":["trace[956777339] 'agreement among raft nodes before linearized reading' (duration: 2.064140944s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:20.337552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:18.272342Z","time spent":"2.065160708s","remote":"127.0.0.1:45340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:14:20.849901Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583528501955680,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-29T02:14:21.192614Z","caller":"traceutil/trace.go:171","msg":"trace[342681824] linearizableReadLoop","detail":"{readStateIndex:6531; appliedIndex:6530; }","duration":"843.263731ms","start":"2026-03-29T02:14:20.349321Z","end":"2026-03-29T02:14:21.192584Z","steps":["trace[342681824] 'read index received' (duration: 843.017075ms)","trace[342681824] 'applied index is now lower than readState.Index' (duration: 245.406µs)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:14:21.192757Z","caller":"traceutil/trace.go:171","msg":"trace[397587348] transaction","detail":"{read_only:false; response_revision:6272; number_of_response:1; }","duration":"844.854895ms","start":"2026-03-29T02:14:20.34789Z","end":"2026-03-29T02:14:21.192745Z","steps":["trace[397587348] 'process raft request' (duration: 844.534288ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:21.192863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:20.347872Z","time spent":"844.912287ms","remote":"127.0.0.1:43172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5944,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:14:21.193068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"489.202123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-29T02:14:21.193117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"843.793192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" ","response":"range_response_count:1 size:9637"} {"level":"info","ts":"2026-03-29T02:14:21.193169Z","caller":"traceutil/trace.go:171","msg":"trace[2067422994] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-keystone-server; range_end:; response_count:1; response_revision:6272; }","duration":"843.861753ms","start":"2026-03-29T02:14:20.349294Z","end":"2026-03-29T02:14:21.193156Z","steps":["trace[2067422994] 'agreement among raft nodes before linearized reading' (duration: 843.70502ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:14:21.193177Z","caller":"traceutil/trace.go:171","msg":"trace[266892487] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:6272; }","duration":"489.380348ms","start":"2026-03-29T02:14:20.703771Z","end":"2026-03-29T02:14:21.193151Z","steps":["trace[266892487] 'agreement among raft nodes before linearized reading' (duration: 489.209974ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:21.1932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:20.349282Z","time spent":"843.910825ms","remote":"127.0.0.1:43462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":9661,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" "} {"level":"warn","ts":"2026-03-29T02:14:21.193192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.696321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:14:21.193319Z","caller":"traceutil/trace.go:171","msg":"trace[633426972] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:6272; }","duration":"309.901725ms","start":"2026-03-29T02:14:20.883395Z","end":"2026-03-29T02:14:21.193296Z","steps":["trace[633426972] 'agreement among raft nodes before linearized reading' (duration: 309.629289ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:21.19339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:20.883376Z","time spent":"309.999797ms","remote":"127.0.0.1:43428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:14:21.193233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:20.70372Z","time spent":"489.499761ms","remote":"127.0.0.1:42378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:14:21.70239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.572477ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:14:21.702532Z","caller":"traceutil/trace.go:171","msg":"trace[1127285046] transaction","detail":"{read_only:false; response_revision:6273; number_of_response:1; }","duration":"499.326472ms","start":"2026-03-29T02:14:21.20318Z","end":"2026-03-29T02:14:21.702507Z","steps":["trace[1127285046] 'process raft request' (duration: 289.55863ms)","trace[1127285046] 'compare' (duration: 209.099577ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:14:21.702624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:21.203155Z","time spent":"499.427324ms","remote":"127.0.0.1:43262","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1393,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:14:22.144584Z","caller":"traceutil/trace.go:171","msg":"trace[937605440] transaction","detail":"{read_only:false; response_revision:6274; number_of_response:1; }","duration":"941.020762ms","start":"2026-03-29T02:14:21.203537Z","end":"2026-03-29T02:14:22.144558Z","steps":["trace[937605440] 'process raft request' (duration: 940.821158ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:22.144731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:21.203522Z","time spent":"941.134154ms","remote":"127.0.0.1:43262","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1617,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:14:22.144909Z","caller":"traceutil/trace.go:171","msg":"trace[74316315] transaction","detail":"{read_only:false; response_revision:6275; number_of_response:1; }","duration":"941.120064ms","start":"2026-03-29T02:14:21.203766Z","end":"2026-03-29T02:14:22.144886Z","steps":["trace[74316315] 'process raft request' (duration: 940.733016ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:22.14503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:21.203756Z","time spent":"941.227597ms","remote":"127.0.0.1:43074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":736,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:14:22.145154Z","caller":"traceutil/trace.go:171","msg":"trace[170798667] transaction","detail":"{read_only:false; response_revision:6276; number_of_response:1; }","duration":"941.297608ms","start":"2026-03-29T02:14:21.203768Z","end":"2026-03-29T02:14:22.145065Z","steps":["trace[170798667] 'process raft request' (duration: 940.966811ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:14:22.145339Z","caller":"traceutil/trace.go:171","msg":"trace[1565363288] transaction","detail":"{read_only:false; response_revision:6277; number_of_response:1; }","duration":"941.424411ms","start":"2026-03-29T02:14:21.203899Z","end":"2026-03-29T02:14:22.145323Z","steps":["trace[1565363288] 'process raft request' (duration: 941.112554ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:22.14542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:21.203863Z","time spent":"941.515403ms","remote":"127.0.0.1:43154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":896,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:14:22.145606Z","caller":"traceutil/trace.go:171","msg":"trace[889724968] transaction","detail":"{read_only:false; response_revision:6278; number_of_response:1; }","duration":"941.311548ms","start":"2026-03-29T02:14:21.204284Z","end":"2026-03-29T02:14:22.145596Z","steps":["trace[889724968] 'process raft request' (duration: 940.975831ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:22.145673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:21.204273Z","time spent":"941.36926ms","remote":"127.0.0.1:43154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":966,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:14:22.145922Z","caller":"traceutil/trace.go:171","msg":"trace[1324809792] transaction","detail":"{read_only:false; response_revision:6279; number_of_response:1; }","duration":"941.541543ms","start":"2026-03-29T02:14:21.204369Z","end":"2026-03-29T02:14:22.14591Z","steps":["trace[1324809792] 'process raft request' (duration: 941.186495ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:14:22.145991Z","caller":"traceutil/trace.go:171","msg":"trace[1173432545] linearizableReadLoop","detail":"{readStateIndex:6539; appliedIndex:6531; }","duration":"923.337514ms","start":"2026-03-29T02:14:21.22264Z","end":"2026-03-29T02:14:22.145977Z","steps":["trace[1173432545] 'read index received' (duration: 270.200435ms)","trace[1173432545] 'applied index is now lower than readState.Index' (duration: 653.136149ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:14:22.146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:21.204359Z","time spent":"941.611045ms","remote":"127.0.0.1:43154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1483,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:14:22.146152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:21.203756Z","time spent":"941.493682ms","remote":"127.0.0.1:43262","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:14:22.146248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"923.607472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-c4cs6\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-29T02:14:22.14635Z","caller":"traceutil/trace.go:171","msg":"trace[54259662] range","detail":"{range_begin:/registry/pods/openstack/keepalived-c4cs6; range_end:; response_count:1; response_revision:6280; }","duration":"923.770245ms","start":"2026-03-29T02:14:21.222556Z","end":"2026-03-29T02:14:22.146327Z","steps":["trace[54259662] 'agreement among raft nodes before linearized reading' (duration: 923.520849ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:22.146407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:21.222529Z","time spent":"923.864868ms","remote":"127.0.0.1:43172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6544,"request content":"key:\"/registry/pods/openstack/keepalived-c4cs6\" "} {"level":"info","ts":"2026-03-29T02:14:22.146627Z","caller":"traceutil/trace.go:171","msg":"trace[1864649643] transaction","detail":"{read_only:false; response_revision:6280; number_of_response:1; }","duration":"941.112034ms","start":"2026-03-29T02:14:21.205502Z","end":"2026-03-29T02:14:22.146614Z","steps":["trace[1864649643] 'process raft request' (duration: 940.233743ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:22.14675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:21.205479Z","time spent":"941.183616ms","remote":"127.0.0.1:43462","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5311,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:14:22.596993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.038954ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:14:22.597175Z","caller":"traceutil/trace.go:171","msg":"trace[571208526] transaction","detail":"{read_only:false; response_revision:6281; number_of_response:1; }","duration":"843.505296ms","start":"2026-03-29T02:14:21.753649Z","end":"2026-03-29T02:14:22.597154Z","steps":["trace[571208526] 'process raft request' (duration: 547.224306ms)","trace[571208526] 'compare' (duration: 295.647536ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:14:22.5975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:21.753636Z","time spent":"843.803423ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:14:22.59749Z","caller":"traceutil/trace.go:171","msg":"trace[1123920284] linearizableReadLoop","detail":"{readStateIndex:6541; appliedIndex:6539; }","duration":"451.402909ms","start":"2026-03-29T02:14:22.146061Z","end":"2026-03-29T02:14:22.597464Z","steps":["trace[1123920284] 'read index received' (duration: 154.839521ms)","trace[1123920284] 'applied index is now lower than readState.Index' (duration: 296.562378ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:14:22.597629Z","caller":"traceutil/trace.go:171","msg":"trace[1486928651] transaction","detail":"{read_only:false; response_revision:6283; number_of_response:1; }","duration":"255.829865ms","start":"2026-03-29T02:14:22.341769Z","end":"2026-03-29T02:14:22.597599Z","steps":["trace[1486928651] 'process raft request' (duration: 255.585279ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:14:22.597501Z","caller":"traceutil/trace.go:171","msg":"trace[2075387033] transaction","detail":"{read_only:false; response_revision:6282; number_of_response:1; }","duration":"843.687031ms","start":"2026-03-29T02:14:21.753783Z","end":"2026-03-29T02:14:22.59747Z","steps":["trace[2075387033] 'process raft request' (duration: 843.319832ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:22.597685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"680.323299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:14:22.597745Z","caller":"traceutil/trace.go:171","msg":"trace[25859977] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6283; }","duration":"680.435121ms","start":"2026-03-29T02:14:21.917294Z","end":"2026-03-29T02:14:22.597729Z","steps":["trace[25859977] 'agreement among raft nodes before linearized reading' (duration: 680.207176ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:22.5978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:21.91727Z","time spent":"680.517163ms","remote":"127.0.0.1:43010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:14:22.597792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:21.75376Z","time spent":"843.966867ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:14:22.597931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.20640996s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-29T02:14:22.597967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"846.300358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-29T02:14:22.598077Z","caller":"traceutil/trace.go:171","msg":"trace[1293938540] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:6283; }","duration":"846.455732ms","start":"2026-03-29T02:14:21.751596Z","end":"2026-03-29T02:14:22.598052Z","steps":["trace[1293938540] 'agreement among raft nodes before linearized reading' (duration: 845.90938ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:22.598091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.067371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:81978"} {"level":"info","ts":"2026-03-29T02:14:22.59814Z","caller":"traceutil/trace.go:171","msg":"trace[1905342660] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:6283; }","duration":"447.160822ms","start":"2026-03-29T02:14:22.150968Z","end":"2026-03-29T02:14:22.598129Z","steps":["trace[1905342660] 'agreement among raft nodes before linearized reading' (duration: 446.867646ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:22.598129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.37996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-keystone-server-0.18a12e221fac86f3\" ","response":"range_response_count:1 size:793"} {"level":"warn","ts":"2026-03-29T02:14:22.598186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:22.150953Z","time spent":"447.220004ms","remote":"127.0.0.1:43172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":9,"response size":82002,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-29T02:14:22.598135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"846.069523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-29T02:14:22.597987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.042843934s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.36\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-03-29T02:14:22.598248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"845.686115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-29T02:14:22.598252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"845.849809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-29T02:14:22.598338Z","caller":"traceutil/trace.go:171","msg":"trace[29649113] range","detail":"{range_begin:/registry/masterleases/162.253.55.36; range_end:; response_count:1; response_revision:6283; }","duration":"1.043216852s","start":"2026-03-29T02:14:21.555072Z","end":"2026-03-29T02:14:22.598289Z","steps":["trace[29649113] 'agreement among raft nodes before linearized reading' (duration: 1.042439085s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:22.598348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"846.619675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-29T02:14:22.598357Z","caller":"traceutil/trace.go:171","msg":"trace[882275642] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6283; }","duration":"846.012702ms","start":"2026-03-29T02:14:21.752331Z","end":"2026-03-29T02:14:22.598344Z","steps":["trace[882275642] 'agreement among raft nodes before linearized reading' (duration: 845.159163ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:22.598144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:21.751574Z","time spent":"846.555314ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-29T02:14:22.598497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:21.752315Z","time spent":"846.167605ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-29T02:14:22.598197Z","caller":"traceutil/trace.go:171","msg":"trace[1003815803] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-keystone-server-0.18a12e221fac86f3; range_end:; response_count:1; response_revision:6283; }","duration":"340.511722ms","start":"2026-03-29T02:14:22.257669Z","end":"2026-03-29T02:14:22.59818Z","steps":["trace[1003815803] 'agreement among raft nodes before linearized reading' (duration: 340.308688ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:22.599026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:22.257646Z","time spent":"341.350811ms","remote":"127.0.0.1:43074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":817,"request content":"key:\"/registry/events/openstack/rabbitmq-keystone-server-0.18a12e221fac86f3\" "} {"level":"info","ts":"2026-03-29T02:14:22.598008Z","caller":"traceutil/trace.go:171","msg":"trace[2018832187] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6283; }","duration":"1.206536903s","start":"2026-03-29T02:14:21.391458Z","end":"2026-03-29T02:14:22.597995Z","steps":["trace[2018832187] 'agreement among raft nodes before linearized reading' (duration: 1.206085153s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:22.599154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:21.391427Z","time spent":"1.207708779s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-29T02:14:22.598302Z","caller":"traceutil/trace.go:171","msg":"trace[627913252] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6283; }","duration":"845.806518ms","start":"2026-03-29T02:14:21.75248Z","end":"2026-03-29T02:14:22.598286Z","steps":["trace[627913252] 'agreement among raft nodes before linearized reading' (duration: 845.00557ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:14:22.598401Z","caller":"traceutil/trace.go:171","msg":"trace[1093374983] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6283; }","duration":"846.740598ms","start":"2026-03-29T02:14:21.751645Z","end":"2026-03-29T02:14:22.598385Z","steps":["trace[1093374983] 'agreement among raft nodes before linearized reading' (duration: 845.872489ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:22.599358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:21.752446Z","time spent":"846.861851ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-29T02:14:22.599405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:21.751622Z","time spent":"847.761971ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-29T02:14:22.598418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:21.554998Z","time spent":"1.043379197s","remote":"127.0.0.1:43048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/162.253.55.36\" "} {"level":"info","ts":"2026-03-29T02:14:22.598279Z","caller":"traceutil/trace.go:171","msg":"trace[2115547751] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6283; }","duration":"846.255527ms","start":"2026-03-29T02:14:21.751972Z","end":"2026-03-29T02:14:22.598228Z","steps":["trace[2115547751] 'agreement among raft nodes before linearized reading' (duration: 845.507691ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:22.599602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:21.751958Z","time spent":"847.629597ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-29T02:14:23.327537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"619.103637ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-03-29T02:14:23.327652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:22.601257Z","time spent":"726.390911ms","remote":"127.0.0.1:43048","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-29T02:14:23.419317Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583528501955699,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:14:24.918316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000033878s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-29T02:14:24.918405Z","caller":"traceutil/trace.go:171","msg":"trace[1079258097] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000188521s","start":"2026-03-29T02:14:22.918197Z","end":"2026-03-29T02:14:24.918386Z","steps":["trace[1079258097] 'agreement among raft nodes before linearized reading' (duration: 2.000075869s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:24.918455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:22.918176Z","time spent":"2.000268684s","remote":"127.0.0.1:43010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/29 02:14:24 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-29T02:14:25.769583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.274343447s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:14:25.769842Z","caller":"traceutil/trace.go:171","msg":"trace[2107517898] transaction","detail":"{read_only:false; response_revision:6284; number_of_response:1; }","duration":"3.168042798s","start":"2026-03-29T02:14:22.601763Z","end":"2026-03-29T02:14:25.769806Z","steps":["trace[2107517898] 'process raft request' (duration: 893.400135ms)","trace[2107517898] 'compare' (duration: 2.273164199s)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:14:25.770015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:22.601741Z","time spent":"3.16819364s","remote":"127.0.0.1:43074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":778,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:14:25.770045Z","caller":"traceutil/trace.go:171","msg":"trace[1475600283] transaction","detail":"{read_only:false; response_revision:6285; number_of_response:1; }","duration":"3.16638398s","start":"2026-03-29T02:14:22.60362Z","end":"2026-03-29T02:14:25.770004Z","steps":["trace[1475600283] 'process raft request' (duration: 3.166074053s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:14:25.770127Z","caller":"traceutil/trace.go:171","msg":"trace[1584216167] transaction","detail":"{read_only:false; response_revision:6286; number_of_response:1; }","duration":"3.16637628s","start":"2026-03-29T02:14:22.603702Z","end":"2026-03-29T02:14:25.770078Z","steps":["trace[1584216167] 'process raft request' (duration: 3.166098713s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:25.770238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:22.603687Z","time spent":"3.166482102s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:14:25.770292Z","caller":"traceutil/trace.go:171","msg":"trace[671624278] transaction","detail":"{read_only:false; response_revision:6287; number_of_response:1; }","duration":"3.166202426s","start":"2026-03-29T02:14:22.604066Z","end":"2026-03-29T02:14:25.770268Z","steps":["trace[671624278] 'process raft request' (duration: 3.165975751s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:25.770293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:22.603611Z","time spent":"3.166578724s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:14:25.770402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:22.60405Z","time spent":"3.166297148s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:14:25.770419Z","caller":"traceutil/trace.go:171","msg":"trace[783175763] transaction","detail":"{read_only:false; response_revision:6288; number_of_response:1; }","duration":"3.16592018s","start":"2026-03-29T02:14:22.604478Z","end":"2026-03-29T02:14:25.770398Z","steps":["trace[783175763] 'process raft request' (duration: 3.165725325s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:25.770696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:22.604462Z","time spent":"3.166179315s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:14:25.770856Z","caller":"traceutil/trace.go:171","msg":"trace[887384056] transaction","detail":"{read_only:false; response_revision:6289; number_of_response:1; }","duration":"3.166270097s","start":"2026-03-29T02:14:22.604556Z","end":"2026-03-29T02:14:25.770826Z","steps":["trace[887384056] 'process raft request' (duration: 3.165788506s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:14:25.770939Z","caller":"traceutil/trace.go:171","msg":"trace[1154295811] transaction","detail":"{read_only:false; response_revision:6291; number_of_response:1; }","duration":"2.442236928s","start":"2026-03-29T02:14:23.328684Z","end":"2026-03-29T02:14:25.770921Z","steps":["trace[1154295811] 'process raft request' (duration: 2.442129026s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:25.771412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:23.328653Z","time spent":"2.44270231s","remote":"127.0.0.1:43048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:14:25.770947Z","caller":"traceutil/trace.go:171","msg":"trace[139131261] transaction","detail":"{read_only:false; response_revision:6290; number_of_response:1; }","duration":"3.165999561s","start":"2026-03-29T02:14:22.60492Z","end":"2026-03-29T02:14:25.770919Z","steps":["trace[139131261] 'process raft request' (duration: 3.165795387s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:14:25.770944Z","caller":"traceutil/trace.go:171","msg":"trace[366920926] linearizableReadLoop","detail":"{readStateIndex:6551; appliedIndex:6543; }","duration":"2.852599607s","start":"2026-03-29T02:14:22.918257Z","end":"2026-03-29T02:14:25.770856Z","steps":["trace[366920926] 'read index received' (duration: 576.920401ms)","trace[366920926] 'applied index is now lower than readState.Index' (duration: 2.275678456s)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:14:25.771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:22.60455Z","time spent":"3.166370589s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:14:25.771558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:22.604911Z","time spent":"3.166568775s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:14:26.268823Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.665062939s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-29T02:14:26.919004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000340284s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-29T02:14:26.919104Z","caller":"traceutil/trace.go:171","msg":"trace[164962698] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000486848s","start":"2026-03-29T02:14:24.918592Z","end":"2026-03-29T02:14:26.919078Z","steps":["trace[164962698] 'agreement among raft nodes before linearized reading' (duration: 2.000371085s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:26.919158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:24.918579Z","time spent":"2.00056624s","remote":"127.0.0.1:43006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:14:27.645842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.376612585s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:14:27.646082Z","caller":"traceutil/trace.go:171","msg":"trace[664268662] transaction","detail":"{read_only:false; response_revision:6292; number_of_response:1; }","duration":"3.042453872s","start":"2026-03-29T02:14:24.603585Z","end":"2026-03-29T02:14:27.646038Z","steps":["trace[664268662] 'process raft request' (duration: 1.66555123s)","trace[664268662] 'compare' (duration: 1.376088213s)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:14:27.646236Z","caller":"traceutil/trace.go:171","msg":"trace[346184218] transaction","detail":"{read_only:false; response_revision:6293; number_of_response:1; }","duration":"3.041711756s","start":"2026-03-29T02:14:24.604494Z","end":"2026-03-29T02:14:27.646206Z","steps":["trace[346184218] 'process raft request' (duration: 3.0414752s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:14:27.646293Z","caller":"traceutil/trace.go:171","msg":"trace[940900043] linearizableReadLoop","detail":"{readStateIndex:6555; appliedIndex:6551; }","duration":"1.874654428s","start":"2026-03-29T02:14:25.771603Z","end":"2026-03-29T02:14:27.646257Z","steps":["trace[940900043] 'read index received' (duration: 497.551691ms)","trace[940900043] 'applied index is now lower than readState.Index' (duration: 1.377101417s)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:14:27.646341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:24.604463Z","time spent":"3.041833579s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:14:27.64619Z","caller":"traceutil/trace.go:171","msg":"trace[1980078514] transaction","detail":"{read_only:false; response_revision:6294; number_of_response:1; }","duration":"3.041378599s","start":"2026-03-29T02:14:24.604789Z","end":"2026-03-29T02:14:27.646168Z","steps":["trace[1980078514] 'process raft request' (duration: 3.041281477s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:27.646396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.037835279s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-29T02:14:27.646401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.815574377s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-29T02:14:27.646463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.827385855s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:14:27.64648Z","caller":"traceutil/trace.go:171","msg":"trace[419412257] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:6295; }","duration":"3.827442426s","start":"2026-03-29T02:14:23.819031Z","end":"2026-03-29T02:14:27.646474Z","steps":["trace[419412257] 'agreement among raft nodes before linearized reading' (duration: 3.827413366s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:14:27.646485Z","caller":"traceutil/trace.go:171","msg":"trace[1673568106] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:6295; }","duration":"2.815663669s","start":"2026-03-29T02:14:24.830806Z","end":"2026-03-29T02:14:27.646469Z","steps":["trace[1673568106] 'agreement among raft nodes before linearized reading' (duration: 2.815538447s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:27.646496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:23.819007Z","time spent":"3.827485038s","remote":"127.0.0.1:33210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:14:27.646458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:24.604759Z","time spent":"3.041646044s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:14:27.646526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.536752305s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-29T02:14:27.646539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:24.830733Z","time spent":"2.815791292s","remote":"127.0.0.1:43268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":31,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:14:27.646523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:24.603553Z","time spent":"3.04283097s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:14:27.646527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.295153132s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3243"} {"level":"info","ts":"2026-03-29T02:14:27.646572Z","caller":"traceutil/trace.go:171","msg":"trace[16132884] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:6295; }","duration":"4.536798476s","start":"2026-03-29T02:14:23.109763Z","end":"2026-03-29T02:14:27.646561Z","steps":["trace[16132884] 'agreement among raft nodes before linearized reading' (duration: 4.536720075s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:27.646605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.041318067s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-c4cs6\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-29T02:14:27.64661Z","caller":"traceutil/trace.go:171","msg":"trace[1676325510] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:6295; }","duration":"2.295272345s","start":"2026-03-29T02:14:25.351315Z","end":"2026-03-29T02:14:27.646587Z","steps":["trace[1676325510] 'agreement among raft nodes before linearized reading' (duration: 2.294993569s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:14:27.646644Z","caller":"traceutil/trace.go:171","msg":"trace[1300913177] range","detail":"{range_begin:/registry/pods/openstack/keepalived-c4cs6; range_end:; response_count:1; response_revision:6295; }","duration":"3.041383298s","start":"2026-03-29T02:14:24.605249Z","end":"2026-03-29T02:14:27.646632Z","steps":["trace[1300913177] 'agreement among raft nodes before linearized reading' (duration: 3.041259615s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:27.646653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:25.351301Z","time spent":"2.295343976s","remote":"127.0.0.1:57636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3267,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-03-29T02:14:27.646418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.964105377s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-29T02:14:27.646611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:23.109739Z","time spent":"4.536860968s","remote":"127.0.0.1:42354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:14:27.64667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:24.605236Z","time spent":"3.04142942s","remote":"127.0.0.1:43172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6544,"request content":"key:\"/registry/pods/openstack/keepalived-c4cs6\" "} {"level":"warn","ts":"2026-03-29T02:14:27.646726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.890710891s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-29T02:14:27.646754Z","caller":"traceutil/trace.go:171","msg":"trace[150491945] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6295; }","duration":"2.890779712s","start":"2026-03-29T02:14:24.755967Z","end":"2026-03-29T02:14:27.646746Z","steps":["trace[150491945] 'agreement among raft nodes before linearized reading' (duration: 2.890495276s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:27.646732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.114653651s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:14:27.646787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:24.755946Z","time spent":"2.890835334s","remote":"127.0.0.1:43172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-29T02:14:27.646815Z","caller":"traceutil/trace.go:171","msg":"trace[1538149431] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:6295; }","duration":"3.114793294s","start":"2026-03-29T02:14:24.532002Z","end":"2026-03-29T02:14:27.646796Z","steps":["trace[1538149431] 'agreement among raft nodes before linearized reading' (duration: 3.114664061s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:14:27.646705Z","caller":"traceutil/trace.go:171","msg":"trace[1833751216] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:6295; }","duration":"2.964466624s","start":"2026-03-29T02:14:24.68223Z","end":"2026-03-29T02:14:27.646697Z","steps":["trace[1833751216] 'agreement among raft nodes before linearized reading' (duration: 2.964057125s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:27.646893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:24.53198Z","time spent":"3.114902496s","remote":"127.0.0.1:33186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:14:27.646936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:24.682208Z","time spent":"2.964717079s","remote":"127.0.0.1:43482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":19,"response size":31,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:14:27.646986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.740742073s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:14:27.646418Z","caller":"traceutil/trace.go:171","msg":"trace[1861501454] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:6295; }","duration":"3.03790026s","start":"2026-03-29T02:14:24.608511Z","end":"2026-03-29T02:14:27.646412Z","steps":["trace[1861501454] 'agreement among raft nodes before linearized reading' (duration: 3.037823948s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:14:27.647131Z","caller":"traceutil/trace.go:171","msg":"trace[671726950] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:6295; }","duration":"3.741180513s","start":"2026-03-29T02:14:23.905902Z","end":"2026-03-29T02:14:27.647082Z","steps":["trace[671726950] 'agreement among raft nodes before linearized reading' (duration: 3.740533109s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:27.64722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:23.905883Z","time spent":"3.741321666s","remote":"127.0.0.1:33268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:14:27.647148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:24.608492Z","time spent":"3.038605326s","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":12,"response size":31,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:14:27.647535Z","caller":"traceutil/trace.go:171","msg":"trace[1051516220] transaction","detail":"{read_only:false; response_revision:6295; number_of_response:1; }","duration":"2.760339588s","start":"2026-03-29T02:14:24.887179Z","end":"2026-03-29T02:14:27.647519Z","steps":["trace[1051516220] 'process raft request' (duration: 2.758938478s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:27.647619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:24.887152Z","time spent":"2.760429481s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:14:27.957976Z","caller":"traceutil/trace.go:171","msg":"trace[396536625] linearizableReadLoop","detail":"{readStateIndex:6556; appliedIndex:6555; }","duration":"311.631624ms","start":"2026-03-29T02:14:27.646317Z","end":"2026-03-29T02:14:27.957948Z","steps":["trace[396536625] 'read index received' (duration: 311.490581ms)","trace[396536625] 'applied index is now lower than readState.Index' (duration: 139.693µs)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:14:27.958063Z","caller":"traceutil/trace.go:171","msg":"trace[2010329698] transaction","detail":"{read_only:false; response_revision:6296; number_of_response:1; }","duration":"399.3515ms","start":"2026-03-29T02:14:27.558686Z","end":"2026-03-29T02:14:27.958038Z","steps":["trace[2010329698] 'process raft request' (duration: 399.062344ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:27.958092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"635.046415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:14:27.958157Z","caller":"traceutil/trace.go:171","msg":"trace[1268179275] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:6296; }","duration":"635.171067ms","start":"2026-03-29T02:14:27.322969Z","end":"2026-03-29T02:14:27.95814Z","steps":["trace[1268179275] 'agreement among raft nodes before linearized reading' (duration: 634.996563ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:27.95819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:27.558654Z","time spent":"399.471833ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:14:27.958209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.055442747s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:14:27.958198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.031436558s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:14:27.958269Z","caller":"traceutil/trace.go:171","msg":"trace[575715912] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:6296; }","duration":"1.0556338s","start":"2026-03-29T02:14:26.902619Z","end":"2026-03-29T02:14:27.958253Z","steps":["trace[575715912] 'agreement among raft nodes before linearized reading' (duration: 1.055536778s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:27.958272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.035735644s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a12d7c0e86f83c\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-03-29T02:14:27.958308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:26.902585Z","time spent":"1.055713222s","remote":"127.0.0.1:49838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:14:27.958346Z","caller":"traceutil/trace.go:171","msg":"trace[350897742] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a12d7c0e86f83c; range_end:; response_count:1; response_revision:6296; }","duration":"1.035870138s","start":"2026-03-29T02:14:26.922458Z","end":"2026-03-29T02:14:27.958328Z","steps":["trace[350897742] 'agreement among raft nodes before linearized reading' (duration: 1.035725265s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:27.958382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:26.922428Z","time spent":"1.035948299s","remote":"127.0.0.1:43074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a12d7c0e86f83c\" "} {"level":"warn","ts":"2026-03-29T02:14:27.958392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.184565614s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"warn","ts":"2026-03-29T02:14:27.958276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"513.447488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-29T02:14:27.958432Z","caller":"traceutil/trace.go:171","msg":"trace[193068773] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:6296; }","duration":"2.184632416s","start":"2026-03-29T02:14:25.773787Z","end":"2026-03-29T02:14:27.958419Z","steps":["trace[193068773] 'agreement among raft nodes before linearized reading' (duration: 2.184546614s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:14:27.958444Z","caller":"traceutil/trace.go:171","msg":"trace[1399218891] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:6296; }","duration":"513.682893ms","start":"2026-03-29T02:14:27.444745Z","end":"2026-03-29T02:14:27.958428Z","steps":["trace[1399218891] 'agreement among raft nodes before linearized reading' (duration: 513.318755ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:27.95849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:27.444721Z","time spent":"513.759085ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-29T02:14:27.958493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:25.773774Z","time spent":"2.184703597s","remote":"127.0.0.1:43154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-03-29T02:14:27.958471Z","caller":"traceutil/trace.go:171","msg":"trace[1578793116] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6296; }","duration":"1.03155329s","start":"2026-03-29T02:14:26.926715Z","end":"2026-03-29T02:14:27.958269Z","steps":["trace[1578793116] 'agreement among raft nodes before linearized reading' (duration: 1.031373287s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:27.958668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:27.322951Z","time spent":"635.686359ms","remote":"127.0.0.1:42274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:14:27.958762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:26.926704Z","time spent":"1.032040271s","remote":"127.0.0.1:43010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:14:28.296859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.183059ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:14:28.296985Z","caller":"traceutil/trace.go:171","msg":"trace[1718945872] linearizableReadLoop","detail":"{readStateIndex:6557; appliedIndex:6556; }","duration":"338.903946ms","start":"2026-03-29T02:14:27.958064Z","end":"2026-03-29T02:14:28.296968Z","steps":["trace[1718945872] 'read index received' (duration: 195.533203ms)","trace[1718945872] 'applied index is now lower than readState.Index' (duration: 143.369143ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:14:28.297073Z","caller":"traceutil/trace.go:171","msg":"trace[83162297] transaction","detail":"{read_only:false; response_revision:6297; number_of_response:1; }","duration":"565.328591ms","start":"2026-03-29T02:14:27.731733Z","end":"2026-03-29T02:14:28.297061Z","steps":["trace[83162297] 'process raft request' (duration: 421.846645ms)","trace[83162297] 'compare' (duration: 143.058797ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:14:28.29714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:27.731712Z","time spent":"565.392593ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:14:28.297325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.57897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-29T02:14:28.297324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.58429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-29T02:14:28.297383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"522.305676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-29T02:14:28.297402Z","caller":"traceutil/trace.go:171","msg":"trace[1136344667] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:6297; }","duration":"521.663232ms","start":"2026-03-29T02:14:27.775716Z","end":"2026-03-29T02:14:28.297379Z","steps":["trace[1136344667] 'agreement among raft nodes before linearized reading' (duration: 521.438407ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:14:28.297405Z","caller":"traceutil/trace.go:171","msg":"trace[1723897131] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6297; }","duration":"521.725673ms","start":"2026-03-29T02:14:27.775663Z","end":"2026-03-29T02:14:28.297389Z","steps":["trace[1723897131] 'agreement among raft nodes before linearized reading' (duration: 521.513318ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:28.297383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"522.333326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-29T02:14:28.297441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:27.7757Z","time spent":"521.734843ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-29T02:14:28.297441Z","caller":"traceutil/trace.go:171","msg":"trace[1704440404] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6297; }","duration":"522.412868ms","start":"2026-03-29T02:14:27.775011Z","end":"2026-03-29T02:14:28.297424Z","steps":["trace[1704440404] 'agreement among raft nodes before linearized reading' (duration: 522.232614ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:14:28.297463Z","caller":"traceutil/trace.go:171","msg":"trace[919753508] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6297; }","duration":"522.472479ms","start":"2026-03-29T02:14:27.774972Z","end":"2026-03-29T02:14:28.297444Z","steps":["trace[919753508] 'agreement among raft nodes before linearized reading' (duration: 522.228214ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:28.297472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"646.618803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-03-29T02:14:28.297505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:27.774924Z","time spent":"522.573232ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-29T02:14:28.29753Z","caller":"traceutil/trace.go:171","msg":"trace[869538286] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6297; }","duration":"646.729205ms","start":"2026-03-29T02:14:27.650788Z","end":"2026-03-29T02:14:28.297517Z","steps":["trace[869538286] 'agreement among raft nodes before linearized reading' (duration: 646.556761ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:28.29747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.480038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-29T02:14:28.297569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:27.650768Z","time spent":"646.793297ms","remote":"127.0.0.1:43172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-29T02:14:28.297445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:27.775642Z","time spent":"521.794194ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-29T02:14:28.297488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:27.774986Z","time spent":"522.48976ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-29T02:14:28.297328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.982319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-29T02:14:28.297651Z","caller":"traceutil/trace.go:171","msg":"trace[406952631] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6297; }","duration":"521.628951ms","start":"2026-03-29T02:14:27.775946Z","end":"2026-03-29T02:14:28.297575Z","steps":["trace[406952631] 'agreement among raft nodes before linearized reading' (duration: 521.282514ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:28.297836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:27.775931Z","time spent":"521.887847ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-29T02:14:28.297714Z","caller":"traceutil/trace.go:171","msg":"trace[1311798086] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6297; }","duration":"522.403768ms","start":"2026-03-29T02:14:27.775299Z","end":"2026-03-29T02:14:28.297703Z","steps":["trace[1311798086] 'agreement among raft nodes before linearized reading' (duration: 521.852316ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:28.297909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:27.77529Z","time spent":"522.607182ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-29T02:14:28.298037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"644.857034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:81978"} {"level":"info","ts":"2026-03-29T02:14:28.29815Z","caller":"traceutil/trace.go:171","msg":"trace[188373737] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:6297; }","duration":"644.993338ms","start":"2026-03-29T02:14:27.653138Z","end":"2026-03-29T02:14:28.298132Z","steps":["trace[188373737] 'agreement among raft nodes before linearized reading' (duration: 644.140618ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:28.29825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:27.653127Z","time spent":"645.10454ms","remote":"127.0.0.1:43172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":9,"response size":82002,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-29T02:14:28.312216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.316545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:14:28.312233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.903296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:14:28.312275Z","caller":"traceutil/trace.go:171","msg":"trace[309271763] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6299; }","duration":"351.750184ms","start":"2026-03-29T02:14:27.960512Z","end":"2026-03-29T02:14:28.312262Z","steps":["trace[309271763] 'agreement among raft nodes before linearized reading' (duration: 351.626171ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:14:28.312289Z","caller":"traceutil/trace.go:171","msg":"trace[315685587] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:6299; }","duration":"338.983047ms","start":"2026-03-29T02:14:27.973292Z","end":"2026-03-29T02:14:28.312275Z","steps":["trace[315685587] 'agreement among raft nodes before linearized reading' (duration: 338.830584ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:28.312303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:27.960491Z","time spent":"351.807435ms","remote":"127.0.0.1:43006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-29T02:14:28.312384Z","caller":"traceutil/trace.go:171","msg":"trace[369574663] transaction","detail":"{read_only:false; response_revision:6299; number_of_response:1; }","duration":"349.490614ms","start":"2026-03-29T02:14:27.962881Z","end":"2026-03-29T02:14:28.312372Z","steps":["trace[369574663] 'process raft request' (duration: 349.185817ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:28.312315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:27.973285Z","time spent":"339.023968ms","remote":"127.0.0.1:43262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":51,"response size":31,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:14:28.312489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:27.96287Z","time spent":"349.543924ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:14:28.312515Z","caller":"traceutil/trace.go:171","msg":"trace[275393496] transaction","detail":"{read_only:false; response_revision:6298; number_of_response:1; }","duration":"351.669522ms","start":"2026-03-29T02:14:27.960816Z","end":"2026-03-29T02:14:28.312485Z","steps":["trace[275393496] 'process raft request' (duration: 351.15006ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:28.312633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.171093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-29T02:14:28.312651Z","caller":"traceutil/trace.go:171","msg":"trace[196593225] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:6299; }","duration":"352.204055ms","start":"2026-03-29T02:14:27.960442Z","end":"2026-03-29T02:14:28.312646Z","steps":["trace[196593225] 'agreement among raft nodes before linearized reading' (duration: 352.116483ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:28.312665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:27.960429Z","time spent":"352.233695ms","remote":"127.0.0.1:43048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-03-29T02:14:28.312742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:27.960798Z","time spent":"351.796675ms","remote":"127.0.0.1:43074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:14:28.772307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.442866ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:14:28.772572Z","caller":"traceutil/trace.go:171","msg":"trace[831796816] transaction","detail":"{read_only:false; response_revision:6301; number_of_response:1; }","duration":"471.010377ms","start":"2026-03-29T02:14:28.301544Z","end":"2026-03-29T02:14:28.772554Z","steps":["trace[831796816] 'process raft request' (duration: 470.875864ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:14:28.7726Z","caller":"traceutil/trace.go:171","msg":"trace[295407724] transaction","detail":"{read_only:false; response_revision:6300; number_of_response:1; }","duration":"471.62292ms","start":"2026-03-29T02:14:28.300921Z","end":"2026-03-29T02:14:28.772544Z","steps":["trace[295407724] 'process raft request' (duration: 347.858257ms)","trace[295407724] 'compare' (duration: 122.905554ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:14:28.772645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:28.301533Z","time spent":"471.080088ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:14:28.772754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:28.300907Z","time spent":"471.767533ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:14:28.774164Z","caller":"traceutil/trace.go:171","msg":"trace[1693307074] transaction","detail":"{read_only:false; response_revision:6302; number_of_response:1; }","duration":"471.701962ms","start":"2026-03-29T02:14:28.302444Z","end":"2026-03-29T02:14:28.774146Z","steps":["trace[1693307074] 'process raft request' (duration: 470.071676ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:28.774227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:28.302432Z","time spent":"471.768404ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:14:28.77438Z","caller":"traceutil/trace.go:171","msg":"trace[2136170506] transaction","detail":"{read_only:false; response_revision:6304; number_of_response:1; }","duration":"471.461148ms","start":"2026-03-29T02:14:28.302905Z","end":"2026-03-29T02:14:28.774366Z","steps":["trace[2136170506] 'process raft request' (duration: 471.244712ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:28.77443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:28.302895Z","time spent":"471.511799ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:14:28.774423Z","caller":"traceutil/trace.go:171","msg":"trace[1962112065] transaction","detail":"{read_only:false; response_revision:6303; number_of_response:1; }","duration":"471.744854ms","start":"2026-03-29T02:14:28.302638Z","end":"2026-03-29T02:14:28.774383Z","steps":["trace[1962112065] 'process raft request' (duration: 470.206439ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:28.774623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:28.302626Z","time spent":"471.887007ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:14:28.774558Z","caller":"traceutil/trace.go:171","msg":"trace[1222557356] transaction","detail":"{read_only:false; response_revision:6305; number_of_response:1; }","duration":"471.626412ms","start":"2026-03-29T02:14:28.302913Z","end":"2026-03-29T02:14:28.774539Z","steps":["trace[1222557356] 'process raft request' (duration: 471.324475ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:28.77474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:28.302901Z","time spent":"471.813095ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:14:28.774729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.234542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19663"} {"level":"info","ts":"2026-03-29T02:14:28.774812Z","caller":"traceutil/trace.go:171","msg":"trace[837215445] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:6305; }","duration":"475.374825ms","start":"2026-03-29T02:14:28.299414Z","end":"2026-03-29T02:14:28.774789Z","steps":["trace[837215445] 'agreement among raft nodes before linearized reading' (duration: 475.118209ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:28.774889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:28.299396Z","time spent":"475.471008ms","remote":"127.0.0.1:43166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19687,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-29T02:14:28.774481Z","caller":"traceutil/trace.go:171","msg":"trace[2101502274] linearizableReadLoop","detail":"{readStateIndex:6565; appliedIndex:6559; }","duration":"462.198179ms","start":"2026-03-29T02:14:28.312108Z","end":"2026-03-29T02:14:28.774306Z","steps":["trace[2101502274] 'read index received' (duration: 336.566094ms)","trace[2101502274] 'applied index is now lower than readState.Index' (duration: 125.630655ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:14:28.775319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.229909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-29T02:14:28.775346Z","caller":"traceutil/trace.go:171","msg":"trace[1589227713] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:6305; }","duration":"461.29551ms","start":"2026-03-29T02:14:28.314042Z","end":"2026-03-29T02:14:28.775338Z","steps":["trace[1589227713] 'agreement among raft nodes before linearized reading' (duration: 461.180278ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:28.775366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:28.314026Z","time spent":"461.335561ms","remote":"127.0.0.1:43262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-03-29T02:14:28.775362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.56095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:14:28.775399Z","caller":"traceutil/trace.go:171","msg":"trace[1713860561] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:6305; }","duration":"256.648562ms","start":"2026-03-29T02:14:28.51874Z","end":"2026-03-29T02:14:28.775389Z","steps":["trace[1713860561] 'agreement among raft nodes before linearized reading' (duration: 256.583691ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:28.775479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.343506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:14:28.775505Z","caller":"traceutil/trace.go:171","msg":"trace[1079014967] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6305; }","duration":"455.392388ms","start":"2026-03-29T02:14:28.320107Z","end":"2026-03-29T02:14:28.775499Z","steps":["trace[1079014967] 'agreement among raft nodes before linearized reading' (duration: 455.349807ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:28.775523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:28.320098Z","time spent":"455.421308ms","remote":"127.0.0.1:43010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:14:29.330122Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583528501955731,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-29T02:14:29.358675Z","caller":"traceutil/trace.go:171","msg":"trace[120538460] transaction","detail":"{read_only:false; response_revision:6306; number_of_response:1; }","duration":"540.973305ms","start":"2026-03-29T02:14:28.817673Z","end":"2026-03-29T02:14:29.358646Z","steps":["trace[120538460] 'process raft request' (duration: 540.789141ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:29.358832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:28.817647Z","time spent":"541.106088ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:14:29.7502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.724906ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-29T02:14:29.750496Z","caller":"traceutil/trace.go:171","msg":"trace[569092878] linearizableReadLoop","detail":"{readStateIndex:6567; appliedIndex:6565; }","duration":"922.137938ms","start":"2026-03-29T02:14:28.828332Z","end":"2026-03-29T02:14:29.75047Z","steps":["trace[569092878] 'read index received' (duration: 530.125062ms)","trace[569092878] 'applied index is now lower than readState.Index' (duration: 392.004816ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:14:29.750626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"922.284481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:14:29.750657Z","caller":"traceutil/trace.go:171","msg":"trace[1726990230] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:6308; }","duration":"922.353713ms","start":"2026-03-29T02:14:28.828294Z","end":"2026-03-29T02:14:29.750648Z","steps":["trace[1726990230] 'agreement among raft nodes before linearized reading' (duration: 922.260441ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:29.75068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:28.828284Z","time spent":"922.390964ms","remote":"127.0.0.1:43454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-29T02:14:32.937841Z","caller":"traceutil/trace.go:171","msg":"trace[154233375] transaction","detail":"{read_only:false; response_revision:6324; number_of_response:1; }","duration":"133.884771ms","start":"2026-03-29T02:14:32.803918Z","end":"2026-03-29T02:14:32.937802Z","steps":["trace[154233375] 'process raft request' (duration: 129.193426ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:32.938082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.018481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-29T02:14:32.938131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.105593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-29T02:14:32.938162Z","caller":"traceutil/trace.go:171","msg":"trace[1888299114] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:6325; }","duration":"137.132494ms","start":"2026-03-29T02:14:32.80101Z","end":"2026-03-29T02:14:32.938142Z","steps":["trace[1888299114] 'agreement among raft nodes before linearized reading' (duration: 136.93928ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:14:32.938334Z","caller":"traceutil/trace.go:171","msg":"trace[223082972] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6325; }","duration":"137.192986ms","start":"2026-03-29T02:14:32.800974Z","end":"2026-03-29T02:14:32.938167Z","steps":["trace[223082972] 'agreement among raft nodes before linearized reading' (duration: 137.050662ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:14:37.013275Z","caller":"traceutil/trace.go:171","msg":"trace[1942088091] transaction","detail":"{read_only:false; response_revision:6342; number_of_response:1; }","duration":"102.744433ms","start":"2026-03-29T02:14:36.910498Z","end":"2026-03-29T02:14:37.013243Z","steps":["trace[1942088091] 'process raft request' (duration: 70.08827ms)","trace[1942088091] 'compare' (duration: 31.992647ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:14:37.162003Z","caller":"traceutil/trace.go:171","msg":"trace[1405736735] transaction","detail":"{read_only:false; response_revision:6343; number_of_response:1; }","duration":"144.657462ms","start":"2026-03-29T02:14:37.017319Z","end":"2026-03-29T02:14:37.161977Z","steps":["trace[1405736735] 'process raft request' (duration: 142.77072ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:14:37.1637Z","caller":"traceutil/trace.go:171","msg":"trace[1387434428] transaction","detail":"{read_only:false; response_revision:6344; number_of_response:1; }","duration":"146.34119ms","start":"2026-03-29T02:14:37.017346Z","end":"2026-03-29T02:14:37.163687Z","steps":["trace[1387434428] 'process raft request' (duration: 146.220788ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:14:37.164052Z","caller":"traceutil/trace.go:171","msg":"trace[1423634725] transaction","detail":"{read_only:false; response_revision:6345; number_of_response:1; }","duration":"146.660497ms","start":"2026-03-29T02:14:37.017366Z","end":"2026-03-29T02:14:37.164027Z","steps":["trace[1423634725] 'process raft request' (duration: 146.292959ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:14:37.164198Z","caller":"traceutil/trace.go:171","msg":"trace[2008318012] transaction","detail":"{read_only:false; response_revision:6346; number_of_response:1; }","duration":"145.957501ms","start":"2026-03-29T02:14:37.018225Z","end":"2026-03-29T02:14:37.164182Z","steps":["trace[2008318012] 'process raft request' (duration: 145.723506ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:14:43.167026Z","caller":"traceutil/trace.go:171","msg":"trace[2004704218] transaction","detail":"{read_only:false; response_revision:6379; number_of_response:1; }","duration":"125.771329ms","start":"2026-03-29T02:14:43.04122Z","end":"2026-03-29T02:14:43.166991Z","steps":["trace[2004704218] 'process raft request' (duration: 111.678353ms)","trace[2004704218] 'compare' (duration: 13.923782ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:14:43.237422Z","caller":"traceutil/trace.go:171","msg":"trace[70770919] transaction","detail":"{read_only:false; response_revision:6380; number_of_response:1; }","duration":"132.712594ms","start":"2026-03-29T02:14:43.10468Z","end":"2026-03-29T02:14:43.237392Z","steps":["trace[70770919] 'process raft request' (duration: 132.041349ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:49.420626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.872109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:14:49.420721Z","caller":"traceutil/trace.go:171","msg":"trace[1326320343] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:6413; }","duration":"125.018793ms","start":"2026-03-29T02:14:49.295679Z","end":"2026-03-29T02:14:49.420698Z","steps":["trace[1326320343] 'count revisions from in-memory index tree' (duration: 124.795008ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:14:49.420889Z","caller":"traceutil/trace.go:171","msg":"trace[1615218679] transaction","detail":"{read_only:false; response_revision:6414; number_of_response:1; }","duration":"122.309092ms","start":"2026-03-29T02:14:49.298548Z","end":"2026-03-29T02:14:49.420857Z","steps":["trace[1615218679] 'process raft request' (duration: 121.533254ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:14:52.336872Z","caller":"traceutil/trace.go:171","msg":"trace[4432359] transaction","detail":"{read_only:false; response_revision:6429; number_of_response:1; }","duration":"375.221221ms","start":"2026-03-29T02:14:51.961624Z","end":"2026-03-29T02:14:52.336845Z","steps":["trace[4432359] 'process raft request' (duration: 373.237286ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:52.337018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:51.961599Z","time spent":"375.348083ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:14:52.337326Z","caller":"traceutil/trace.go:171","msg":"trace[1233475475] transaction","detail":"{read_only:false; response_revision:6431; number_of_response:1; }","duration":"373.899062ms","start":"2026-03-29T02:14:51.963399Z","end":"2026-03-29T02:14:52.337298Z","steps":["trace[1233475475] 'process raft request' (duration: 373.782689ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:14:52.337438Z","caller":"traceutil/trace.go:171","msg":"trace[1240208309] transaction","detail":"{read_only:false; response_revision:6430; number_of_response:1; }","duration":"374.214228ms","start":"2026-03-29T02:14:51.963208Z","end":"2026-03-29T02:14:52.337422Z","steps":["trace[1240208309] 'process raft request' (duration: 373.585324ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:52.337545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:51.96339Z","time spent":"374.078735ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:14:52.337607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:51.963188Z","time spent":"374.286229ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:14:53.191233Z","caller":"traceutil/trace.go:171","msg":"trace[1585314810] linearizableReadLoop","detail":"{readStateIndex:6698; appliedIndex:6697; }","duration":"103.728155ms","start":"2026-03-29T02:14:53.087478Z","end":"2026-03-29T02:14:53.191206Z","steps":["trace[1585314810] 'read index received' (duration: 103.541451ms)","trace[1585314810] 'applied index is now lower than readState.Index' (duration: 185.474µs)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:14:53.191306Z","caller":"traceutil/trace.go:171","msg":"trace[1569000190] transaction","detail":"{read_only:false; response_revision:6432; number_of_response:1; }","duration":"105.437644ms","start":"2026-03-29T02:14:53.085829Z","end":"2026-03-29T02:14:53.191266Z","steps":["trace[1569000190] 'process raft request' (duration: 105.216749ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:53.191366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.868528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/openstack/keystone-keystone-db-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:14:53.191402Z","caller":"traceutil/trace.go:171","msg":"trace[1209561333] range","detail":"{range_begin:/registry/rolebindings/openstack/keystone-keystone-db-init; range_end:; response_count:0; response_revision:6432; }","duration":"103.94829ms","start":"2026-03-29T02:14:53.087444Z","end":"2026-03-29T02:14:53.191393Z","steps":["trace[1209561333] 'agreement among raft nodes before linearized reading' (duration: 103.865648ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:14:53.73053Z","caller":"traceutil/trace.go:171","msg":"trace[650417126] transaction","detail":"{read_only:false; response_revision:6437; number_of_response:1; }","duration":"195.953992ms","start":"2026-03-29T02:14:53.534541Z","end":"2026-03-29T02:14:53.730495Z","steps":["trace[650417126] 'process raft request' (duration: 117.420572ms)","trace[650417126] 'compare' (duration: 78.300035ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:14:53.795607Z","caller":"traceutil/trace.go:171","msg":"trace[1272652542] transaction","detail":"{read_only:false; response_revision:6438; number_of_response:1; }","duration":"257.748207ms","start":"2026-03-29T02:14:53.537833Z","end":"2026-03-29T02:14:53.795581Z","steps":["trace[1272652542] 'process raft request' (duration: 257.476161ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:14:53.795672Z","caller":"traceutil/trace.go:171","msg":"trace[1314448892] transaction","detail":"{read_only:false; response_revision:6439; number_of_response:1; }","duration":"257.714137ms","start":"2026-03-29T02:14:53.537935Z","end":"2026-03-29T02:14:53.795649Z","steps":["trace[1314448892] 'process raft request' (duration: 257.566153ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:14:53.795829Z","caller":"traceutil/trace.go:171","msg":"trace[1365656760] transaction","detail":"{read_only:false; response_revision:6440; number_of_response:1; }","duration":"257.717127ms","start":"2026-03-29T02:14:53.53807Z","end":"2026-03-29T02:14:53.795788Z","steps":["trace[1365656760] 'process raft request' (duration: 257.481172ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:14:54.461897Z","caller":"traceutil/trace.go:171","msg":"trace[2060926145] transaction","detail":"{read_only:false; response_revision:6520; number_of_response:1; }","duration":"118.881944ms","start":"2026-03-29T02:14:54.342986Z","end":"2026-03-29T02:14:54.461868Z","steps":["trace[2060926145] 'process raft request' (duration: 118.71922ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:14:54.462202Z","caller":"traceutil/trace.go:171","msg":"trace[1460678681] transaction","detail":"{read_only:false; response_revision:6521; number_of_response:1; }","duration":"119.071128ms","start":"2026-03-29T02:14:54.343097Z","end":"2026-03-29T02:14:54.462168Z","steps":["trace[1460678681] 'process raft request' (duration: 118.73417ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:14:55.059774Z","caller":"traceutil/trace.go:171","msg":"trace[42820402] transaction","detail":"{read_only:false; response_revision:6525; number_of_response:1; }","duration":"112.487463ms","start":"2026-03-29T02:14:54.947264Z","end":"2026-03-29T02:14:55.059752Z","steps":["trace[42820402] 'process raft request' (duration: 111.367007ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:58.245184Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583528501956403,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:14:58.746116Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583528501956403,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:14:59.246608Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583528501956403,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:14:59.746967Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583528501956403,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:15:00.248283Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583528501956403,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:15:00.749445Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583528501956403,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:15:00.917824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999911723s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-29T02:15:00.917928Z","caller":"traceutil/trace.go:171","msg":"trace[1586275152] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000114338s","start":"2026-03-29T02:14:58.917792Z","end":"2026-03-29T02:15:00.917906Z","steps":["trace[1586275152] 'agreement among raft nodes before linearized reading' (duration: 1.999971315s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:00.917982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:58.917772Z","time spent":"2.00019988s","remote":"127.0.0.1:43010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:15:01.25054Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583528501956403,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:15:01.751371Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583528501956403,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:15:02.251969Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583528501956403,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:15:02.743808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998962553s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-29T02:15:02.743926Z","caller":"traceutil/trace.go:171","msg":"trace[1021655820] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999168137s","start":"2026-03-29T02:14:57.74473Z","end":"2026-03-29T02:15:02.743898Z","steps":["trace[1021655820] 'agreement among raft nodes before linearized reading' (duration: 4.999016994s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:02.743988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:57.744702Z","time spent":"4.99927312s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/03/29 02:15:02 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-29T02:15:02.752974Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583528501956403,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:15:02.812589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999296736s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-29T02:15:02.812677Z","caller":"traceutil/trace.go:171","msg":"trace[1602338336] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.999480021s","start":"2026-03-29T02:14:57.81318Z","end":"2026-03-29T02:15:02.81266Z","steps":["trace[1602338336] 'agreement among raft nodes before linearized reading' (duration: 4.999376368s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:02.812724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:57.813161Z","time spent":"4.999553033s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/03/29 02:15:02 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-29T02:15:02.919496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00045425s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-29T02:15:02.919586Z","caller":"traceutil/trace.go:171","msg":"trace[1667962490] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000638663s","start":"2026-03-29T02:15:00.918928Z","end":"2026-03-29T02:15:02.919567Z","steps":["trace[1667962490] 'agreement among raft nodes before linearized reading' (duration: 2.000532081s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:02.919633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:00.918905Z","time spent":"2.000717805s","remote":"127.0.0.1:43006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:15:03.253342Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583528501956403,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:15:03.33894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000518241s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-29T02:15:03.339041Z","caller":"traceutil/trace.go:171","msg":"trace[1601527126] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000679924s","start":"2026-03-29T02:15:01.338336Z","end":"2026-03-29T02:15:03.339016Z","steps":["trace[1601527126] 'agreement among raft nodes before linearized reading' (duration: 2.000562142s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:03.339101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:01.338314Z","time spent":"2.000775706s","remote":"127.0.0.1:43010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/29 02:15:03 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-29T02:15:03.471471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:58.473063Z","time spent":"4.998398408s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/29 02:15:03 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-29T02:15:03.473645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:58.474869Z","time spent":"4.998769306s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/29 02:15:03 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-29T02:15:03.754515Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583528501956403,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:15:04.255218Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583528501956403,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:15:04.489564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999171801s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-29T02:15:04.489663Z","caller":"traceutil/trace.go:171","msg":"trace[158279337] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999341034s","start":"2026-03-29T02:14:59.490302Z","end":"2026-03-29T02:15:04.489643Z","steps":["trace[158279337] 'agreement among raft nodes before linearized reading' (duration: 4.999222222s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:04.48971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:59.490276Z","time spent":"4.999424747s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/03/29 02:15:04 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-29T02:15:04.688783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:57.688368Z","time spent":"7.000408026s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-29T02:15:04.74517Z","caller":"etcdserver/v3_server.go:909","msg":"timed out waiting for read index response (local node might have slow network)","timeout":"7s"} {"level":"warn","ts":"2026-03-29T02:15:04.927456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000122692s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-29T02:15:04.92755Z","caller":"traceutil/trace.go:171","msg":"trace[189750944] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000233255s","start":"2026-03-29T02:15:02.927298Z","end":"2026-03-29T02:15:04.927532Z","steps":["trace[189750944] 'agreement among raft nodes before linearized reading' (duration: 2.000118812s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:04.927601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:02.927268Z","time spent":"2.000324427s","remote":"127.0.0.1:43010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/29 02:15:04 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-29T02:15:05.245815Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583528501956411,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:15:05.388506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:58.387776Z","time spent":"7.000716283s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-29T02:15:05.645495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:58.64505Z","time spent":"7.000438626s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-29T02:15:05.746642Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583528501956411,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:15:06.18502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:59.184589Z","time spent":"7.000419111s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-29T02:15:06.247451Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583528501956411,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:15:06.747847Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583528501956411,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:15:06.927957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999877324s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-29T02:15:06.928048Z","caller":"traceutil/trace.go:171","msg":"trace[671443499] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000064428s","start":"2026-03-29T02:15:04.927963Z","end":"2026-03-29T02:15:06.928028Z","steps":["trace[671443499] 'agreement among raft nodes before linearized reading' (duration: 1.999919555s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:06.928112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:04.92794Z","time spent":"2.00016197s","remote":"127.0.0.1:43006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:15:07.248357Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583528501956411,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:15:07.744838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.99901815s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-29T02:15:07.744944Z","caller":"traceutil/trace.go:171","msg":"trace[1053104050] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"2.999186654s","start":"2026-03-29T02:15:04.745733Z","end":"2026-03-29T02:15:07.744919Z","steps":["trace[1053104050] 'agreement among raft nodes before linearized reading' (duration: 2.999064291s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:07.745002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:04.745712Z","time spent":"2.999278687s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/03/29 02:15:07 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-29T02:15:07.749024Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583528501956411,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:15:07.81195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.996699529s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-29T02:15:07.812041Z","caller":"traceutil/trace.go:171","msg":"trace[3997414] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"2.996842772s","start":"2026-03-29T02:15:04.815179Z","end":"2026-03-29T02:15:07.812021Z","steps":["trace[3997414] 'agreement among raft nodes before linearized reading' (duration: 2.9967299s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:07.812092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:04.815163Z","time spent":"2.996918593s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/03/29 02:15:07 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-29T02:15:07.813198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.999150874s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-29T02:15:07.813305Z","caller":"traceutil/trace.go:171","msg":"trace[221477549] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; }","duration":"9.999323328s","start":"2026-03-29T02:14:57.813957Z","end":"2026-03-29T02:15:07.81328Z","steps":["trace[221477549] 'agreement among raft nodes before linearized reading' (duration: 9.999198355s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:07.813368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:57.813929Z","time spent":"9.99942528s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} 2026/03/29 02:15:07 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-29T02:15:08.24986Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583528501956411,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:15:08.385943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.993342474s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-29T02:15:08.386029Z","caller":"traceutil/trace.go:171","msg":"trace[156499754] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; }","duration":"2.993492587s","start":"2026-03-29T02:15:05.392518Z","end":"2026-03-29T02:15:08.386011Z","steps":["trace[156499754] 'agreement among raft nodes before linearized reading' (duration: 2.993386875s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:08.386074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:05.392495Z","time spent":"2.993571079s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} 2026/03/29 02:15:08 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-29T02:15:08.471432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.997495655s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-29T02:15:08.471528Z","caller":"traceutil/trace.go:171","msg":"trace[712631073] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"4.997690959s","start":"2026-03-29T02:15:03.473817Z","end":"2026-03-29T02:15:08.471508Z","steps":["trace[712631073] 'agreement among raft nodes before linearized reading' (duration: 4.997570246s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:08.471584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:03.473794Z","time spent":"4.997774361s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} 2026/03/29 02:15:08 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-29T02:15:08.474534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998268491s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-29T02:15:08.474636Z","caller":"traceutil/trace.go:171","msg":"trace[1493021256] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; }","duration":"4.998460216s","start":"2026-03-29T02:15:03.476153Z","end":"2026-03-29T02:15:08.474613Z","steps":["trace[1493021256] 'agreement among raft nodes before linearized reading' (duration: 4.998335223s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:08.474697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:03.476119Z","time spent":"4.998565629s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} 2026/03/29 02:15:08 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-29T02:15:08.489183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.235295573s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-29T02:15:08.489276Z","caller":"traceutil/trace.go:171","msg":"trace[1306493634] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; }","duration":"8.235452996s","start":"2026-03-29T02:15:00.253803Z","end":"2026-03-29T02:15:08.489256Z","steps":["trace[1306493634] 'agreement among raft nodes before linearized reading' (duration: 8.235332822s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:08.489312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:00.25378Z","time spent":"8.235524158s","remote":"127.0.0.1:43172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":0,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} 2026/03/29 02:15:08 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-29T02:15:08.750016Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583528501956411,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:15:08.788882Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"11.100335014s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-29T02:15:08.936451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999885112s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-29T02:15:08.936555Z","caller":"traceutil/trace.go:171","msg":"trace[1830074081] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000010265s","start":"2026-03-29T02:15:06.936526Z","end":"2026-03-29T02:15:08.936537Z","steps":["trace[1830074081] 'agreement among raft nodes before linearized reading' (duration: 1.999881522s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:08.936605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:06.936461Z","time spent":"2.000134937s","remote":"127.0.0.1:43010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/29 02:15:08 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-29T02:15:09.221745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.001894592s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-29T02:15:09.221846Z","caller":"traceutil/trace.go:171","msg":"trace[1322955478] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; }","duration":"10.002055586s","start":"2026-03-29T02:14:59.219767Z","end":"2026-03-29T02:15:09.221822Z","steps":["trace[1322955478] 'agreement among raft nodes before linearized reading' (duration: 10.001921703s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:09.2219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:59.219751Z","time spent":"10.002139058s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} 2026/03/29 02:15:09 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-29T02:15:09.333065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.000112999s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-29T02:15:09.333166Z","caller":"traceutil/trace.go:171","msg":"trace[440644841] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; }","duration":"10.000262452s","start":"2026-03-29T02:14:59.332882Z","end":"2026-03-29T02:15:09.333145Z","steps":["trace[440644841] 'agreement among raft nodes before linearized reading' (duration: 10.000139749s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:09.333219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:59.332871Z","time spent":"10.000337243s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} 2026/03/29 02:15:09 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-29T02:15:09.490448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.998626101s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-29T02:15:09.490562Z","caller":"traceutil/trace.go:171","msg":"trace[775331879] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"2.998805394s","start":"2026-03-29T02:15:06.491736Z","end":"2026-03-29T02:15:09.490541Z","steps":["trace[775331879] 'agreement among raft nodes before linearized reading' (duration: 2.998666121s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:09.490643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:06.491713Z","time spent":"2.998919107s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/03/29 02:15:09 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-29T02:15:10.937302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000426715s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-29T02:15:10.937428Z","caller":"traceutil/trace.go:171","msg":"trace[400610700] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000625709s","start":"2026-03-29T02:15:08.936783Z","end":"2026-03-29T02:15:10.937409Z","steps":["trace[400610700] 'agreement among raft nodes before linearized reading' (duration: 2.000474026s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:10.937534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:08.936758Z","time spent":"2.000761103s","remote":"127.0.0.1:43006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/29 02:15:10 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-29T02:15:12.650283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:05.649381Z","time spent":"7.000893463s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-29T02:15:12.689347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.996348191s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-29T02:15:12.689448Z","caller":"traceutil/trace.go:171","msg":"trace[1653106750] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; }","duration":"7.996505374s","start":"2026-03-29T02:15:04.692918Z","end":"2026-03-29T02:15:12.689423Z","steps":["trace[1653106750] 'agreement among raft nodes before linearized reading' (duration: 7.996385922s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:12.689504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:04.692895Z","time spent":"7.996597436s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":0,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} 2026/03/29 02:15:12 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-29T02:15:12.812391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:07.81453Z","time spent":"4.997850263s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/29 02:15:12 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-29T02:15:12.945288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999919925s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-29T02:15:12.945402Z","caller":"traceutil/trace.go:171","msg":"trace[606808721] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00010752s","start":"2026-03-29T02:15:10.945267Z","end":"2026-03-29T02:15:12.945375Z","steps":["trace[606808721] 'agreement among raft nodes before linearized reading' (duration: 1.999944696s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:12.945474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:10.945256Z","time spent":"2.000205902s","remote":"127.0.0.1:43010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:15:13.191092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:06.190833Z","time spent":"7.000251609s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-29T02:15:13.207459Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"4.418348798s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-29T02:15:13.878398Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"7f0b9d3753004dfe","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-03-29T02:15:13.93047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"722.39363ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-03-29T02:15:14.071081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.855829ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:15:14.071274Z","caller":"traceutil/trace.go:171","msg":"trace[1640877910] transaction","detail":"{read_only:false; response_revision:6557; number_of_response:1; }","duration":"5.593766533s","start":"2026-03-29T02:15:08.477459Z","end":"2026-03-29T02:15:14.071225Z","steps":["trace[1640877910] 'process raft request' (duration: 5.453650069s)","trace[1640877910] 'compare' (duration: 139.688765ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:15:14.071454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:08.477431Z","time spent":"5.593939898s","remote":"127.0.0.1:43074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":905,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-29T02:15:14.07147Z","caller":"traceutil/trace.go:171","msg":"trace[197882780] linearizableReadLoop","detail":"{readStateIndex:6828; appliedIndex:6817; }","duration":"9.326156678s","start":"2026-03-29T02:15:04.745269Z","end":"2026-03-29T02:15:14.071426Z","steps":["trace[197882780] 'read index received' (duration: 4.043838033s)","trace[197882780] 'applied index is now lower than readState.Index' (duration: 5.282316425s)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:15:14.071619Z","caller":"traceutil/trace.go:171","msg":"trace[1847279995] transaction","detail":"{read_only:false; number_of_response:1; response_revision:6560; }","duration":"876.61532ms","start":"2026-03-29T02:15:13.194977Z","end":"2026-03-29T02:15:14.071592Z","steps":["trace[1847279995] 'process raft request' (duration: 876.547629ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:14.071759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.739413708s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:15:14.071767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:13.194955Z","time spent":"876.729062ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":69,"response count":0,"response size":721,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:15:14.071815Z","caller":"traceutil/trace.go:171","msg":"trace[1291584293] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:6560; }","duration":"14.739558601s","start":"2026-03-29T02:14:59.332242Z","end":"2026-03-29T02:15:14.071801Z","steps":["trace[1291584293] 'agreement among raft nodes before linearized reading' (duration: 14.739378547s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:14.071859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:59.332216Z","time spent":"14.739631603s","remote":"127.0.0.1:43188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:15:14.071851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.700803752s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"warn","ts":"2026-03-29T02:15:14.07191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.868397587s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-29T02:15:14.071938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.513925358s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.36\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:15:14.071944Z","caller":"traceutil/trace.go:171","msg":"trace[1976517858] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:6560; }","duration":"14.700929816s","start":"2026-03-29T02:14:59.37099Z","end":"2026-03-29T02:15:14.07192Z","steps":["trace[1976517858] 'agreement among raft nodes before linearized reading' (duration: 14.700621029s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:14.071965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.209954937s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:15:14.071994Z","caller":"traceutil/trace.go:171","msg":"trace[736333734] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:6560; }","duration":"11.86854812s","start":"2026-03-29T02:15:02.203425Z","end":"2026-03-29T02:15:14.071973Z","steps":["trace[736333734] 'agreement among raft nodes before linearized reading' (duration: 11.868389496s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:14.071998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:59.370979Z","time spent":"14.701010157s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-29T02:15:14.072034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:02.203401Z","time spent":"11.868623712s","remote":"127.0.0.1:42298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:15:14.072047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.894192973s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:15:14.072039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.067177952s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:15:14.072063Z","caller":"traceutil/trace.go:171","msg":"trace[830021567] transaction","detail":"{read_only:false; response_revision:6558; number_of_response:1; }","duration":"4.848063763s","start":"2026-03-29T02:15:09.223981Z","end":"2026-03-29T02:15:14.072045Z","steps":["trace[830021567] 'process raft request' (duration: 4.847246775s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:15:14.072085Z","caller":"traceutil/trace.go:171","msg":"trace[267396475] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:6560; }","duration":"11.894273685s","start":"2026-03-29T02:15:02.177801Z","end":"2026-03-29T02:15:14.072074Z","steps":["trace[267396475] 'agreement among raft nodes before linearized reading' (duration: 11.894210154s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:14.072051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.748324099s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-29T02:15:14.072126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:02.177772Z","time spent":"11.894345097s","remote":"127.0.0.1:33130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:15:14.072125Z","caller":"traceutil/trace.go:171","msg":"trace[1027449092] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:6560; }","duration":"14.067351687s","start":"2026-03-29T02:15:00.004756Z","end":"2026-03-29T02:15:14.072108Z","steps":["trace[1027449092] 'agreement among raft nodes before linearized reading' (duration: 14.067197713s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:15:14.072156Z","caller":"traceutil/trace.go:171","msg":"trace[1503837929] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:6560; }","duration":"13.748494493s","start":"2026-03-29T02:15:00.323636Z","end":"2026-03-29T02:15:14.072131Z","steps":["trace[1503837929] 'agreement among raft nodes before linearized reading' (duration: 13.748258708s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:14.072152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:09.223954Z","time spent":"4.848152715s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":409,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:15:14.072131Z","caller":"traceutil/trace.go:171","msg":"trace[1395887679] transaction","detail":"{read_only:false; number_of_response:1; response_revision:6560; }","duration":"1.417360017s","start":"2026-03-29T02:15:12.654741Z","end":"2026-03-29T02:15:14.072101Z","steps":["trace[1395887679] 'process raft request' (duration: 1.416736483s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:14.072209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.149006054s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a12d7c0e86f83c\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-03-29T02:15:14.072212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:00.004737Z","time spent":"14.067460989s","remote":"127.0.0.1:43402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:15:14.072031Z","caller":"traceutil/trace.go:171","msg":"trace[651239664] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:6560; }","duration":"11.210108821s","start":"2026-03-29T02:15:02.861904Z","end":"2026-03-29T02:15:14.072013Z","steps":["trace[651239664] 'agreement among raft nodes before linearized reading' (duration: 11.209938287s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:15:14.072259Z","caller":"traceutil/trace.go:171","msg":"trace[1058956972] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a12d7c0e86f83c; range_end:; response_count:1; response_revision:6560; }","duration":"11.149093666s","start":"2026-03-29T02:15:02.923152Z","end":"2026-03-29T02:15:14.072246Z","steps":["trace[1058956972] 'agreement among raft nodes before linearized reading' (duration: 11.148906682s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:14.072299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:02.923117Z","time spent":"11.149170638s","remote":"127.0.0.1:43074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a12d7c0e86f83c\" "} {"level":"warn","ts":"2026-03-29T02:15:14.072289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.703424937s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:15:14.071988Z","caller":"traceutil/trace.go:171","msg":"trace[2113616902] range","detail":"{range_begin:/registry/masterleases/162.253.55.36; range_end:; response_count:0; response_revision:6560; }","duration":"12.51405217s","start":"2026-03-29T02:15:01.557924Z","end":"2026-03-29T02:15:14.071976Z","steps":["trace[2113616902] 'agreement among raft nodes before linearized reading' (duration: 12.513944157s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:15:14.072348Z","caller":"traceutil/trace.go:171","msg":"trace[305811038] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:6560; }","duration":"11.703519829s","start":"2026-03-29T02:15:02.368806Z","end":"2026-03-29T02:15:14.072326Z","steps":["trace[305811038] 'agreement among raft nodes before linearized reading' (duration: 11.703445817s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:14.072349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.774804792s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-credential-setup\" ","response":"range_response_count:1 size:6159"} {"level":"warn","ts":"2026-03-29T02:15:14.072328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.295971742s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-03-29T02:15:14.072392Z","caller":"traceutil/trace.go:171","msg":"trace[142578525] transaction","detail":"{read_only:false; response_revision:6559; number_of_response:1; }","duration":"4.733656673s","start":"2026-03-29T02:15:09.338711Z","end":"2026-03-29T02:15:14.072368Z","steps":["trace[142578525] 'process raft request' (duration: 4.73260514s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:14.072376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:02.86188Z","time spent":"11.210431768s","remote":"127.0.0.1:45324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:15:14.072409Z","caller":"traceutil/trace.go:171","msg":"trace[704027974] range","detail":"{range_begin:/registry/jobs/openstack/keystone-credential-setup; range_end:; response_count:1; response_revision:6560; }","duration":"14.774882024s","start":"2026-03-29T02:14:59.297512Z","end":"2026-03-29T02:15:14.072394Z","steps":["trace[704027974] 'agreement among raft nodes before linearized reading' (duration: 14.774596207s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:15:14.072418Z","caller":"traceutil/trace.go:171","msg":"trace[1084573901] transaction","detail":"{read_only:false; response_revision:6560; number_of_response:1; }","duration":"4.578839391s","start":"2026-03-29T02:15:09.493559Z","end":"2026-03-29T02:15:14.072398Z","steps":["trace[1084573901] 'process raft request' (duration: 4.577805987s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:15:14.072441Z","caller":"traceutil/trace.go:171","msg":"trace[532407428] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:6560; }","duration":"11.296179827s","start":"2026-03-29T02:15:02.776233Z","end":"2026-03-29T02:15:14.072413Z","steps":["trace[532407428] 'agreement among raft nodes before linearized reading' (duration: 11.295772147s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:14.072465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:59.297504Z","time spent":"14.774945325s","remote":"127.0.0.1:43224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":6183,"request content":"key:\"/registry/jobs/openstack/keystone-credential-setup\" "} {"level":"warn","ts":"2026-03-29T02:15:14.072482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:09.338685Z","time spent":"4.733746496s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":415,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:15:14.072503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:02.776209Z","time spent":"11.29628239s","remote":"127.0.0.1:43140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1959,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-03-29T02:15:14.072508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:09.493528Z","time spent":"4.578927883s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:15:14.072523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.4465991s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-c4cs6\" ","response":"range_response_count:1 size:6520"} {"level":"warn","ts":"2026-03-29T02:15:14.072533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.007858768s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-29T02:15:14.07258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.812877969s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:15:14.072584Z","caller":"traceutil/trace.go:171","msg":"trace[312740133] range","detail":"{range_begin:/registry/pods/openstack/keepalived-c4cs6; range_end:; response_count:1; response_revision:6560; }","duration":"15.446733122s","start":"2026-03-29T02:14:58.625834Z","end":"2026-03-29T02:15:14.072567Z","steps":["trace[312740133] 'agreement among raft nodes before linearized reading' (duration: 15.446458085s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:15:14.07259Z","caller":"traceutil/trace.go:171","msg":"trace[1740287041] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:6560; }","duration":"12.00796066s","start":"2026-03-29T02:15:02.064612Z","end":"2026-03-29T02:15:14.072573Z","steps":["trace[1740287041] 'agreement among raft nodes before linearized reading' (duration: 12.007856348s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:14.072364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:01.5579Z","time spent":"12.514447269s","remote":"127.0.0.1:43048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":0,"response size":29,"request content":"key:\"/registry/masterleases/162.253.55.36\" "} {"level":"warn","ts":"2026-03-29T02:15:14.072308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:12.654677Z","time spent":"1.417574291s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":45,"response count":0,"response size":571,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:15:14.072636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:02.06459Z","time spent":"12.008033501s","remote":"127.0.0.1:43314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":7,"response size":31,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:15:14.072376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:02.368784Z","time spent":"11.703585779s","remote":"127.0.0.1:33298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":31,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:15:14.072621Z","caller":"traceutil/trace.go:171","msg":"trace[1263318911] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:6560; }","duration":"15.812971751s","start":"2026-03-29T02:14:58.259638Z","end":"2026-03-29T02:15:14.07261Z","steps":["trace[1263318911] 'agreement among raft nodes before linearized reading' (duration: 15.81291347s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:14.072806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:58.259614Z","time spent":"15.813180676s","remote":"127.0.0.1:43822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":31,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:15:14.072831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.72816617s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-03-29T02:15:14.072876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.324048831s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1988"} {"level":"warn","ts":"2026-03-29T02:15:14.072631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:58.625813Z","time spent":"15.446807614s","remote":"127.0.0.1:43172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6544,"request content":"key:\"/registry/pods/openstack/keepalived-c4cs6\" "} {"level":"info","ts":"2026-03-29T02:15:14.0729Z","caller":"traceutil/trace.go:171","msg":"trace[1340578054] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:6560; }","duration":"15.728278753s","start":"2026-03-29T02:14:58.344601Z","end":"2026-03-29T02:15:14.07288Z","steps":["trace[1340578054] 'agreement among raft nodes before linearized reading' (duration: 15.728006447s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:15:14.07292Z","caller":"traceutil/trace.go:171","msg":"trace[334919501] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:6560; }","duration":"9.324137454s","start":"2026-03-29T02:15:04.748767Z","end":"2026-03-29T02:15:14.072905Z","steps":["trace[334919501] 'agreement among raft nodes before linearized reading' (duration: 9.323886949s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:14.072942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.778981406s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:15:14.072955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:58.344576Z","time spent":"15.728366085s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-29T02:15:14.072987Z","caller":"traceutil/trace.go:171","msg":"trace[80297115] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:6560; }","duration":"14.779052997s","start":"2026-03-29T02:14:59.293924Z","end":"2026-03-29T02:15:14.072977Z","steps":["trace[80297115] 'agreement among raft nodes before linearized reading' (duration: 14.779002746s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:14.073021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:59.29391Z","time spent":"14.779104749s","remote":"127.0.0.1:43224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" "} {"level":"warn","ts":"2026-03-29T02:15:14.073033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"901.261141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-29T02:15:14.072592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.70806826s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:15:14.073052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.102995748s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-29T02:15:14.073037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:00.323618Z","time spent":"13.748632267s","remote":"127.0.0.1:57636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":31,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:15:14.0731Z","caller":"traceutil/trace.go:171","msg":"trace[1344771025] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:6560; }","duration":"15.103122411s","start":"2026-03-29T02:14:58.969963Z","end":"2026-03-29T02:15:14.073085Z","steps":["trace[1344771025] 'agreement among raft nodes before linearized reading' (duration: 15.103027189s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:14.073128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.320905012s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-29T02:15:14.073158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.126644212s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:15:14.073198Z","caller":"traceutil/trace.go:171","msg":"trace[183721812] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6560; }","duration":"1.126716534s","start":"2026-03-29T02:15:12.946473Z","end":"2026-03-29T02:15:14.07319Z","steps":["trace[183721812] 'agreement among raft nodes before linearized reading' (duration: 1.126662302s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:14.073195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.933854096s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:15:14.073204Z","caller":"traceutil/trace.go:171","msg":"trace[435204967] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:6560; }","duration":"15.321067565s","start":"2026-03-29T02:14:58.752115Z","end":"2026-03-29T02:15:14.073183Z","steps":["trace[435204967] 'agreement among raft nodes before linearized reading' (duration: 15.320956323s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:14.073221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.549430462s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-29T02:15:14.073239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:12.946457Z","time spent":"1.126775766s","remote":"127.0.0.1:43006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-29T02:15:14.073259Z","caller":"traceutil/trace.go:171","msg":"trace[1281770041] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:6560; }","duration":"14.933948969s","start":"2026-03-29T02:14:59.139292Z","end":"2026-03-29T02:15:14.073241Z","steps":["trace[1281770041] 'agreement among raft nodes before linearized reading' (duration: 14.933851737s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:15:14.073271Z","caller":"traceutil/trace.go:171","msg":"trace[461216308] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:6560; }","duration":"5.549528844s","start":"2026-03-29T02:15:08.523726Z","end":"2026-03-29T02:15:14.073255Z","steps":["trace[461216308] 'agreement among raft nodes before linearized reading' (duration: 5.549458612s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:15:14.073066Z","caller":"traceutil/trace.go:171","msg":"trace[536122402] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:6560; }","duration":"901.338293ms","start":"2026-03-29T02:15:13.171719Z","end":"2026-03-29T02:15:14.073057Z","steps":["trace[536122402] 'agreement among raft nodes before linearized reading' (duration: 901.254671ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:14.073313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:59.139279Z","time spent":"14.93401972s","remote":"127.0.0.1:57684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:15:14.073362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.663285081s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-29T02:15:14.07332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:08.523701Z","time spent":"5.549609186s","remote":"127.0.0.1:42306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:15:14.07337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:13.171698Z","time spent":"901.64647ms","remote":"127.0.0.1:43334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":40,"response size":31,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:15:14.072953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:04.748747Z","time spent":"9.324198815s","remote":"127.0.0.1:43180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2012,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"info","ts":"2026-03-29T02:15:14.073396Z","caller":"traceutil/trace.go:171","msg":"trace[1093350862] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:6560; }","duration":"7.663361953s","start":"2026-03-29T02:15:06.410026Z","end":"2026-03-29T02:15:14.073388Z","steps":["trace[1093350862] 'agreement among raft nodes before linearized reading' (duration: 7.663317202s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:14.073425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:06.410008Z","time spent":"7.663411184s","remote":"127.0.0.1:43284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":4,"response size":31,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:15:14.073425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.281622032s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-29T02:15:14.073435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.854661842s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:15:14.073102Z","caller":"traceutil/trace.go:171","msg":"trace[2088344738] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:6560; }","duration":"15.708629272s","start":"2026-03-29T02:14:58.364454Z","end":"2026-03-29T02:15:14.073084Z","steps":["trace[2088344738] 'agreement among raft nodes before linearized reading' (duration: 15.708103641s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:15:14.073463Z","caller":"traceutil/trace.go:171","msg":"trace[690142102] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:6560; }","duration":"9.281754054s","start":"2026-03-29T02:15:04.791699Z","end":"2026-03-29T02:15:14.073453Z","steps":["trace[690142102] 'agreement among raft nodes before linearized reading' (duration: 9.281656292s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:14.073489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:58.364432Z","time spent":"15.709046532s","remote":"127.0.0.1:33166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:15:14.073506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:04.791674Z","time spent":"9.281824156s","remote":"127.0.0.1:43454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":21,"response size":31,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:15:14.073482Z","caller":"traceutil/trace.go:171","msg":"trace[1580222201] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:6560; }","duration":"8.854793355s","start":"2026-03-29T02:15:05.218676Z","end":"2026-03-29T02:15:14.073469Z","steps":["trace[1580222201] 'agreement among raft nodes before linearized reading' (duration: 8.854686022s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:14.073115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"925.593946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-29T02:15:14.072906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.77873881s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:15:14.073573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.381929144s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:490"} {"level":"warn","ts":"2026-03-29T02:15:14.073562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:05.218644Z","time spent":"8.854901126s","remote":"127.0.0.1:43386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":31,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:15:14.073595Z","caller":"traceutil/trace.go:171","msg":"trace[81644600] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:6560; }","duration":"926.106077ms","start":"2026-03-29T02:15:13.147474Z","end":"2026-03-29T02:15:14.07358Z","steps":["trace[81644600] 'agreement among raft nodes before linearized reading' (duration: 925.614036ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:14.073272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:58.75209Z","time spent":"15.321167848s","remote":"127.0.0.1:33036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:15:14.073625Z","caller":"traceutil/trace.go:171","msg":"trace[1923732026] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:6560; }","duration":"1.382039496s","start":"2026-03-29T02:15:12.691567Z","end":"2026-03-29T02:15:14.073607Z","steps":["trace[1923732026] 'agreement among raft nodes before linearized reading' (duration: 1.381923003s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:14.073324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.800975338s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-29T02:15:14.073675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.993396413s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:15:14.073683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:12.691548Z","time spent":"1.382125258s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":514,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"warn","ts":"2026-03-29T02:15:14.073447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.606654966s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:15:14.073706Z","caller":"traceutil/trace.go:171","msg":"trace[818485918] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:6560; }","duration":"1.993489045s","start":"2026-03-29T02:15:12.080206Z","end":"2026-03-29T02:15:14.073695Z","steps":["trace[818485918] 'agreement among raft nodes before linearized reading' (duration: 1.993441704s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:14.073739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:12.080145Z","time spent":"1.993587097s","remote":"127.0.0.1:33206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:15:14.07346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.132688874s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7102"} {"level":"info","ts":"2026-03-29T02:15:14.07375Z","caller":"traceutil/trace.go:171","msg":"trace[664713718] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:6560; }","duration":"3.607030515s","start":"2026-03-29T02:15:10.466701Z","end":"2026-03-29T02:15:14.073732Z","steps":["trace[664713718] 'agreement among raft nodes before linearized reading' (duration: 3.606657096s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:14.073215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.585612883s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:15:14.073786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.189737014s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:15:14.073793Z","caller":"traceutil/trace.go:171","msg":"trace[885946363] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:6560; }","duration":"3.133022882s","start":"2026-03-29T02:15:10.940759Z","end":"2026-03-29T02:15:14.073782Z","steps":["trace[885946363] 'agreement among raft nodes before linearized reading' (duration: 3.132587362s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:15:14.073815Z","caller":"traceutil/trace.go:171","msg":"trace[234556634] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:6560; }","duration":"2.189818575s","start":"2026-03-29T02:15:11.883988Z","end":"2026-03-29T02:15:14.073807Z","steps":["trace[234556634] 'agreement among raft nodes before linearized reading' (duration: 2.189736943s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:14.073815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:10.466674Z","time spent":"3.607120797s","remote":"127.0.0.1:43180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":50,"response size":31,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:15:14.073619Z","caller":"traceutil/trace.go:171","msg":"trace[1838524796] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:6560; }","duration":"14.779475827s","start":"2026-03-29T02:14:59.294123Z","end":"2026-03-29T02:15:14.073599Z","steps":["trace[1838524796] 'agreement among raft nodes before linearized reading' (duration: 14.778748351s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:14.073855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:11.883964Z","time spent":"2.189881727s","remote":"127.0.0.1:33022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":34,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:15:14.073833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:10.940738Z","time spent":"3.133082664s","remote":"127.0.0.1:43172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7126,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-03-29T02:15:14.073888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:59.294116Z","time spent":"14.779765173s","remote":"127.0.0.1:43224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/keystone-db-sync\" "} {"level":"warn","ts":"2026-03-29T02:15:14.073639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:13.147455Z","time spent":"926.171478ms","remote":"127.0.0.1:47344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":31,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:15:14.073701Z","caller":"traceutil/trace.go:171","msg":"trace[497916243] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:6560; }","duration":"5.801386837s","start":"2026-03-29T02:15:08.272303Z","end":"2026-03-29T02:15:14.073689Z","steps":["trace[497916243] 'agreement among raft nodes before linearized reading' (duration: 5.800935447s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:14.074027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:08.272277Z","time spent":"5.801705914s","remote":"127.0.0.1:43186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":89,"response size":31,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:15:14.073852Z","caller":"traceutil/trace.go:171","msg":"trace[1926813411] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:6560; }","duration":"8.586288908s","start":"2026-03-29T02:15:05.487519Z","end":"2026-03-29T02:15:14.073808Z","steps":["trace[1926813411] 'agreement among raft nodes before linearized reading' (duration: 8.585667094s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:14.074112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:05.487498Z","time spent":"8.586593824s","remote":"127.0.0.1:43082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:15:14.073157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:58.969943Z","time spent":"15.103200923s","remote":"127.0.0.1:43462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":10,"response size":31,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:15:15.566414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.152283886s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:15:15.566545Z","caller":"traceutil/trace.go:171","msg":"trace[34381359] transaction","detail":"{read_only:false; response_revision:6561; number_of_response:1; }","duration":"1.492000905s","start":"2026-03-29T02:15:14.074522Z","end":"2026-03-29T02:15:15.566523Z","steps":["trace[34381359] 'process raft request' (duration: 339.192188ms)","trace[34381359] 'compare' (duration: 1.151450756s)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:15:15.566622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:14.074503Z","time spent":"1.492086496s","remote":"127.0.0.1:43074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:15:15.775595Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.361848293s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-29T02:15:15.815245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:14.0757Z","time spent":"1.739536951s","remote":"127.0.0.1:43048","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-29T02:15:15.815559Z","caller":"traceutil/trace.go:171","msg":"trace[513974694] transaction","detail":"{read_only:false; response_revision:6563; number_of_response:1; }","duration":"1.732548646s","start":"2026-03-29T02:15:14.082984Z","end":"2026-03-29T02:15:15.815532Z","steps":["trace[513974694] 'process raft request' (duration: 1.732439684s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:15:15.815692Z","caller":"traceutil/trace.go:171","msg":"trace[1571466933] linearizableReadLoop","detail":"{readStateIndex:6835; appliedIndex:6833; }","duration":"1.737342562s","start":"2026-03-29T02:15:14.078335Z","end":"2026-03-29T02:15:15.815678Z","steps":["trace[1571466933] 'read index received' (duration: 335.392482ms)","trace[1571466933] 'applied index is now lower than readState.Index' (duration: 1.40194891s)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:15:15.815736Z","caller":"traceutil/trace.go:171","msg":"trace[214974262] transaction","detail":"{read_only:false; response_revision:6564; number_of_response:1; }","duration":"1.729726803s","start":"2026-03-29T02:15:14.085993Z","end":"2026-03-29T02:15:15.81572Z","steps":["trace[214974262] 'process raft request' (duration: 1.729482268s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:15.815812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:14.082968Z","time spent":"1.732701119s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:15:15.815847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:14.085975Z","time spent":"1.729803704s","remote":"127.0.0.1:43172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7279,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:15:15.815863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.737525416s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-06ab89b0-fec3-41a3-a412-9847c1882c6f\" ","response":"range_response_count:1 size:1450"} {"level":"warn","ts":"2026-03-29T02:15:15.816021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.274727934s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:15:15.816058Z","caller":"traceutil/trace.go:171","msg":"trace[301448039] range","detail":"{range_begin:/registry/persistentvolumes/pvc-06ab89b0-fec3-41a3-a412-9847c1882c6f; range_end:; response_count:1; response_revision:6564; }","duration":"1.737735311s","start":"2026-03-29T02:15:14.078305Z","end":"2026-03-29T02:15:15.81604Z","steps":["trace[301448039] 'agreement among raft nodes before linearized reading' (duration: 1.737454455s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:15.816051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.145612296s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:15:15.816054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.003066978s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-29T02:15:15.816095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.73143381s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:15:15.816083Z","caller":"traceutil/trace.go:171","msg":"trace[339728035] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:6564; }","duration":"1.274898418s","start":"2026-03-29T02:15:14.541167Z","end":"2026-03-29T02:15:15.816065Z","steps":["trace[339728035] 'agreement among raft nodes before linearized reading' (duration: 1.274747174s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:15:15.816106Z","caller":"traceutil/trace.go:171","msg":"trace[2132903951] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:6564; }","duration":"1.145712128s","start":"2026-03-29T02:15:14.670376Z","end":"2026-03-29T02:15:15.816088Z","steps":["trace[2132903951] 'agreement among raft nodes before linearized reading' (duration: 1.145614346s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:15:15.816128Z","caller":"traceutil/trace.go:171","msg":"trace[541703194] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:6564; }","duration":"1.003190411s","start":"2026-03-29T02:15:14.812917Z","end":"2026-03-29T02:15:15.816108Z","steps":["trace[541703194] 'agreement among raft nodes before linearized reading' (duration: 1.003054828s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:15.816176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:14.670355Z","time spent":"1.145791721s","remote":"127.0.0.1:57632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:15:15.816188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:14.812888Z","time spent":"1.003288023s","remote":"127.0.0.1:42268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:15:15.816225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.803169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a12d85e9f81186\" ","response":"range_response_count:1 size:773"} {"level":"info","ts":"2026-03-29T02:15:15.816253Z","caller":"traceutil/trace.go:171","msg":"trace[435994879] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a12d85e9f81186; range_end:; response_count:1; response_revision:6564; }","duration":"245.86282ms","start":"2026-03-29T02:15:15.570381Z","end":"2026-03-29T02:15:15.816244Z","steps":["trace[435994879] 'agreement among raft nodes before linearized reading' (duration: 245.793158ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:15.816283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.736915722s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:101718"} {"level":"warn","ts":"2026-03-29T02:15:15.816298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.737571348s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-03-29T02:15:15.81612Z","caller":"traceutil/trace.go:171","msg":"trace[423566497] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6564; }","duration":"1.731478152s","start":"2026-03-29T02:15:14.084633Z","end":"2026-03-29T02:15:15.816112Z","steps":["trace[423566497] 'agreement among raft nodes before linearized reading' (duration: 1.731444551s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:15:15.816338Z","caller":"traceutil/trace.go:171","msg":"trace[416243501] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:6564; }","duration":"1.737621918s","start":"2026-03-29T02:15:14.078704Z","end":"2026-03-29T02:15:15.816326Z","steps":["trace[416243501] 'agreement among raft nodes before linearized reading' (duration: 1.737439024s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:15.816362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:14.084624Z","time spent":"1.731724837s","remote":"127.0.0.1:43010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:15:15.816382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.737670109s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"range_response_count:1 size:536"} {"level":"warn","ts":"2026-03-29T02:15:15.816371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:14.0787Z","time spent":"1.737664079s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":514,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"info","ts":"2026-03-29T02:15:15.816403Z","caller":"traceutil/trace.go:171","msg":"trace[1933653945] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; response_count:1; response_revision:6564; }","duration":"1.73771786s","start":"2026-03-29T02:15:14.07868Z","end":"2026-03-29T02:15:15.816398Z","steps":["trace[1933653945] 'agreement among raft nodes before linearized reading' (duration: 1.737645228s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:15.816061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.737404953s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" ","response":"range_response_count:1 size:686"} {"level":"warn","ts":"2026-03-29T02:15:15.816428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:14.078676Z","time spent":"1.737746921s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":560,"request content":"key:\"/registry/leases/kube-node-lease/instance\" "} {"level":"info","ts":"2026-03-29T02:15:15.816311Z","caller":"traceutil/trace.go:171","msg":"trace[801852284] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:6564; }","duration":"1.736960074s","start":"2026-03-29T02:15:14.079345Z","end":"2026-03-29T02:15:15.816305Z","steps":["trace[801852284] 'agreement among raft nodes before linearized reading' (duration: 1.73678799s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:15:15.816454Z","caller":"traceutil/trace.go:171","msg":"trace[1492466129] range","detail":"{range_begin:/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te; range_end:; response_count:1; response_revision:6564; }","duration":"1.737806872s","start":"2026-03-29T02:15:14.078635Z","end":"2026-03-29T02:15:15.816441Z","steps":["trace[1492466129] 'agreement among raft nodes before linearized reading' (duration: 1.73725364s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:15.816481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:14.079326Z","time spent":"1.737141288s","remote":"127.0.0.1:43172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":11,"response size":101742,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-29T02:15:15.816489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:14.078628Z","time spent":"1.737851033s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":710,"request content":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" "} {"level":"warn","ts":"2026-03-29T02:15:15.816094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:14.078291Z","time spent":"1.737792562s","remote":"127.0.0.1:43132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1474,"request content":"key:\"/registry/persistentvolumes/pvc-06ab89b0-fec3-41a3-a412-9847c1882c6f\" "} {"level":"info","ts":"2026-03-29T02:15:15.815555Z","caller":"traceutil/trace.go:171","msg":"trace[1412200387] transaction","detail":"{read_only:false; response_revision:6562; number_of_response:1; }","duration":"1.735292207s","start":"2026-03-29T02:15:14.080233Z","end":"2026-03-29T02:15:15.815525Z","steps":["trace[1412200387] 'process raft request' (duration: 1.734923579s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:15.816921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:14.080204Z","time spent":"1.736520394s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:15:15.816749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:14.541116Z","time spent":"1.27500666s","remote":"127.0.0.1:33080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:15:16.07841Z","caller":"traceutil/trace.go:171","msg":"trace[857676029] transaction","detail":"{read_only:false; response_revision:6565; number_of_response:1; }","duration":"261.640184ms","start":"2026-03-29T02:15:15.816731Z","end":"2026-03-29T02:15:16.078371Z","steps":["trace[857676029] 'process raft request' (duration: 168.901818ms)","trace[857676029] 'compare' (duration: 92.447098ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:15:16.078608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.215014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:15:16.078674Z","caller":"traceutil/trace.go:171","msg":"trace[1932023875] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6565; }","duration":"261.315276ms","start":"2026-03-29T02:15:15.817345Z","end":"2026-03-29T02:15:16.07866Z","steps":["trace[1932023875] 'agreement among raft nodes before linearized reading' (duration: 261.129262ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:15:16.078407Z","caller":"traceutil/trace.go:171","msg":"trace[1298470038] linearizableReadLoop","detail":"{readStateIndex:6839; appliedIndex:6838; }","duration":"261.00275ms","start":"2026-03-29T02:15:15.817366Z","end":"2026-03-29T02:15:16.078369Z","steps":["trace[1298470038] 'read index received' (duration: 168.281575ms)","trace[1298470038] 'applied index is now lower than readState.Index' (duration: 92.717885ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:15:16.16398Z","caller":"traceutil/trace.go:171","msg":"trace[1351431680] transaction","detail":"{read_only:false; response_revision:6566; number_of_response:1; }","duration":"345.183852ms","start":"2026-03-29T02:15:15.818757Z","end":"2026-03-29T02:15:16.163941Z","steps":["trace[1351431680] 'process raft request' (duration: 344.913286ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:15:16.16405Z","caller":"traceutil/trace.go:171","msg":"trace[1042308460] transaction","detail":"{read_only:false; response_revision:6569; number_of_response:1; }","duration":"343.037743ms","start":"2026-03-29T02:15:15.820986Z","end":"2026-03-29T02:15:16.164024Z","steps":["trace[1042308460] 'process raft request' (duration: 342.939631ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:15:16.164066Z","caller":"traceutil/trace.go:171","msg":"trace[982687383] transaction","detail":"{read_only:false; response_revision:6568; number_of_response:1; }","duration":"343.078054ms","start":"2026-03-29T02:15:15.820942Z","end":"2026-03-29T02:15:16.16402Z","steps":["trace[982687383] 'process raft request' (duration: 342.949762ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:16.1643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.034446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:6751"} {"level":"info","ts":"2026-03-29T02:15:16.164372Z","caller":"traceutil/trace.go:171","msg":"trace[1899707815] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:6569; }","duration":"344.159049ms","start":"2026-03-29T02:15:15.820193Z","end":"2026-03-29T02:15:16.164352Z","steps":["trace[1899707815] 'agreement among raft nodes before linearized reading' (duration: 343.898973ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:16.16441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:15.820142Z","time spent":"344.259041ms","remote":"127.0.0.1:43172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":6775,"request content":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" "} {"level":"warn","ts":"2026-03-29T02:15:16.164455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.085177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"warn","ts":"2026-03-29T02:15:16.164482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:15.820934Z","time spent":"343.411502ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:15:16.16452Z","caller":"traceutil/trace.go:171","msg":"trace[2135395410] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6569; }","duration":"243.20343ms","start":"2026-03-29T02:15:15.921305Z","end":"2026-03-29T02:15:16.164509Z","steps":["trace[2135395410] 'agreement among raft nodes before linearized reading' (duration: 242.897323ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:15:16.16411Z","caller":"traceutil/trace.go:171","msg":"trace[13504348] transaction","detail":"{read_only:false; response_revision:6567; number_of_response:1; }","duration":"343.34844ms","start":"2026-03-29T02:15:15.820714Z","end":"2026-03-29T02:15:16.164062Z","steps":["trace[13504348] 'process raft request' (duration: 343.118125ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:16.164141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:15.818743Z","time spent":"345.317844ms","remote":"127.0.0.1:43074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:15:16.164678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:15.820703Z","time spent":"343.909732ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:15:16.164252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:15.820982Z","time spent":"343.142556ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:15:16.349755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.879853ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:15:16.349913Z","caller":"traceutil/trace.go:171","msg":"trace[1005532699] linearizableReadLoop","detail":"{readStateIndex:6844; appliedIndex:6843; }","duration":"180.998779ms","start":"2026-03-29T02:15:16.168895Z","end":"2026-03-29T02:15:16.349894Z","steps":["trace[1005532699] 'read index received' (duration: 38.923071ms)","trace[1005532699] 'applied index is now lower than readState.Index' (duration: 142.073878ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:15:16.349949Z","caller":"traceutil/trace.go:171","msg":"trace[943476632] transaction","detail":"{read_only:false; response_revision:6570; number_of_response:1; }","duration":"181.203444ms","start":"2026-03-29T02:15:16.168719Z","end":"2026-03-29T02:15:16.349922Z","steps":["trace[943476632] 'process raft request' (duration: 39.050034ms)","trace[943476632] 'compare' (duration: 141.603887ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:15:16.350138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.241065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-29T02:15:16.350173Z","caller":"traceutil/trace.go:171","msg":"trace[1387578347] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:6570; }","duration":"181.311766ms","start":"2026-03-29T02:15:16.168851Z","end":"2026-03-29T02:15:16.350163Z","steps":["trace[1387578347] 'agreement among raft nodes before linearized reading' (duration: 181.125862ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:15:16.355462Z","caller":"traceutil/trace.go:171","msg":"trace[396353328] transaction","detail":"{read_only:false; response_revision:6572; number_of_response:1; }","duration":"179.514076ms","start":"2026-03-29T02:15:16.17593Z","end":"2026-03-29T02:15:16.355444Z","steps":["trace[396353328] 'process raft request' (duration: 179.426214ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:15:16.355498Z","caller":"traceutil/trace.go:171","msg":"trace[1194858897] transaction","detail":"{read_only:false; response_revision:6571; number_of_response:1; }","duration":"185.96573ms","start":"2026-03-29T02:15:16.169514Z","end":"2026-03-29T02:15:16.355479Z","steps":["trace[1194858897] 'process raft request' (duration: 185.731964ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:16.355804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.561369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1633"} {"level":"info","ts":"2026-03-29T02:15:16.35592Z","caller":"traceutil/trace.go:171","msg":"trace[1775357421] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:6572; }","duration":"184.728583ms","start":"2026-03-29T02:15:16.171165Z","end":"2026-03-29T02:15:16.355894Z","steps":["trace[1775357421] 'agreement among raft nodes before linearized reading' (duration: 184.405436ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:15:16.543996Z","caller":"traceutil/trace.go:171","msg":"trace[1164491539] linearizableReadLoop","detail":"{readStateIndex:6847; appliedIndex:6846; }","duration":"185.680945ms","start":"2026-03-29T02:15:16.358283Z","end":"2026-03-29T02:15:16.543964Z","steps":["trace[1164491539] 'read index received' (duration: 174.638378ms)","trace[1164491539] 'applied index is now lower than readState.Index' (duration: 11.040717ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:15:16.544465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.147695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-7n95q\" ","response":"range_response_count:1 size:4690"} {"level":"info","ts":"2026-03-29T02:15:16.54458Z","caller":"traceutil/trace.go:171","msg":"trace[1162393525] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-7n95q; range_end:; response_count:1; response_revision:6572; }","duration":"186.265687ms","start":"2026-03-29T02:15:16.358267Z","end":"2026-03-29T02:15:16.544533Z","steps":["trace[1162393525] 'agreement among raft nodes before linearized reading' (duration: 185.907509ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:15:16.552835Z","caller":"traceutil/trace.go:171","msg":"trace[584108974] transaction","detail":"{read_only:false; response_revision:6573; number_of_response:1; }","duration":"193.730103ms","start":"2026-03-29T02:15:16.359086Z","end":"2026-03-29T02:15:16.552816Z","steps":["trace[584108974] 'process raft request' (duration: 193.479058ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:16.553103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.522931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-70fd3154-3bc8-490e-8340-5120e68836e1\" ","response":"range_response_count:1 size:1293"} {"level":"info","ts":"2026-03-29T02:15:16.553217Z","caller":"traceutil/trace.go:171","msg":"trace[593008561] range","detail":"{range_begin:/registry/persistentvolumes/pvc-70fd3154-3bc8-490e-8340-5120e68836e1; range_end:; response_count:1; response_revision:6573; }","duration":"194.651414ms","start":"2026-03-29T02:15:16.35854Z","end":"2026-03-29T02:15:16.553191Z","steps":["trace[593008561] 'agreement among raft nodes before linearized reading' (duration: 194.265795ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:16.835802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.978195ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:15:16.835934Z","caller":"traceutil/trace.go:171","msg":"trace[1138581137] transaction","detail":"{read_only:false; response_revision:6574; number_of_response:1; }","duration":"290.450978ms","start":"2026-03-29T02:15:16.545453Z","end":"2026-03-29T02:15:16.835904Z","steps":["trace[1138581137] 'process raft request' (duration: 98.273338ms)","trace[1138581137] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/masterleases/162.253.55.36; req_size:116; } (duration: 191.648699ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:15:17.025531Z","caller":"traceutil/trace.go:171","msg":"trace[766650518] linearizableReadLoop","detail":"{readStateIndex:6850; appliedIndex:6848; }","duration":"469.572194ms","start":"2026-03-29T02:15:16.555917Z","end":"2026-03-29T02:15:17.02549Z","steps":["trace[766650518] 'read index received' (duration: 87.949846ms)","trace[766650518] 'applied index is now lower than readState.Index' (duration: 381.620828ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:15:17.02564Z","caller":"traceutil/trace.go:171","msg":"trace[1481542061] transaction","detail":"{read_only:false; response_revision:6575; number_of_response:1; }","duration":"472.849247ms","start":"2026-03-29T02:15:16.552737Z","end":"2026-03-29T02:15:17.025587Z","steps":["trace[1481542061] 'process raft request' (duration: 429.011216ms)","trace[1481542061] 'compare' (duration: 43.546354ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:15:17.025891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.943173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a12d7c0e86f83c\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-03-29T02:15:17.025994Z","caller":"traceutil/trace.go:171","msg":"trace[1044103565] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a12d7c0e86f83c; range_end:; response_count:1; response_revision:6575; }","duration":"470.099695ms","start":"2026-03-29T02:15:16.555869Z","end":"2026-03-29T02:15:17.025968Z","steps":["trace[1044103565] 'agreement among raft nodes before linearized reading' (duration: 469.793179ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:17.025991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.274883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:15:17.026054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:16.555851Z","time spent":"470.190698ms","remote":"127.0.0.1:43074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a12d7c0e86f83c\" "} {"level":"info","ts":"2026-03-29T02:15:17.026076Z","caller":"traceutil/trace.go:171","msg":"trace[1858294290] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6575; }","duration":"108.430576ms","start":"2026-03-29T02:15:16.917626Z","end":"2026-03-29T02:15:17.026056Z","steps":["trace[1858294290] 'agreement among raft nodes before linearized reading' (duration: 108.261283ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:17.026098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.966154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"info","ts":"2026-03-29T02:15:17.026223Z","caller":"traceutil/trace.go:171","msg":"trace[1641150119] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:6575; }","duration":"188.166629ms","start":"2026-03-29T02:15:16.838042Z","end":"2026-03-29T02:15:17.026209Z","steps":["trace[1641150119] 'agreement among raft nodes before linearized reading' (duration: 187.872232ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:17.026174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:16.552708Z","time spent":"473.180805ms","remote":"127.0.0.1:43172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7022,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:15:17.027194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.765846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-29T02:15:17.027268Z","caller":"traceutil/trace.go:171","msg":"trace[1130186430] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:6575; }","duration":"312.903309ms","start":"2026-03-29T02:15:16.714347Z","end":"2026-03-29T02:15:17.02725Z","steps":["trace[1130186430] 'agreement among raft nodes before linearized reading' (duration: 311.509528ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:17.027317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:16.714322Z","time spent":"312.98542ms","remote":"127.0.0.1:43498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":689,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:15:17.314055Z","caller":"traceutil/trace.go:171","msg":"trace[135960267] linearizableReadLoop","detail":"{readStateIndex:6852; appliedIndex:6851; }","duration":"228.932581ms","start":"2026-03-29T02:15:17.085063Z","end":"2026-03-29T02:15:17.313996Z","steps":["trace[135960267] 'read index received' (duration: 228.516652ms)","trace[135960267] 'applied index is now lower than readState.Index' (duration: 414.589µs)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:15:17.314109Z","caller":"traceutil/trace.go:171","msg":"trace[1694858912] transaction","detail":"{read_only:false; response_revision:6577; number_of_response:1; }","duration":"273.443487ms","start":"2026-03-29T02:15:17.040627Z","end":"2026-03-29T02:15:17.31407Z","steps":["trace[1694858912] 'process raft request' (duration: 273.017618ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:17.314518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.404931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a12d85e9f81186\" ","response":"range_response_count:1 size:773"} {"level":"info","ts":"2026-03-29T02:15:17.314624Z","caller":"traceutil/trace.go:171","msg":"trace[475287464] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a12d85e9f81186; range_end:; response_count:1; response_revision:6577; }","duration":"229.536665ms","start":"2026-03-29T02:15:17.085026Z","end":"2026-03-29T02:15:17.314562Z","steps":["trace[475287464] 'agreement among raft nodes before linearized reading' (duration: 229.145606ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:15:17.542094Z","caller":"traceutil/trace.go:171","msg":"trace[848024914] linearizableReadLoop","detail":"{readStateIndex:6853; appliedIndex:6852; }","duration":"223.707904ms","start":"2026-03-29T02:15:17.318341Z","end":"2026-03-29T02:15:17.542048Z","steps":["trace[848024914] 'read index received' (duration: 211.827358ms)","trace[848024914] 'applied index is now lower than readState.Index' (duration: 11.876256ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:15:17.542148Z","caller":"traceutil/trace.go:171","msg":"trace[451081185] transaction","detail":"{read_only:false; response_revision:6578; number_of_response:1; }","duration":"224.316328ms","start":"2026-03-29T02:15:17.317768Z","end":"2026-03-29T02:15:17.542084Z","steps":["trace[451081185] 'process raft request' (duration: 212.586305ms)","trace[451081185] 'compare' (duration: 11.465237ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:15:17.542531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.142894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-7fcdcd478-pwkh8\" ","response":"range_response_count:1 size:5600"} {"level":"info","ts":"2026-03-29T02:15:17.542626Z","caller":"traceutil/trace.go:171","msg":"trace[1915825374] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-cluster-operator-7fcdcd478-pwkh8; range_end:; response_count:1; response_revision:6578; }","duration":"224.370339ms","start":"2026-03-29T02:15:17.318233Z","end":"2026-03-29T02:15:17.542603Z","steps":["trace[1915825374] 'agreement among raft nodes before linearized reading' (duration: 223.895218ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:17.883606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.426541ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:15:17.883873Z","caller":"traceutil/trace.go:171","msg":"trace[1528909090] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:6578; }","duration":"174.717687ms","start":"2026-03-29T02:15:17.709128Z","end":"2026-03-29T02:15:17.883845Z","steps":["trace[1528909090] 'range keys from in-memory index tree' (duration: 174.38382ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:17.883692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.817778ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:15:17.884381Z","caller":"traceutil/trace.go:171","msg":"trace[1305050653] transaction","detail":"{read_only:false; response_revision:6579; number_of_response:1; }","duration":"338.069371ms","start":"2026-03-29T02:15:17.546284Z","end":"2026-03-29T02:15:17.884353Z","steps":["trace[1305050653] 'process raft request' (duration: 125.522807ms)","trace[1305050653] 'compare' (duration: 211.663425ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:15:17.884482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:17.54626Z","time spent":"338.182404ms","remote":"127.0.0.1:43074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":841,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-29T02:15:17.884782Z","caller":"traceutil/trace.go:171","msg":"trace[1245982930] linearizableReadLoop","detail":"{readStateIndex:6855; appliedIndex:6853; }","duration":"276.489234ms","start":"2026-03-29T02:15:17.608258Z","end":"2026-03-29T02:15:17.884747Z","steps":["trace[1245982930] 'read index received' (duration: 63.638153ms)","trace[1245982930] 'applied index is now lower than readState.Index' (duration: 212.849431ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:15:17.885007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.730719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:15:17.885099Z","caller":"traceutil/trace.go:171","msg":"trace[683345276] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:6580; }","duration":"276.879013ms","start":"2026-03-29T02:15:17.608205Z","end":"2026-03-29T02:15:17.885084Z","steps":["trace[683345276] 'agreement among raft nodes before linearized reading' (duration: 276.718549ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:15:17.884835Z","caller":"traceutil/trace.go:171","msg":"trace[1610755453] transaction","detail":"{read_only:false; response_revision:6580; number_of_response:1; }","duration":"333.402047ms","start":"2026-03-29T02:15:17.551412Z","end":"2026-03-29T02:15:17.884814Z","steps":["trace[1610755453] 'process raft request' (duration: 333.038379ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:17.885761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:17.551396Z","time spent":"334.296009ms","remote":"127.0.0.1:43172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5901,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:15:18.142722Z","caller":"traceutil/trace.go:171","msg":"trace[1159002169] linearizableReadLoop","detail":"{readStateIndex:6856; appliedIndex:6855; }","duration":"253.091881ms","start":"2026-03-29T02:15:17.889597Z","end":"2026-03-29T02:15:18.142689Z","steps":["trace[1159002169] 'read index received' (duration: 252.860826ms)","trace[1159002169] 'applied index is now lower than readState.Index' (duration: 229.555µs)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:15:18.143038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.42172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/pxc-operator-7cff949c8b-w9ndk\" ","response":"range_response_count:1 size:4351"} {"level":"info","ts":"2026-03-29T02:15:18.143086Z","caller":"traceutil/trace.go:171","msg":"trace[1898528972] range","detail":"{range_begin:/registry/pods/openstack/pxc-operator-7cff949c8b-w9ndk; range_end:; response_count:1; response_revision:6581; }","duration":"253.522202ms","start":"2026-03-29T02:15:17.889553Z","end":"2026-03-29T02:15:18.143075Z","steps":["trace[1898528972] 'agreement among raft nodes before linearized reading' (duration: 253.297177ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:18.14317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.384122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:15:18.143278Z","caller":"traceutil/trace.go:171","msg":"trace[1431762689] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6581; }","duration":"225.536636ms","start":"2026-03-29T02:15:17.917719Z","end":"2026-03-29T02:15:18.143256Z","steps":["trace[1431762689] 'agreement among raft nodes before linearized reading' (duration: 225.356682ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:18.143343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.604024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:102350"} {"level":"info","ts":"2026-03-29T02:15:18.143434Z","caller":"traceutil/trace.go:171","msg":"trace[1532044715] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:6581; }","duration":"253.819799ms","start":"2026-03-29T02:15:17.889599Z","end":"2026-03-29T02:15:18.143419Z","steps":["trace[1532044715] 'agreement among raft nodes before linearized reading' (duration: 253.311477ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:15:18.142756Z","caller":"traceutil/trace.go:171","msg":"trace[1728694751] transaction","detail":"{read_only:false; response_revision:6581; number_of_response:1; }","duration":"253.759066ms","start":"2026-03-29T02:15:17.888962Z","end":"2026-03-29T02:15:18.142721Z","steps":["trace[1728694751] 'process raft request' (duration: 253.534551ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:18.382409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.650352ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:15:18.382561Z","caller":"traceutil/trace.go:171","msg":"trace[957540310] transaction","detail":"{read_only:false; response_revision:6582; number_of_response:1; }","duration":"231.53573ms","start":"2026-03-29T02:15:18.150996Z","end":"2026-03-29T02:15:18.382532Z","steps":["trace[957540310] 'process raft request' (duration: 75.653193ms)","trace[957540310] 'compare' (duration: 155.466178ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:15:18.408514Z","caller":"traceutil/trace.go:171","msg":"trace[779465440] linearizableReadLoop","detail":"{readStateIndex:6858; appliedIndex:6856; }","duration":"240.731285ms","start":"2026-03-29T02:15:18.167754Z","end":"2026-03-29T02:15:18.408485Z","steps":["trace[779465440] 'read index received' (duration: 58.911318ms)","trace[779465440] 'applied index is now lower than readState.Index' (duration: 181.819067ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:15:18.408623Z","caller":"traceutil/trace.go:171","msg":"trace[68648580] transaction","detail":"{read_only:false; response_revision:6583; number_of_response:1; }","duration":"255.038025ms","start":"2026-03-29T02:15:18.153537Z","end":"2026-03-29T02:15:18.408575Z","steps":["trace[68648580] 'process raft request' (duration: 254.79891ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:18.408668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.895319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:15:18.40872Z","caller":"traceutil/trace.go:171","msg":"trace[37344919] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:6583; }","duration":"241.007621ms","start":"2026-03-29T02:15:18.1677Z","end":"2026-03-29T02:15:18.408708Z","steps":["trace[37344919] 'agreement among raft nodes before linearized reading' (duration: 240.915559ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:18.677443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"509.558559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:15:18.67745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.218273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-credential-setup\" ","response":"range_response_count:1 size:6159"} {"level":"warn","ts":"2026-03-29T02:15:18.677511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.74757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:15:18.677539Z","caller":"traceutil/trace.go:171","msg":"trace[2116557273] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:6584; }","duration":"509.679021ms","start":"2026-03-29T02:15:18.167838Z","end":"2026-03-29T02:15:18.677517Z","steps":["trace[2116557273] 'agreement among raft nodes before linearized reading' (duration: 314.012055ms)","trace[2116557273] 'range keys from in-memory index tree' (duration: 195.517982ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:15:18.677544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.824211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:15:18.677585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:18.167833Z","time spent":"509.743873ms","remote":"127.0.0.1:43224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/keystone-db-sync\" "} {"level":"info","ts":"2026-03-29T02:15:18.67757Z","caller":"traceutil/trace.go:171","msg":"trace[2020336402] range","detail":"{range_begin:/registry/jobs/openstack/keystone-credential-setup; range_end:; response_count:1; response_revision:6584; }","duration":"506.396307ms","start":"2026-03-29T02:15:18.17114Z","end":"2026-03-29T02:15:18.677536Z","steps":["trace[2020336402] 'agreement among raft nodes before linearized reading' (duration: 310.743791ms)","trace[2020336402] 'range keys from in-memory index tree' (duration: 195.328349ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:15:18.677588Z","caller":"traceutil/trace.go:171","msg":"trace[2070482639] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:6584; }","duration":"424.887974ms","start":"2026-03-29T02:15:18.252677Z","end":"2026-03-29T02:15:18.677565Z","steps":["trace[2070482639] 'agreement among raft nodes before linearized reading' (duration: 229.150737ms)","trace[2070482639] 'count revisions from in-memory index tree' (duration: 195.624635ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:15:18.677597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.077207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4130"} {"level":"info","ts":"2026-03-29T02:15:18.67764Z","caller":"traceutil/trace.go:171","msg":"trace[1097844855] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:6584; }","duration":"225.983464ms","start":"2026-03-29T02:15:18.451628Z","end":"2026-03-29T02:15:18.677611Z","steps":["trace[1097844855] 'agreement among raft nodes before linearized reading' (duration: 30.258717ms)","trace[1097844855] 'count revisions from in-memory index tree' (duration: 195.587134ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:15:18.67765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:18.252649Z","time spent":"424.985266ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":14,"response size":31,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:15:18.67765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:18.171126Z","time spent":"506.51308ms","remote":"127.0.0.1:43224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":6183,"request content":"key:\"/registry/jobs/openstack/keystone-credential-setup\" "} {"level":"info","ts":"2026-03-29T02:15:18.677697Z","caller":"traceutil/trace.go:171","msg":"trace[799232050] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:6584; }","duration":"264.22733ms","start":"2026-03-29T02:15:18.413446Z","end":"2026-03-29T02:15:18.677673Z","steps":["trace[799232050] 'agreement among raft nodes before linearized reading' (duration: 68.41634ms)","trace[799232050] 'range keys from in-memory index tree' (duration: 195.518902ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:15:18.689149Z","caller":"traceutil/trace.go:171","msg":"trace[527209895] transaction","detail":"{read_only:false; response_revision:6585; number_of_response:1; }","duration":"203.185166ms","start":"2026-03-29T02:15:18.485948Z","end":"2026-03-29T02:15:18.689133Z","steps":["trace[527209895] 'process raft request' (duration: 203.067022ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:15:18.977778Z","caller":"traceutil/trace.go:171","msg":"trace[1797498759] transaction","detail":"{read_only:false; response_revision:6586; number_of_response:1; }","duration":"291.654145ms","start":"2026-03-29T02:15:18.686107Z","end":"2026-03-29T02:15:18.977762Z","steps":["trace[1797498759] 'process raft request' (duration: 291.478991ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:15:18.977754Z","caller":"traceutil/trace.go:171","msg":"trace[1152378594] linearizableReadLoop","detail":"{readStateIndex:6861; appliedIndex:6860; }","duration":"285.952428ms","start":"2026-03-29T02:15:18.69178Z","end":"2026-03-29T02:15:18.977732Z","steps":["trace[1152378594] 'read index received' (duration: 285.790643ms)","trace[1152378594] 'applied index is now lower than readState.Index' (duration: 160.185µs)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:15:18.977923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.124161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a12d7c0e86f83c\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-03-29T02:15:18.977964Z","caller":"traceutil/trace.go:171","msg":"trace[14051163] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a12d7c0e86f83c; range_end:; response_count:1; response_revision:6586; }","duration":"286.212694ms","start":"2026-03-29T02:15:18.691741Z","end":"2026-03-29T02:15:18.977954Z","steps":["trace[14051163] 'agreement among raft nodes before linearized reading' (duration: 286.06648ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:18.97804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.967976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:15:18.978112Z","caller":"traceutil/trace.go:171","msg":"trace[548324598] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:6586; }","duration":"167.198761ms","start":"2026-03-29T02:15:18.810896Z","end":"2026-03-29T02:15:18.978094Z","steps":["trace[548324598] 'agreement among raft nodes before linearized reading' (duration: 167.042137ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:19.663652Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583528501956487,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-29T02:15:19.695387Z","caller":"traceutil/trace.go:171","msg":"trace[77127413] transaction","detail":"{read_only:false; response_revision:6589; number_of_response:1; }","duration":"604.476963ms","start":"2026-03-29T02:15:19.09089Z","end":"2026-03-29T02:15:19.695367Z","steps":["trace[77127413] 'process raft request' (duration: 604.323299ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:19.695558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:19.090864Z","time spent":"604.567484ms","remote":"127.0.0.1:43074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":835,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-29T02:15:20.077427Z","caller":"traceutil/trace.go:171","msg":"trace[543287652] linearizableReadLoop","detail":"{readStateIndex:6865; appliedIndex:6863; }","duration":"914.379533ms","start":"2026-03-29T02:15:19.163003Z","end":"2026-03-29T02:15:20.077383Z","steps":["trace[543287652] 'read index received' (duration: 532.144034ms)","trace[543287652] 'applied index is now lower than readState.Index' (duration: 382.234019ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:15:20.077567Z","caller":"traceutil/trace.go:171","msg":"trace[27504492] transaction","detail":"{read_only:false; response_revision:6590; number_of_response:1; }","duration":"980.924642ms","start":"2026-03-29T02:15:19.096631Z","end":"2026-03-29T02:15:20.077556Z","steps":["trace[27504492] 'process raft request' (duration: 980.234627ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:20.077673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:19.096612Z","time spent":"980.979184ms","remote":"127.0.0.1:43172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4927,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:15:20.078017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"914.988147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:15:20.078198Z","caller":"traceutil/trace.go:171","msg":"trace[2083190756] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:6590; }","duration":"915.228422ms","start":"2026-03-29T02:15:19.162937Z","end":"2026-03-29T02:15:20.078165Z","steps":["trace[2083190756] 'agreement among raft nodes before linearized reading' (duration: 914.968817ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:20.078306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:19.162917Z","time spent":"915.367135ms","remote":"127.0.0.1:43434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:15:20.408266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.382756ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:15:20.408456Z","caller":"traceutil/trace.go:171","msg":"trace[1551470402] linearizableReadLoop","detail":"{readStateIndex:6866; appliedIndex:6865; }","duration":"330.931813ms","start":"2026-03-29T02:15:20.077505Z","end":"2026-03-29T02:15:20.408437Z","steps":["trace[1551470402] 'read index received' (duration: 124.245659ms)","trace[1551470402] 'applied index is now lower than readState.Index' (duration: 206.684504ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:15:20.408588Z","caller":"traceutil/trace.go:171","msg":"trace[1796993244] transaction","detail":"{read_only:false; response_revision:6591; number_of_response:1; }","duration":"708.952449ms","start":"2026-03-29T02:15:19.699591Z","end":"2026-03-29T02:15:20.408543Z","steps":["trace[1796993244] 'process raft request' (duration: 502.226485ms)","trace[1796993244] 'compare' (duration: 206.228993ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:15:20.40863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"490.648136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:15:20.40875Z","caller":"traceutil/trace.go:171","msg":"trace[626198900] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6591; }","duration":"490.830359ms","start":"2026-03-29T02:15:19.917906Z","end":"2026-03-29T02:15:20.408736Z","steps":["trace[626198900] 'agreement among raft nodes before linearized reading' (duration: 490.654295ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:20.408837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:19.917873Z","time spent":"490.951922ms","remote":"127.0.0.1:43006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:15:20.408822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.354267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:15:20.408927Z","caller":"traceutil/trace.go:171","msg":"trace[1280402416] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:6591; }","duration":"215.51366ms","start":"2026-03-29T02:15:20.193395Z","end":"2026-03-29T02:15:20.408909Z","steps":["trace[1280402416] 'agreement among raft nodes before linearized reading' (duration: 215.282225ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:20.408742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.213979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7294"} {"level":"info","ts":"2026-03-29T02:15:20.409089Z","caller":"traceutil/trace.go:171","msg":"trace[793849017] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:6591; }","duration":"327.580947ms","start":"2026-03-29T02:15:20.081466Z","end":"2026-03-29T02:15:20.409047Z","steps":["trace[793849017] 'agreement among raft nodes before linearized reading' (duration: 327.114777ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:20.409159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:20.081447Z","time spent":"327.69192ms","remote":"127.0.0.1:43172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7318,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-03-29T02:15:20.408749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:19.699556Z","time spent":"709.113183ms","remote":"127.0.0.1:43074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":877,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-29T02:15:20.409148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.60201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-c4cs6\" ","response":"range_response_count:1 size:6520"} {"level":"warn","ts":"2026-03-29T02:15:20.408823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.465069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:15:20.409393Z","caller":"traceutil/trace.go:171","msg":"trace[40304580] range","detail":"{range_begin:/registry/pods/openstack/keepalived-c4cs6; range_end:; response_count:1; response_revision:6591; }","duration":"256.918257ms","start":"2026-03-29T02:15:20.152455Z","end":"2026-03-29T02:15:20.409373Z","steps":["trace[40304580] 'agreement among raft nodes before linearized reading' (duration: 256.18868ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:15:20.409429Z","caller":"traceutil/trace.go:171","msg":"trace[898665010] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:6591; }","duration":"317.305629ms","start":"2026-03-29T02:15:20.092099Z","end":"2026-03-29T02:15:20.409405Z","steps":["trace[898665010] 'agreement among raft nodes before linearized reading' (duration: 316.608393ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:20.40949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:20.092082Z","time spent":"317.387781ms","remote":"127.0.0.1:33190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:15:21.956392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.431763434s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:15:21.956563Z","caller":"traceutil/trace.go:171","msg":"trace[646269230] linearizableReadLoop","detail":"{readStateIndex:6867; appliedIndex:6866; }","duration":"1.543306149s","start":"2026-03-29T02:15:20.413239Z","end":"2026-03-29T02:15:21.956545Z","steps":["trace[646269230] 'read index received' (duration: 111.481353ms)","trace[646269230] 'applied index is now lower than readState.Index' (duration: 1.431822566s)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:15:21.956661Z","caller":"traceutil/trace.go:171","msg":"trace[1540641437] transaction","detail":"{read_only:false; response_revision:6592; number_of_response:1; }","duration":"1.543645967s","start":"2026-03-29T02:15:20.41296Z","end":"2026-03-29T02:15:21.956606Z","steps":["trace[1540641437] 'process raft request' (duration: 111.599177ms)","trace[1540641437] 'compare' (duration: 1.431095149s)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:15:21.956756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.543494174s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:15:21.956837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:20.412934Z","time spent":"1.54382631s","remote":"127.0.0.1:43074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":854,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-29T02:15:21.956854Z","caller":"traceutil/trace.go:171","msg":"trace[1032885049] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:6592; }","duration":"1.543625626s","start":"2026-03-29T02:15:20.413207Z","end":"2026-03-29T02:15:21.956833Z","steps":["trace[1032885049] 'agreement among raft nodes before linearized reading' (duration: 1.543443212s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:21.956896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:20.413195Z","time spent":"1.543692317s","remote":"127.0.0.1:43224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" "} {"level":"warn","ts":"2026-03-29T02:15:22.296987Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.588436628s","expected-duration":"1s"} {"level":"info","ts":"2026-03-29T02:15:22.354211Z","caller":"traceutil/trace.go:171","msg":"trace[230658476] linearizableReadLoop","detail":"{readStateIndex:6868; appliedIndex:6867; }","duration":"397.545673ms","start":"2026-03-29T02:15:21.956633Z","end":"2026-03-29T02:15:22.354179Z","steps":["trace[230658476] 'read index received' (duration: 340.663811ms)","trace[230658476] 'applied index is now lower than readState.Index' (duration: 56.880402ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:15:22.354538Z","caller":"traceutil/trace.go:171","msg":"trace[1830655978] transaction","detail":"{read_only:false; response_revision:6593; number_of_response:1; }","duration":"1.934428549s","start":"2026-03-29T02:15:20.420083Z","end":"2026-03-29T02:15:22.354511Z","steps":["trace[1830655978] 'process raft request' (duration: 1.877197139s)","trace[1830655978] 'compare' (duration: 56.520985ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:15:22.354572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.437236398s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:15:22.354657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.938884458s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:15:22.354685Z","caller":"traceutil/trace.go:171","msg":"trace[1348721508] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6593; }","duration":"1.437403672s","start":"2026-03-29T02:15:20.917255Z","end":"2026-03-29T02:15:22.354659Z","steps":["trace[1348721508] 'agreement among raft nodes before linearized reading' (duration: 1.437219087s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:22.354684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.671143799s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:15:22.354703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"856.714796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-29T02:15:22.354741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:20.917233Z","time spent":"1.437494574s","remote":"127.0.0.1:43010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-29T02:15:22.354778Z","caller":"traceutil/trace.go:171","msg":"trace[38294052] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:6593; }","duration":"1.671300604s","start":"2026-03-29T02:15:20.683457Z","end":"2026-03-29T02:15:22.354758Z","steps":["trace[38294052] 'agreement among raft nodes before linearized reading' (duration: 1.67112913s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:15:22.354786Z","caller":"traceutil/trace.go:171","msg":"trace[834577301] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:6593; }","duration":"856.857959ms","start":"2026-03-29T02:15:21.497907Z","end":"2026-03-29T02:15:22.354765Z","steps":["trace[834577301] 'agreement among raft nodes before linearized reading' (duration: 856.699205ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:22.354771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:20.420068Z","time spent":"1.934531221s","remote":"127.0.0.1:43172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7087,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:15:22.354833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:20.683435Z","time spent":"1.671389775s","remote":"127.0.0.1:43224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/keystone-db-sync\" "} {"level":"warn","ts":"2026-03-29T02:15:22.354835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:21.497885Z","time spent":"856.93954ms","remote":"127.0.0.1:42378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:15:22.354728Z","caller":"traceutil/trace.go:171","msg":"trace[834382346] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:6593; }","duration":"1.939086603s","start":"2026-03-29T02:15:20.415625Z","end":"2026-03-29T02:15:22.354712Z","steps":["trace[834382346] 'agreement among raft nodes before linearized reading' (duration: 1.93896812s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:22.354879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.941592949s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:102678"} {"level":"warn","ts":"2026-03-29T02:15:22.35493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:20.415603Z","time spent":"1.939297578s","remote":"127.0.0.1:45378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:15:22.354946Z","caller":"traceutil/trace.go:171","msg":"trace[1385885035] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:6593; }","duration":"1.94168759s","start":"2026-03-29T02:15:20.413242Z","end":"2026-03-29T02:15:22.35493Z","steps":["trace[1385885035] 'agreement among raft nodes before linearized reading' (duration: 1.941042646s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:22.355199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.671666281s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-credential-setup\" ","response":"range_response_count:1 size:6159"} {"level":"info","ts":"2026-03-29T02:15:22.355249Z","caller":"traceutil/trace.go:171","msg":"trace[973202028] range","detail":"{range_begin:/registry/jobs/openstack/keystone-credential-setup; range_end:; response_count:1; response_revision:6593; }","duration":"1.671723062s","start":"2026-03-29T02:15:20.683513Z","end":"2026-03-29T02:15:22.355236Z","steps":["trace[973202028] 'agreement among raft nodes before linearized reading' (duration: 1.671143309s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:22.355281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:20.683447Z","time spent":"1.671827105s","remote":"127.0.0.1:43224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":6183,"request content":"key:\"/registry/jobs/openstack/keystone-credential-setup\" "} {"level":"warn","ts":"2026-03-29T02:15:22.355166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:20.413222Z","time spent":"1.941925756s","remote":"127.0.0.1:43172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":11,"response size":102702,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-29T02:15:22.55952Z","caller":"traceutil/trace.go:171","msg":"trace[1881441138] linearizableReadLoop","detail":"{readStateIndex:6869; appliedIndex:6868; }","duration":"203.80023ms","start":"2026-03-29T02:15:22.355687Z","end":"2026-03-29T02:15:22.559488Z","steps":["trace[1881441138] 'read index received' (duration: 203.526464ms)","trace[1881441138] 'applied index is now lower than readState.Index' (duration: 271.756µs)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:15:22.559563Z","caller":"traceutil/trace.go:171","msg":"trace[312278821] transaction","detail":"{read_only:false; response_revision:6594; number_of_response:1; }","duration":"598.637602ms","start":"2026-03-29T02:15:21.960889Z","end":"2026-03-29T02:15:22.559527Z","steps":["trace[312278821] 'process raft request' (duration: 598.320115ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:22.559705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:21.960869Z","time spent":"598.766175ms","remote":"127.0.0.1:43074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":926,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-29T02:15:22.559701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.012174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:15:22.559775Z","caller":"traceutil/trace.go:171","msg":"trace[785229844] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6594; }","duration":"204.137646ms","start":"2026-03-29T02:15:22.355619Z","end":"2026-03-29T02:15:22.559757Z","steps":["trace[785229844] 'agreement among raft nodes before linearized reading' (duration: 203.985353ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:22.836525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.368969ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:15:22.836653Z","caller":"traceutil/trace.go:171","msg":"trace[723454576] transaction","detail":"{read_only:false; response_revision:6596; number_of_response:1; }","duration":"184.659191ms","start":"2026-03-29T02:15:22.651945Z","end":"2026-03-29T02:15:22.836604Z","steps":["trace[723454576] 'process raft request' (duration: 70.15406ms)","trace[723454576] 'compare' (duration: 114.262236ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:15:23.036071Z","caller":"traceutil/trace.go:171","msg":"trace[1587962990] transaction","detail":"{read_only:false; response_revision:6597; number_of_response:1; }","duration":"195.965203ms","start":"2026-03-29T02:15:22.840082Z","end":"2026-03-29T02:15:23.036047Z","steps":["trace[1587962990] 'process raft request' (duration: 119.132535ms)","trace[1587962990] 'compare' (duration: 76.674544ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:15:23.428639Z","caller":"traceutil/trace.go:171","msg":"trace[2124951178] transaction","detail":"{read_only:false; response_revision:6598; number_of_response:1; }","duration":"389.38457ms","start":"2026-03-29T02:15:23.039226Z","end":"2026-03-29T02:15:23.428611Z","steps":["trace[2124951178] 'process raft request' (duration: 389.228117ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:23.428788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:23.039207Z","time spent":"389.519223ms","remote":"127.0.0.1:43074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":799,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-29T02:15:26.440759Z","caller":"traceutil/trace.go:171","msg":"trace[485910072] transaction","detail":"{read_only:false; response_revision:6600; number_of_response:1; }","duration":"219.713686ms","start":"2026-03-29T02:15:26.221014Z","end":"2026-03-29T02:15:26.440728Z","steps":["trace[485910072] 'process raft request' (duration: 219.495411ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:26.649663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.399744ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:15:26.649888Z","caller":"traceutil/trace.go:171","msg":"trace[51960532] transaction","detail":"{read_only:false; response_revision:6601; number_of_response:1; }","duration":"231.621851ms","start":"2026-03-29T02:15:26.418235Z","end":"2026-03-29T02:15:26.649857Z","steps":["trace[51960532] 'process raft request' (duration: 114.936531ms)","trace[51960532] 'compare' (duration: 116.262701ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:15:26.65013Z","caller":"traceutil/trace.go:171","msg":"trace[1696031697] transaction","detail":"{read_only:false; response_revision:6602; number_of_response:1; }","duration":"136.527384ms","start":"2026-03-29T02:15:26.513584Z","end":"2026-03-29T02:15:26.650111Z","steps":["trace[1696031697] 'process raft request' (duration: 136.415362ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:15:26.650313Z","caller":"traceutil/trace.go:171","msg":"trace[1216371894] linearizableReadLoop","detail":"{readStateIndex:6876; appliedIndex:6875; }","duration":"209.566868ms","start":"2026-03-29T02:15:26.440704Z","end":"2026-03-29T02:15:26.650271Z","steps":["trace[1216371894] 'read index received' (duration: 92.481879ms)","trace[1216371894] 'applied index is now lower than readState.Index' (duration: 117.080318ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:15:26.650452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.424717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-credential-setup\" ","response":"range_response_count:1 size:6159"} {"level":"warn","ts":"2026-03-29T02:15:26.650463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.680716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-c4cs6\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-29T02:15:26.650513Z","caller":"traceutil/trace.go:171","msg":"trace[1862814073] range","detail":"{range_begin:/registry/jobs/openstack/keystone-credential-setup; range_end:; response_count:1; response_revision:6602; }","duration":"282.5099ms","start":"2026-03-29T02:15:26.367988Z","end":"2026-03-29T02:15:26.650498Z","steps":["trace[1862814073] 'agreement among raft nodes before linearized reading' (duration: 282.320255ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:15:26.650552Z","caller":"traceutil/trace.go:171","msg":"trace[1156004563] range","detail":"{range_begin:/registry/pods/openstack/keepalived-c4cs6; range_end:; response_count:1; response_revision:6602; }","duration":"275.780909ms","start":"2026-03-29T02:15:26.374754Z","end":"2026-03-29T02:15:26.650534Z","steps":["trace[1156004563] 'agreement among raft nodes before linearized reading' (duration: 275.523144ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:26.650592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.232015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:15:26.650542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.423199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:15:26.650639Z","caller":"traceutil/trace.go:171","msg":"trace[943561256] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:6602; }","duration":"160.317047ms","start":"2026-03-29T02:15:26.490309Z","end":"2026-03-29T02:15:26.650626Z","steps":["trace[943561256] 'agreement among raft nodes before linearized reading' (duration: 160.243986ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:26.650747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.589662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-jnhst.18a12e31042618c8\" ","response":"range_response_count:1 size:881"} {"level":"info","ts":"2026-03-29T02:15:26.650826Z","caller":"traceutil/trace.go:171","msg":"trace[513971141] range","detail":"{range_begin:/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-jnhst.18a12e31042618c8; range_end:; response_count:1; response_revision:6602; }","duration":"206.687384ms","start":"2026-03-29T02:15:26.444116Z","end":"2026-03-29T02:15:26.650803Z","steps":["trace[513971141] 'agreement among raft nodes before linearized reading' (duration: 206.397167ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:15:26.650865Z","caller":"traceutil/trace.go:171","msg":"trace[952472465] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:6602; }","duration":"287.684486ms","start":"2026-03-29T02:15:26.362976Z","end":"2026-03-29T02:15:26.650661Z","steps":["trace[952472465] 'agreement among raft nodes before linearized reading' (duration: 287.414819ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:15:27.37009Z","caller":"traceutil/trace.go:171","msg":"trace[1827148328] linearizableReadLoop","detail":"{readStateIndex:6880; appliedIndex:6879; }","duration":"715.209226ms","start":"2026-03-29T02:15:26.654854Z","end":"2026-03-29T02:15:27.370063Z","steps":["trace[1827148328] 'read index received' (duration: 69.882383ms)","trace[1827148328] 'applied index is now lower than readState.Index' (duration: 645.325743ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:15:27.370139Z","caller":"traceutil/trace.go:171","msg":"trace[1773118949] transaction","detail":"{read_only:false; response_revision:6604; number_of_response:1; }","duration":"716.416044ms","start":"2026-03-29T02:15:26.653697Z","end":"2026-03-29T02:15:27.370113Z","steps":["trace[1773118949] 'process raft request' (duration: 716.181828ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:27.370447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"696.536709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:15:27.370524Z","caller":"traceutil/trace.go:171","msg":"trace[1509914152] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:6604; }","duration":"696.671453ms","start":"2026-03-29T02:15:26.673836Z","end":"2026-03-29T02:15:27.370508Z","steps":["trace[1509914152] 'agreement among raft nodes before linearized reading' (duration: 696.394806ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:27.370523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"646.544791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:15:27.370577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:26.673823Z","time spent":"696.736794ms","remote":"127.0.0.1:43132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":6,"response size":31,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:15:27.370514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"643.951582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"info","ts":"2026-03-29T02:15:27.370627Z","caller":"traceutil/trace.go:171","msg":"trace[1432636210] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:6604; }","duration":"646.688774ms","start":"2026-03-29T02:15:26.723916Z","end":"2026-03-29T02:15:27.370605Z","steps":["trace[1432636210] 'agreement among raft nodes before linearized reading' (duration: 646.474099ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:15:27.370678Z","caller":"traceutil/trace.go:171","msg":"trace[1229567854] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:6604; }","duration":"644.152748ms","start":"2026-03-29T02:15:26.72651Z","end":"2026-03-29T02:15:27.370663Z","steps":["trace[1229567854] 'agreement among raft nodes before linearized reading' (duration: 643.785829ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:27.370698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:26.723906Z","time spent":"646.781586ms","remote":"127.0.0.1:45372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:15:27.370754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:26.726494Z","time spent":"644.219849ms","remote":"127.0.0.1:43154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-29T02:15:27.370561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"689.136314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-29T02:15:27.370842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"715.938674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:102678"} {"level":"warn","ts":"2026-03-29T02:15:27.370799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.195559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:15:27.371009Z","caller":"traceutil/trace.go:171","msg":"trace[147966220] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:6604; }","duration":"716.109987ms","start":"2026-03-29T02:15:26.654815Z","end":"2026-03-29T02:15:27.370925Z","steps":["trace[147966220] 'agreement among raft nodes before linearized reading' (duration: 715.36122ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:27.37106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:26.654802Z","time spent":"716.246451ms","remote":"127.0.0.1:43172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":11,"response size":102702,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-29T02:15:27.370967Z","caller":"traceutil/trace.go:171","msg":"trace[707068485] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:6604; }","duration":"689.500522ms","start":"2026-03-29T02:15:26.681371Z","end":"2026-03-29T02:15:27.370871Z","steps":["trace[707068485] 'agreement among raft nodes before linearized reading' (duration: 689.059682ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:15:27.371055Z","caller":"traceutil/trace.go:171","msg":"trace[1046002331] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:6604; }","duration":"222.535867ms","start":"2026-03-29T02:15:27.148455Z","end":"2026-03-29T02:15:27.370991Z","steps":["trace[1046002331] 'agreement among raft nodes before linearized reading' (duration: 222.159119ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:27.371227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:26.681361Z","time spent":"689.820719ms","remote":"127.0.0.1:43088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":70,"response size":31,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:15:27.37144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:26.653682Z","time spent":"717.212882ms","remote":"127.0.0.1:43074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":866,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:15:29.088498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.74124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:15:29.088622Z","caller":"traceutil/trace.go:171","msg":"trace[807956125] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6605; }","duration":"170.923794ms","start":"2026-03-29T02:15:28.917677Z","end":"2026-03-29T02:15:29.088601Z","steps":["trace[807956125] 'range keys from in-memory index tree' (duration: 170.660647ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:29.088936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.96131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:351"} {"level":"info","ts":"2026-03-29T02:15:29.089077Z","caller":"traceutil/trace.go:171","msg":"trace[1509464850] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:6605; }","duration":"127.126973ms","start":"2026-03-29T02:15:28.961927Z","end":"2026-03-29T02:15:29.089054Z","steps":["trace[1509464850] 'range keys from in-memory index tree' (duration: 126.653523ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:29.431788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.869161ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:15:29.43191Z","caller":"traceutil/trace.go:171","msg":"trace[1157022530] linearizableReadLoop","detail":"{readStateIndex:6883; appliedIndex:6882; }","duration":"293.826593ms","start":"2026-03-29T02:15:29.138064Z","end":"2026-03-29T02:15:29.43189Z","steps":["trace[1157022530] 'read index received' (duration: 63.797607ms)","trace[1157022530] 'applied index is now lower than readState.Index' (duration: 230.027776ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:15:29.432016Z","caller":"traceutil/trace.go:171","msg":"trace[1218360111] transaction","detail":"{read_only:false; response_revision:6607; number_of_response:1; }","duration":"293.962746ms","start":"2026-03-29T02:15:29.138037Z","end":"2026-03-29T02:15:29.432Z","steps":["trace[1218360111] 'process raft request' (duration: 63.807368ms)","trace[1218360111] 'compare' (duration: 229.562965ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:15:29.43237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.284344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-29T02:15:29.43245Z","caller":"traceutil/trace.go:171","msg":"trace[723309310] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6607; }","duration":"294.405267ms","start":"2026-03-29T02:15:29.138028Z","end":"2026-03-29T02:15:29.432433Z","steps":["trace[723309310] 'agreement among raft nodes before linearized reading' (duration: 294.116489ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:15:29.495729Z","caller":"traceutil/trace.go:171","msg":"trace[157725437] transaction","detail":"{read_only:false; response_revision:6608; number_of_response:1; }","duration":"351.669206ms","start":"2026-03-29T02:15:29.144035Z","end":"2026-03-29T02:15:29.495705Z","steps":["trace[157725437] 'process raft request' (duration: 351.542134ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:29.495876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:29.144025Z","time spent":"351.778749ms","remote":"127.0.0.1:43172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7034,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:15:29.495952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.772666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-c4cs6\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-29T02:15:29.496038Z","caller":"traceutil/trace.go:171","msg":"trace[1287977259] range","detail":"{range_begin:/registry/pods/openstack/keepalived-c4cs6; range_end:; response_count:1; response_revision:6608; }","duration":"118.922949ms","start":"2026-03-29T02:15:29.377096Z","end":"2026-03-29T02:15:29.496019Z","steps":["trace[1287977259] 'agreement among raft nodes before linearized reading' (duration: 118.668554ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:29.496046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.108072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io\" ","response":"range_response_count:1 size:4083"} {"level":"warn","ts":"2026-03-29T02:15:29.496068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.577089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io\" ","response":"range_response_count:1 size:5177"} {"level":"info","ts":"2026-03-29T02:15:29.496106Z","caller":"traceutil/trace.go:171","msg":"trace[248233816] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io; range_end:; response_count:1; response_revision:6608; }","duration":"353.648351ms","start":"2026-03-29T02:15:29.142447Z","end":"2026-03-29T02:15:29.496095Z","steps":["trace[248233816] 'agreement among raft nodes before linearized reading' (duration: 353.547859ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:15:29.496109Z","caller":"traceutil/trace.go:171","msg":"trace[1439114531] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io; range_end:; response_count:1; response_revision:6608; }","duration":"350.169523ms","start":"2026-03-29T02:15:29.14592Z","end":"2026-03-29T02:15:29.49609Z","steps":["trace[1439114531] 'agreement among raft nodes before linearized reading' (duration: 349.974799ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:29.496138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:29.142434Z","time spent":"353.694682ms","remote":"127.0.0.1:43060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":5201,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io\" "} {"level":"warn","ts":"2026-03-29T02:15:29.496186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.920861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" ","response":"range_response_count:1 size:24244"} {"level":"warn","ts":"2026-03-29T02:15:29.496214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.494476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io\" ","response":"range_response_count:1 size:188252"} {"level":"warn","ts":"2026-03-29T02:15:29.496227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.23533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io\" ","response":"range_response_count:1 size:10377"} {"level":"warn","ts":"2026-03-29T02:15:29.496228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.684461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io\" ","response":"range_response_count:1 size:4333"} {"level":"warn","ts":"2026-03-29T02:15:29.49626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.301327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io\" ","response":"range_response_count:1 size:9320"} {"level":"info","ts":"2026-03-29T02:15:29.496276Z","caller":"traceutil/trace.go:171","msg":"trace[315953110] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io; range_end:; response_count:1; response_revision:6608; }","duration":"347.052814ms","start":"2026-03-29T02:15:29.149201Z","end":"2026-03-29T02:15:29.496254Z","steps":["trace[315953110] 'agreement among raft nodes before linearized reading' (duration: 346.781918ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:15:29.49628Z","caller":"traceutil/trace.go:171","msg":"trace[1044997970] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io; range_end:; response_count:1; response_revision:6608; }","duration":"154.605229ms","start":"2026-03-29T02:15:29.341658Z","end":"2026-03-29T02:15:29.496263Z","steps":["trace[1044997970] 'agreement among raft nodes before linearized reading' (duration: 154.372624ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:29.496278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.503721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io\" ","response":"range_response_count:1 size:4180"} {"level":"info","ts":"2026-03-29T02:15:29.496294Z","caller":"traceutil/trace.go:171","msg":"trace[31355370] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io; range_end:; response_count:1; response_revision:6608; }","duration":"348.321022ms","start":"2026-03-29T02:15:29.147952Z","end":"2026-03-29T02:15:29.496273Z","steps":["trace[31355370] 'agreement among raft nodes before linearized reading' (duration: 348.123688ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:29.496294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.714207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io\" ","response":"range_response_count:1 size:5586"} {"level":"info","ts":"2026-03-29T02:15:29.49631Z","caller":"traceutil/trace.go:171","msg":"trace[680641729] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io; range_end:; response_count:1; response_revision:6608; }","duration":"353.816424ms","start":"2026-03-29T02:15:29.142475Z","end":"2026-03-29T02:15:29.496291Z","steps":["trace[680641729] 'agreement among raft nodes before linearized reading' (duration: 353.489097ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:29.496347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:29.147942Z","time spent":"348.395183ms","remote":"127.0.0.1:43060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":1,"response size":10401,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io\" "} {"level":"info","ts":"2026-03-29T02:15:29.496353Z","caller":"traceutil/trace.go:171","msg":"trace[1863676780] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io; range_end:; response_count:1; response_revision:6608; }","duration":"355.802789ms","start":"2026-03-29T02:15:29.140537Z","end":"2026-03-29T02:15:29.49634Z","steps":["trace[1863676780] 'agreement among raft nodes before linearized reading' (duration: 355.657896ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:15:29.496348Z","caller":"traceutil/trace.go:171","msg":"trace[1139369796] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io; range_end:; response_count:1; response_revision:6608; }","duration":"350.587872ms","start":"2026-03-29T02:15:29.145741Z","end":"2026-03-29T02:15:29.496329Z","steps":["trace[1139369796] 'agreement among raft nodes before linearized reading' (duration: 350.391278ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:29.496369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:29.14246Z","time spent":"353.901556ms","remote":"127.0.0.1:43060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":4357,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io\" "} {"level":"warn","ts":"2026-03-29T02:15:29.496389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:29.140524Z","time spent":"355.8561ms","remote":"127.0.0.1:43060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":1,"response size":5610,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io\" "} {"level":"warn","ts":"2026-03-29T02:15:29.496405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:29.145735Z","time spent":"350.657714ms","remote":"127.0.0.1:43060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":4204,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io\" "} {"level":"warn","ts":"2026-03-29T02:15:29.496144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:29.145895Z","time spent":"350.241545ms","remote":"127.0.0.1:43060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":4107,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io\" "} {"level":"warn","ts":"2026-03-29T02:15:29.496438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.700245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" ","response":"range_response_count:1 size:13229"} {"level":"info","ts":"2026-03-29T02:15:29.496318Z","caller":"traceutil/trace.go:171","msg":"trace[1059272087] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io; range_end:; response_count:1; response_revision:6608; }","duration":"350.369028ms","start":"2026-03-29T02:15:29.145932Z","end":"2026-03-29T02:15:29.496301Z","steps":["trace[1059272087] 'agreement among raft nodes before linearized reading' (duration: 350.259505ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:29.496469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.627791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" ","response":"range_response_count:1 size:188495"} {"level":"info","ts":"2026-03-29T02:15:29.496494Z","caller":"traceutil/trace.go:171","msg":"trace[429111322] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io; range_end:; response_count:1; response_revision:6608; }","duration":"350.803187ms","start":"2026-03-29T02:15:29.145673Z","end":"2026-03-29T02:15:29.496477Z","steps":["trace[429111322] 'agreement among raft nodes before linearized reading' (duration: 350.641344ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:15:29.496506Z","caller":"traceutil/trace.go:171","msg":"trace[726163866] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io; range_end:; response_count:1; response_revision:6608; }","duration":"324.698863ms","start":"2026-03-29T02:15:29.171795Z","end":"2026-03-29T02:15:29.496494Z","steps":["trace[726163866] 'agreement among raft nodes before linearized reading' (duration: 324.55558ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:29.496505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:29.145924Z","time spent":"350.568152ms","remote":"127.0.0.1:43060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":9344,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io\" "} {"level":"warn","ts":"2026-03-29T02:15:29.496534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:29.145654Z","time spent":"350.870449ms","remote":"127.0.0.1:43060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":13253,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" "} {"level":"warn","ts":"2026-03-29T02:15:29.496538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:29.17178Z","time spent":"324.751165ms","remote":"127.0.0.1:43060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":1,"response size":188519,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" "} {"level":"warn","ts":"2026-03-29T02:15:29.496324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:29.149196Z","time spent":"347.117805ms","remote":"127.0.0.1:43060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":24268,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" "} {"level":"info","ts":"2026-03-29T02:15:29.662251Z","caller":"traceutil/trace.go:171","msg":"trace[2111359404] linearizableReadLoop","detail":"{readStateIndex:6885; appliedIndex:6884; }","duration":"166.475485ms","start":"2026-03-29T02:15:29.495729Z","end":"2026-03-29T02:15:29.662205Z","steps":["trace[2111359404] 'read index received' (duration: 110.872761ms)","trace[2111359404] 'applied index is now lower than readState.Index' (duration: 55.601574ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:15:29.662341Z","caller":"traceutil/trace.go:171","msg":"trace[158500877] transaction","detail":"{read_only:false; response_revision:6609; number_of_response:1; }","duration":"225.401283ms","start":"2026-03-29T02:15:29.436886Z","end":"2026-03-29T02:15:29.662287Z","steps":["trace[158500877] 'process raft request' (duration: 169.781098ms)","trace[158500877] 'compare' (duration: 55.39606ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:15:29.662516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.040189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-cluster-operator-7fcdcd478-pwkh8.18a12da52b337418\" ","response":"range_response_count:1 size:820"} {"level":"info","ts":"2026-03-29T02:15:29.662603Z","caller":"traceutil/trace.go:171","msg":"trace[1972773800] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-cluster-operator-7fcdcd478-pwkh8.18a12da52b337418; range_end:; response_count:1; response_revision:6609; }","duration":"227.192862ms","start":"2026-03-29T02:15:29.435391Z","end":"2026-03-29T02:15:29.662584Z","steps":["trace[1972773800] 'agreement among raft nodes before linearized reading' (duration: 226.953447ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:29.662627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.937521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:102678"} {"level":"info","ts":"2026-03-29T02:15:29.662674Z","caller":"traceutil/trace.go:171","msg":"trace[1978610922] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:6609; }","duration":"161.032363ms","start":"2026-03-29T02:15:29.501629Z","end":"2026-03-29T02:15:29.662662Z","steps":["trace[1978610922] 'agreement among raft nodes before linearized reading' (duration: 160.774227ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:29.662787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.338297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-7n95q\" ","response":"range_response_count:1 size:7049"} {"level":"info","ts":"2026-03-29T02:15:29.662924Z","caller":"traceutil/trace.go:171","msg":"trace[153606539] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-7n95q; range_end:; response_count:1; response_revision:6609; }","duration":"160.466669ms","start":"2026-03-29T02:15:29.502393Z","end":"2026-03-29T02:15:29.66286Z","steps":["trace[153606539] 'agreement among raft nodes before linearized reading' (duration: 160.008459ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:30.417294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:30.067121Z","time spent":"350.163183ms","remote":"127.0.0.1:55186","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-29T02:15:30.418124Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583528501956559,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:15:30.417864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"635.770832ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:15:30.421323Z","caller":"traceutil/trace.go:171","msg":"trace[450188701] transaction","detail":"{read_only:false; response_revision:6610; number_of_response:1; }","duration":"756.287287ms","start":"2026-03-29T02:15:29.664898Z","end":"2026-03-29T02:15:30.421185Z","steps":["trace[450188701] 'process raft request' (duration: 117.085799ms)","trace[450188701] 'compare' (duration: 634.945354ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:15:30.421552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:29.664872Z","time spent":"756.554093ms","remote":"127.0.0.1:43074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":805,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:15:30.796745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.625133ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:15:30.796878Z","caller":"traceutil/trace.go:171","msg":"trace[829756814] linearizableReadLoop","detail":"{readStateIndex:6887; appliedIndex:6886; }","duration":"878.787399ms","start":"2026-03-29T02:15:29.918069Z","end":"2026-03-29T02:15:30.796856Z","steps":["trace[829756814] 'read index received' (duration: 772.90731ms)","trace[829756814] 'applied index is now lower than readState.Index' (duration: 105.878709ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:15:30.796899Z","caller":"traceutil/trace.go:171","msg":"trace[272633608] transaction","detail":"{read_only:false; response_revision:6611; number_of_response:1; }","duration":"1.124160518s","start":"2026-03-29T02:15:29.672712Z","end":"2026-03-29T02:15:30.796873Z","steps":["trace[272633608] 'process raft request' (duration: 1.01831224s)","trace[272633608] 'compare' (duration: 105.487929ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:15:30.797022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:29.672683Z","time spent":"1.12427968s","remote":"127.0.0.1:43172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6840,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:15:30.797365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"823.733777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:15:30.79739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"583.054093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:15:30.797474Z","caller":"traceutil/trace.go:171","msg":"trace[876485423] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:6611; }","duration":"583.143585ms","start":"2026-03-29T02:15:30.214311Z","end":"2026-03-29T02:15:30.797455Z","steps":["trace[876485423] 'agreement among raft nodes before linearized reading' (duration: 583.005382ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:15:30.797472Z","caller":"traceutil/trace.go:171","msg":"trace[1117405718] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:6611; }","duration":"823.87756ms","start":"2026-03-29T02:15:29.97357Z","end":"2026-03-29T02:15:30.797448Z","steps":["trace[1117405718] 'agreement among raft nodes before linearized reading' (duration: 823.695246ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:30.797463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"879.389022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:15:30.797502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.010157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/pxc-operator-7cff949c8b-w9ndk.18a12da812550510\" ","response":"range_response_count:1 size:796"} {"level":"warn","ts":"2026-03-29T02:15:30.797505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"669.614829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" limit:10 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:15:30.797529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"565.715105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-29T02:15:30.797543Z","caller":"traceutil/trace.go:171","msg":"trace[1395919672] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6611; }","duration":"879.539175ms","start":"2026-03-29T02:15:29.917987Z","end":"2026-03-29T02:15:30.797526Z","steps":["trace[1395919672] 'agreement among raft nodes before linearized reading' (duration: 879.390062ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:30.79755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:29.973553Z","time spent":"823.977572ms","remote":"127.0.0.1:43224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" "} {"level":"info","ts":"2026-03-29T02:15:30.797574Z","caller":"traceutil/trace.go:171","msg":"trace[2004721633] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:6611; }","duration":"669.741902ms","start":"2026-03-29T02:15:30.127813Z","end":"2026-03-29T02:15:30.797555Z","steps":["trace[2004721633] 'agreement among raft nodes before linearized reading' (duration: 669.599189ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:30.797589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:29.917963Z","time spent":"879.618797ms","remote":"127.0.0.1:43010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:15:30.797605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.383433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:15:30.797613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:30.127787Z","time spent":"669.816913ms","remote":"127.0.0.1:33052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" limit:10 "} {"level":"info","ts":"2026-03-29T02:15:30.797645Z","caller":"traceutil/trace.go:171","msg":"trace[214326460] range","detail":"{range_begin:/registry/events/openstack/pxc-operator-7cff949c8b-w9ndk.18a12da812550510; range_end:; response_count:1; response_revision:6611; }","duration":"269.163641ms","start":"2026-03-29T02:15:30.528381Z","end":"2026-03-29T02:15:30.797545Z","steps":["trace[214326460] 'agreement among raft nodes before linearized reading' (duration: 268.912715ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:15:30.797658Z","caller":"traceutil/trace.go:171","msg":"trace[1190211628] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:6611; }","duration":"137.503046ms","start":"2026-03-29T02:15:30.660142Z","end":"2026-03-29T02:15:30.797645Z","steps":["trace[1190211628] 'agreement among raft nodes before linearized reading' (duration: 137.427114ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:15:30.797588Z","caller":"traceutil/trace.go:171","msg":"trace[1739028078] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:6611; }","duration":"565.776846ms","start":"2026-03-29T02:15:30.231795Z","end":"2026-03-29T02:15:30.797572Z","steps":["trace[1739028078] 'agreement among raft nodes before linearized reading' (duration: 565.562532ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:30.797711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"669.413735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" limit:10 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:15:30.797472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.386811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-credential-setup\" ","response":"range_response_count:1 size:6159"} {"level":"warn","ts":"2026-03-29T02:15:30.797713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:30.231728Z","time spent":"565.96914ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-29T02:15:30.797819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.377145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/pxc-webhook-ssl\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:15:30.797473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"562.247978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/instance\" ","response":"range_response_count:1 size:7503"} {"level":"info","ts":"2026-03-29T02:15:30.797804Z","caller":"traceutil/trace.go:171","msg":"trace[1739440399] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:6611; }","duration":"669.744102ms","start":"2026-03-29T02:15:30.128043Z","end":"2026-03-29T02:15:30.797787Z","steps":["trace[1739440399] 'agreement among raft nodes before linearized reading' (duration: 669.352043ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:30.797533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:30.21424Z","time spent":"583.279007ms","remote":"127.0.0.1:33150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:15:30.797851Z","caller":"traceutil/trace.go:171","msg":"trace[1300997307] range","detail":"{range_begin:/registry/jobs/openstack/keystone-credential-setup; range_end:; response_count:1; response_revision:6611; }","duration":"136.77416ms","start":"2026-03-29T02:15:30.661058Z","end":"2026-03-29T02:15:30.797833Z","steps":["trace[1300997307] 'agreement among raft nodes before linearized reading' (duration: 136.265869ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:15:30.797881Z","caller":"traceutil/trace.go:171","msg":"trace[2044426611] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/instance; range_end:; response_count:1; response_revision:6611; }","duration":"562.699138ms","start":"2026-03-29T02:15:30.235164Z","end":"2026-03-29T02:15:30.797863Z","steps":["trace[2044426611] 'agreement among raft nodes before linearized reading' (duration: 562.174416ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:30.79801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:30.128023Z","time spent":"669.890055ms","remote":"127.0.0.1:33062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" limit:10 "} {"level":"info","ts":"2026-03-29T02:15:30.797862Z","caller":"traceutil/trace.go:171","msg":"trace[1129297073] range","detail":"{range_begin:/registry/secrets/openstack/pxc-webhook-ssl; range_end:; response_count:0; response_revision:6611; }","duration":"150.418205ms","start":"2026-03-29T02:15:30.647432Z","end":"2026-03-29T02:15:30.79785Z","steps":["trace[1129297073] 'agreement among raft nodes before linearized reading' (duration: 150.358664ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:30.797989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:30.235143Z","time spent":"562.828ms","remote":"127.0.0.1:33036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":7527,"request content":"key:\"/registry/cilium.io/ciliumnodes/instance\" "} {"level":"info","ts":"2026-03-29T02:15:31.256518Z","caller":"traceutil/trace.go:171","msg":"trace[270591881] linearizableReadLoop","detail":"{readStateIndex:6888; appliedIndex:6887; }","duration":"454.238182ms","start":"2026-03-29T02:15:30.80226Z","end":"2026-03-29T02:15:31.256498Z","steps":["trace[270591881] 'read index received' (duration: 454.096548ms)","trace[270591881] 'applied index is now lower than readState.Index' (duration: 140.074µs)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:15:31.256572Z","caller":"traceutil/trace.go:171","msg":"trace[1080356629] transaction","detail":"{read_only:false; response_revision:6612; number_of_response:1; }","duration":"454.363384ms","start":"2026-03-29T02:15:30.802184Z","end":"2026-03-29T02:15:31.256547Z","steps":["trace[1080356629] 'process raft request' (duration: 454.150159ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:31.256705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.438626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-653d13ba-660d-487b-8b3e-f4a0ff49c8b9\" ","response":"range_response_count:1 size:1275"} {"level":"warn","ts":"2026-03-29T02:15:31.256698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:30.802154Z","time spent":"454.465677ms","remote":"127.0.0.1:43074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":781,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:15:31.256729Z","caller":"traceutil/trace.go:171","msg":"trace[986015911] range","detail":"{range_begin:/registry/persistentvolumes/pvc-653d13ba-660d-487b-8b3e-f4a0ff49c8b9; range_end:; response_count:1; response_revision:6612; }","duration":"454.487797ms","start":"2026-03-29T02:15:30.802235Z","end":"2026-03-29T02:15:31.256723Z","steps":["trace[986015911] 'agreement among raft nodes before linearized reading' (duration: 454.356634ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:31.256747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:30.802221Z","time spent":"454.522197ms","remote":"127.0.0.1:43132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1299,"request content":"key:\"/registry/persistentvolumes/pvc-653d13ba-660d-487b-8b3e-f4a0ff49c8b9\" "} {"level":"warn","ts":"2026-03-29T02:15:31.606816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.511062ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-29T02:15:31.607077Z","caller":"traceutil/trace.go:171","msg":"trace[1024010463] transaction","detail":"{read_only:false; response_revision:6613; number_of_response:1; }","duration":"170.463503ms","start":"2026-03-29T02:15:31.436595Z","end":"2026-03-29T02:15:31.607058Z","steps":["trace[1024010463] 'process raft request' (duration: 170.33191ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:15:31.607291Z","caller":"traceutil/trace.go:171","msg":"trace[1689925687] linearizableReadLoop","detail":"{readStateIndex:6889; appliedIndex:6888; }","duration":"350.671534ms","start":"2026-03-29T02:15:31.256576Z","end":"2026-03-29T02:15:31.607247Z","steps":["trace[1689925687] 'read index received' (duration: 121.672322ms)","trace[1689925687] 'applied index is now lower than readState.Index' (duration: 228.992242ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:15:31.607482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"688.678635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:15:31.607548Z","caller":"traceutil/trace.go:171","msg":"trace[1881927614] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6613; }","duration":"688.796268ms","start":"2026-03-29T02:15:30.918735Z","end":"2026-03-29T02:15:31.607532Z","steps":["trace[1881927614] 'agreement among raft nodes before linearized reading' (duration: 688.566843ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:31.607574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"787.417734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-03-29T02:15:31.607596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:30.918718Z","time spent":"688.8673ms","remote":"127.0.0.1:43010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:15:31.607605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.450252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-messaging-topology-operator-7f8596f788-7665k.18a12da600bc9d44\" ","response":"range_response_count:1 size:856"} {"level":"info","ts":"2026-03-29T02:15:31.607625Z","caller":"traceutil/trace.go:171","msg":"trace[536527897] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:6613; }","duration":"787.482515ms","start":"2026-03-29T02:15:30.820128Z","end":"2026-03-29T02:15:31.60761Z","steps":["trace[536527897] 'agreement among raft nodes before linearized reading' (duration: 787.271711ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:15:31.607659Z","caller":"traceutil/trace.go:171","msg":"trace[1619580879] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-messaging-topology-operator-7f8596f788-7665k.18a12da600bc9d44; range_end:; response_count:1; response_revision:6613; }","duration":"347.531544ms","start":"2026-03-29T02:15:31.260113Z","end":"2026-03-29T02:15:31.607644Z","steps":["trace[1619580879] 'agreement among raft nodes before linearized reading' (duration: 347.404381ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:31.607667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:30.820122Z","time spent":"787.533726ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-29T02:15:31.607692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:31.260096Z","time spent":"347.588315ms","remote":"127.0.0.1:43074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":1,"response size":880,"request content":"key:\"/registry/events/openstack/rabbitmq-messaging-topology-operator-7f8596f788-7665k.18a12da600bc9d44\" "} {"level":"warn","ts":"2026-03-29T02:15:31.607693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"796.254492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/instance\" ","response":"range_response_count:1 size:7503"} {"level":"info","ts":"2026-03-29T02:15:31.607751Z","caller":"traceutil/trace.go:171","msg":"trace[1329232313] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/instance; range_end:; response_count:1; response_revision:6613; }","duration":"796.344193ms","start":"2026-03-29T02:15:30.81139Z","end":"2026-03-29T02:15:31.607734Z","steps":["trace[1329232313] 'agreement among raft nodes before linearized reading' (duration: 796.081857ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:31.607813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:30.81138Z","time spent":"796.419956ms","remote":"127.0.0.1:33036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":7527,"request content":"key:\"/registry/cilium.io/ciliumnodes/instance\" "} {"level":"warn","ts":"2026-03-29T02:15:31.607832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.325994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-03-29T02:15:31.607875Z","caller":"traceutil/trace.go:171","msg":"trace[1768007773] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:6613; }","duration":"374.405056ms","start":"2026-03-29T02:15:31.233457Z","end":"2026-03-29T02:15:31.607862Z","steps":["trace[1768007773] 'agreement among raft nodes before linearized reading' (duration: 374.292244ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:31.607896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.337459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:430"} {"level":"info","ts":"2026-03-29T02:15:31.607926Z","caller":"traceutil/trace.go:171","msg":"trace[512684866] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6613; }","duration":"106.40029ms","start":"2026-03-29T02:15:31.501516Z","end":"2026-03-29T02:15:31.607917Z","steps":["trace[512684866] 'agreement among raft nodes before linearized reading' (duration: 106.312158ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:31.607926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:31.23344Z","time spent":"374.474677ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":596,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-29T02:15:31.608065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.616935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:424"} {"level":"info","ts":"2026-03-29T02:15:31.608129Z","caller":"traceutil/trace.go:171","msg":"trace[1205955434] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6613; }","duration":"106.725097ms","start":"2026-03-29T02:15:31.501384Z","end":"2026-03-29T02:15:31.608109Z","steps":["trace[1205955434] 'agreement among raft nodes before linearized reading' (duration: 106.587824ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:31.608246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"785.671145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-03-29T02:15:31.608368Z","caller":"traceutil/trace.go:171","msg":"trace[785509754] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:6613; }","duration":"785.976542ms","start":"2026-03-29T02:15:30.822369Z","end":"2026-03-29T02:15:31.608346Z","steps":["trace[785509754] 'agreement among raft nodes before linearized reading' (duration: 784.947219ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:31.608449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:30.822345Z","time spent":"786.090494ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-29T02:15:32.018685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.697088ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:15:32.018825Z","caller":"traceutil/trace.go:171","msg":"trace[1873271738] transaction","detail":"{read_only:false; response_revision:6614; number_of_response:1; }","duration":"407.727101ms","start":"2026-03-29T02:15:31.611077Z","end":"2026-03-29T02:15:32.018804Z","steps":["trace[1873271738] 'process raft request' (duration: 160.821168ms)","trace[1873271738] 'compare' (duration: 246.522894ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:15:32.01917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:31.611056Z","time spent":"407.982997ms","remote":"127.0.0.1:43074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":841,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:15:32.091541Z","caller":"traceutil/trace.go:171","msg":"trace[326485009] transaction","detail":"{read_only:false; response_revision:6615; number_of_response:1; }","duration":"477.485152ms","start":"2026-03-29T02:15:31.614029Z","end":"2026-03-29T02:15:32.091514Z","steps":["trace[326485009] 'process raft request' (duration: 477.297767ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:32.091748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:31.614009Z","time spent":"477.659036ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:15:32.091869Z","caller":"traceutil/trace.go:171","msg":"trace[103667155] transaction","detail":"{read_only:false; response_revision:6616; number_of_response:1; }","duration":"477.671366ms","start":"2026-03-29T02:15:31.614174Z","end":"2026-03-29T02:15:32.091846Z","steps":["trace[103667155] 'process raft request' (duration: 477.297218ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:32.092003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:31.614167Z","time spent":"477.751867ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:15:32.092932Z","caller":"traceutil/trace.go:171","msg":"trace[1837671053] linearizableReadLoop","detail":"{readStateIndex:6895; appliedIndex:6890; }","duration":"447.09396ms","start":"2026-03-29T02:15:31.645818Z","end":"2026-03-29T02:15:32.092912Z","steps":["trace[1837671053] 'read index received' (duration: 126.161702ms)","trace[1837671053] 'applied index is now lower than readState.Index' (duration: 320.931608ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:15:32.093233Z","caller":"traceutil/trace.go:171","msg":"trace[1911613304] transaction","detail":"{read_only:false; response_revision:6617; number_of_response:1; }","duration":"478.992845ms","start":"2026-03-29T02:15:31.614232Z","end":"2026-03-29T02:15:32.093225Z","steps":["trace[1911613304] 'process raft request' (duration: 477.39783ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:32.093323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:31.614226Z","time spent":"479.029786ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:15:32.093394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.569501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/pxc-operator-7cff949c8b-w9ndk\" ","response":"range_response_count:1 size:4679"} {"level":"info","ts":"2026-03-29T02:15:32.093489Z","caller":"traceutil/trace.go:171","msg":"trace[172397965] range","detail":"{range_begin:/registry/pods/openstack/pxc-operator-7cff949c8b-w9ndk; range_end:; response_count:1; response_revision:6618; }","duration":"447.714304ms","start":"2026-03-29T02:15:31.645755Z","end":"2026-03-29T02:15:32.093469Z","steps":["trace[172397965] 'agreement among raft nodes before linearized reading' (duration: 447.478829ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:32.09354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:31.645735Z","time spent":"447.796646ms","remote":"127.0.0.1:43172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":4703,"request content":"key:\"/registry/pods/openstack/pxc-operator-7cff949c8b-w9ndk\" "} {"level":"info","ts":"2026-03-29T02:15:32.093642Z","caller":"traceutil/trace.go:171","msg":"trace[786101438] transaction","detail":"{read_only:false; response_revision:6618; number_of_response:1; }","duration":"479.234601ms","start":"2026-03-29T02:15:31.614399Z","end":"2026-03-29T02:15:32.093633Z","steps":["trace[786101438] 'process raft request' (duration: 478.451613ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:32.093707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:31.614391Z","time spent":"479.274942ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:15:32.484954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.722048ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-29T02:15:32.485257Z","caller":"traceutil/trace.go:171","msg":"trace[1768002921] transaction","detail":"{read_only:false; response_revision:6619; number_of_response:1; }","duration":"386.126037ms","start":"2026-03-29T02:15:32.099115Z","end":"2026-03-29T02:15:32.485241Z","steps":["trace[1768002921] 'process raft request' (duration: 385.981034ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:15:32.485255Z","caller":"traceutil/trace.go:171","msg":"trace[442373833] linearizableReadLoop","detail":"{readStateIndex:6896; appliedIndex:6895; }","duration":"392.233504ms","start":"2026-03-29T02:15:32.092997Z","end":"2026-03-29T02:15:32.485231Z","steps":["trace[442373833] 'read index received' (duration: 68.961113ms)","trace[442373833] 'applied index is now lower than readState.Index' (duration: 323.269631ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:15:32.485385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:32.099094Z","time spent":"386.205799ms","remote":"127.0.0.1:43172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4450,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:15:32.485756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.009744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-29T02:15:32.485769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.83877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-29T02:15:32.485736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"819.528681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-29T02:15:32.485781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"818.066859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-c4cs6\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-29T02:15:32.485822Z","caller":"traceutil/trace.go:171","msg":"trace[1419560494] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6619; }","duration":"390.096796ms","start":"2026-03-29T02:15:32.095707Z","end":"2026-03-29T02:15:32.485804Z","steps":["trace[1419560494] 'agreement among raft nodes before linearized reading' (duration: 389.907671ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:15:32.485835Z","caller":"traceutil/trace.go:171","msg":"trace[930501950] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6619; }","duration":"389.916822ms","start":"2026-03-29T02:15:32.095893Z","end":"2026-03-29T02:15:32.48581Z","steps":["trace[930501950] 'agreement among raft nodes before linearized reading' (duration: 389.770548ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:15:32.485855Z","caller":"traceutil/trace.go:171","msg":"trace[355702338] range","detail":"{range_begin:/registry/pods/openstack/keepalived-c4cs6; range_end:; response_count:1; response_revision:6619; }","duration":"818.166402ms","start":"2026-03-29T02:15:31.667671Z","end":"2026-03-29T02:15:32.485838Z","steps":["trace[355702338] 'agreement among raft nodes before linearized reading' (duration: 817.950526ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:32.485877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:32.095886Z","time spent":"389.983464ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-29T02:15:32.485884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:32.095688Z","time spent":"390.183689ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-29T02:15:32.485898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:31.667663Z","time spent":"818.226324ms","remote":"127.0.0.1:43172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6544,"request content":"key:\"/registry/pods/openstack/keepalived-c4cs6\" "} {"level":"info","ts":"2026-03-29T02:15:32.485853Z","caller":"traceutil/trace.go:171","msg":"trace[1131304807] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6619; }","duration":"819.663956ms","start":"2026-03-29T02:15:31.666163Z","end":"2026-03-29T02:15:32.485827Z","steps":["trace[1131304807] 'agreement among raft nodes before linearized reading' (duration: 819.370688ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:32.485705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.356854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" ","response":"range_response_count:1 size:3017"} {"level":"warn","ts":"2026-03-29T02:15:32.485993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:31.666152Z","time spent":"819.798548ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-29T02:15:32.486054Z","caller":"traceutil/trace.go:171","msg":"trace[1198254234] range","detail":"{range_begin:/registry/configmaps/kube-system/extension-apiserver-authentication; range_end:; response_count:1; response_revision:6619; }","duration":"214.710973ms","start":"2026-03-29T02:15:32.271288Z","end":"2026-03-29T02:15:32.485999Z","steps":["trace[1198254234] 'agreement among raft nodes before linearized reading' (duration: 214.344113ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:32.485691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.17762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-cluster-operator-7fcdcd478-pwkh8.18a12da53a498c13\" ","response":"range_response_count:1 size:820"} {"level":"warn","ts":"2026-03-29T02:15:32.486107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"568.2023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:15:32.486148Z","caller":"traceutil/trace.go:171","msg":"trace[1019559612] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-cluster-operator-7fcdcd478-pwkh8.18a12da53a498c13; range_end:; response_count:1; response_revision:6619; }","duration":"463.681813ms","start":"2026-03-29T02:15:32.022454Z","end":"2026-03-29T02:15:32.486136Z","steps":["trace[1019559612] 'agreement among raft nodes before linearized reading' (duration: 463.060938ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:15:32.486155Z","caller":"traceutil/trace.go:171","msg":"trace[170161363] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6619; }","duration":"568.324953ms","start":"2026-03-29T02:15:31.917817Z","end":"2026-03-29T02:15:32.486142Z","steps":["trace[170161363] 'agreement among raft nodes before linearized reading' (duration: 567.518154ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:32.486182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:32.022436Z","time spent":"463.735873ms","remote":"127.0.0.1:43074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":844,"request content":"key:\"/registry/events/openstack/rabbitmq-cluster-operator-7fcdcd478-pwkh8.18a12da53a498c13\" "} {"level":"warn","ts":"2026-03-29T02:15:32.486188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:31.917792Z","time spent":"568.387975ms","remote":"127.0.0.1:43006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:15:32.485705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"757.469933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:15:32.486288Z","caller":"traceutil/trace.go:171","msg":"trace[1845337961] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:6619; }","duration":"758.119239ms","start":"2026-03-29T02:15:31.72815Z","end":"2026-03-29T02:15:32.486269Z","steps":["trace[1845337961] 'agreement among raft nodes before linearized reading' (duration: 757.447793ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:32.486385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:31.728131Z","time spent":"758.231561ms","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":12,"response size":31,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:15:32.485732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"547.129598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-29T02:15:32.48658Z","caller":"traceutil/trace.go:171","msg":"trace[307452161] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6619; }","duration":"548.000358ms","start":"2026-03-29T02:15:31.938562Z","end":"2026-03-29T02:15:32.486563Z","steps":["trace[307452161] 'agreement among raft nodes before linearized reading' (duration: 547.027356ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:32.486653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:31.93855Z","time spent":"548.088971ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-29T02:15:32.488326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"734.072171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 ","response":"range_response_count:193 size:152592"} {"level":"info","ts":"2026-03-29T02:15:32.488469Z","caller":"traceutil/trace.go:171","msg":"trace[433936186] range","detail":"{range_begin:/registry/events/openstack/; range_end:/registry/events/openstack0; response_count:193; response_revision:6619; }","duration":"734.287686ms","start":"2026-03-29T02:15:31.754163Z","end":"2026-03-29T02:15:32.488451Z","steps":["trace[433936186] 'agreement among raft nodes before linearized reading' (duration: 731.243558ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:32.488646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:31.754147Z","time spent":"734.46671ms","remote":"127.0.0.1:43498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":193,"response size":152616,"request content":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 "} {"level":"warn","ts":"2026-03-29T02:15:32.775763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.486207ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:15:32.775903Z","caller":"traceutil/trace.go:171","msg":"trace[1038519952] linearizableReadLoop","detail":"{readStateIndex:6898; appliedIndex:6897; }","duration":"285.938817ms","start":"2026-03-29T02:15:32.489941Z","end":"2026-03-29T02:15:32.77588Z","steps":["trace[1038519952] 'read index received' (duration: 118.197244ms)","trace[1038519952] 'applied index is now lower than readState.Index' (duration: 167.739873ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:15:32.77603Z","caller":"traceutil/trace.go:171","msg":"trace[2039750165] transaction","detail":"{read_only:false; response_revision:6620; number_of_response:1; }","duration":"287.449181ms","start":"2026-03-29T02:15:32.488532Z","end":"2026-03-29T02:15:32.775981Z","steps":["trace[2039750165] 'process raft request' (duration: 119.596446ms)","trace[2039750165] 'compare' (duration: 167.290193ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:15:32.776138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.192612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-vip-instance\" ","response":"range_response_count:1 size:4942"} {"level":"info","ts":"2026-03-29T02:15:32.776226Z","caller":"traceutil/trace.go:171","msg":"trace[1212468726] range","detail":"{range_begin:/registry/pods/kube-system/kube-vip-instance; range_end:; response_count:1; response_revision:6620; }","duration":"286.279934ms","start":"2026-03-29T02:15:32.48993Z","end":"2026-03-29T02:15:32.77621Z","steps":["trace[1212468726] 'agreement among raft nodes before linearized reading' (duration: 286.047989ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:15:33.059255Z","caller":"traceutil/trace.go:171","msg":"trace[1074632432] transaction","detail":"{read_only:false; response_revision:6621; number_of_response:1; }","duration":"567.77872ms","start":"2026-03-29T02:15:32.491451Z","end":"2026-03-29T02:15:33.05923Z","steps":["trace[1074632432] 'process raft request' (duration: 485.003029ms)","trace[1074632432] 'compare' (duration: 82.368342ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:15:33.059418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:32.49144Z","time spent":"567.901692ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:15:33.059665Z","caller":"traceutil/trace.go:171","msg":"trace[421962694] transaction","detail":"{read_only:false; response_revision:6622; number_of_response:1; }","duration":"567.734319ms","start":"2026-03-29T02:15:32.491903Z","end":"2026-03-29T02:15:33.059637Z","steps":["trace[421962694] 'process raft request' (duration: 567.286969ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:15:33.059659Z","caller":"traceutil/trace.go:171","msg":"trace[1201593634] linearizableReadLoop","detail":"{readStateIndex:6901; appliedIndex:6898; }","duration":"283.692596ms","start":"2026-03-29T02:15:32.77594Z","end":"2026-03-29T02:15:33.059633Z","steps":["trace[1201593634] 'read index received' (duration: 200.530996ms)","trace[1201593634] 'applied index is now lower than readState.Index' (duration: 83.16007ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:15:33.059756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.470626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-29T02:15:33.059792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:32.491897Z","time spent":"567.832601ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:15:33.059802Z","caller":"traceutil/trace.go:171","msg":"trace[23538077] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:6623; }","duration":"450.563188ms","start":"2026-03-29T02:15:32.609228Z","end":"2026-03-29T02:15:33.059792Z","steps":["trace[23538077] 'agreement among raft nodes before linearized reading' (duration: 450.482136ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:33.059837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:32.609209Z","time spent":"450.619669ms","remote":"127.0.0.1:43414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:15:33.059826Z","caller":"traceutil/trace.go:171","msg":"trace[32572510] transaction","detail":"{read_only:false; response_revision:6623; number_of_response:1; }","duration":"567.433512ms","start":"2026-03-29T02:15:32.49237Z","end":"2026-03-29T02:15:33.059804Z","steps":["trace[32572510] 'process raft request' (duration: 567.113535ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:33.059888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"505.994638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"warn","ts":"2026-03-29T02:15:33.059878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"557.504301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" ","response":"range_response_count:1 size:3017"} {"level":"warn","ts":"2026-03-29T02:15:33.059926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:32.492352Z","time spent":"567.523864ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:15:33.059961Z","caller":"traceutil/trace.go:171","msg":"trace[613829313] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:6623; }","duration":"506.123211ms","start":"2026-03-29T02:15:32.553821Z","end":"2026-03-29T02:15:33.059944Z","steps":["trace[613829313] 'agreement among raft nodes before linearized reading' (duration: 505.909636ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:15:33.059964Z","caller":"traceutil/trace.go:171","msg":"trace[1636098241] range","detail":"{range_begin:/registry/configmaps/kube-system/extension-apiserver-authentication; range_end:; response_count:1; response_revision:6623; }","duration":"557.621124ms","start":"2026-03-29T02:15:32.502327Z","end":"2026-03-29T02:15:33.059948Z","steps":["trace[1636098241] 'agreement among raft nodes before linearized reading' (duration: 557.4495ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:33.060015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:32.553798Z","time spent":"506.205363ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":549,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-03-29T02:15:33.060061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:32.50232Z","time spent":"557.728226ms","remote":"127.0.0.1:43100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3041,"request content":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" "} {"level":"warn","ts":"2026-03-29T02:15:33.060604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"569.114971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:102464"} {"level":"info","ts":"2026-03-29T02:15:33.060808Z","caller":"traceutil/trace.go:171","msg":"trace[469137716] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:6623; }","duration":"569.374926ms","start":"2026-03-29T02:15:32.491407Z","end":"2026-03-29T02:15:33.060782Z","steps":["trace[469137716] 'agreement among raft nodes before linearized reading' (duration: 568.514406ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:33.061345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:32.491388Z","time spent":"569.531641ms","remote":"127.0.0.1:43172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":11,"response size":102488,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-29T02:15:33.340291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.122916ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:15:33.340634Z","caller":"traceutil/trace.go:171","msg":"trace[732368668] transaction","detail":"{read_only:false; response_revision:6625; number_of_response:1; }","duration":"555.870854ms","start":"2026-03-29T02:15:32.78473Z","end":"2026-03-29T02:15:33.340601Z","steps":["trace[732368668] 'process raft request' (duration: 555.714661ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:15:33.340609Z","caller":"traceutil/trace.go:171","msg":"trace[1284438127] transaction","detail":"{read_only:false; response_revision:6624; number_of_response:1; }","duration":"560.323354ms","start":"2026-03-29T02:15:32.780246Z","end":"2026-03-29T02:15:33.340569Z","steps":["trace[1284438127] 'process raft request' (duration: 422.767757ms)","trace[1284438127] 'compare' (duration: 136.341789ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:15:33.340746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.306019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:15:33.340806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:32.784675Z","time spent":"556.039489ms","remote":"127.0.0.1:43172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:15:33.34083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"536.366249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:15:33.340855Z","caller":"traceutil/trace.go:171","msg":"trace[1796341034] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6625; }","duration":"423.487433ms","start":"2026-03-29T02:15:32.917344Z","end":"2026-03-29T02:15:33.340832Z","steps":["trace[1796341034] 'agreement among raft nodes before linearized reading' (duration: 423.289808ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:33.340852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"535.818526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-credential-setup\" ","response":"range_response_count:1 size:6159"} {"level":"info","ts":"2026-03-29T02:15:33.340882Z","caller":"traceutil/trace.go:171","msg":"trace[1046737806] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:6625; }","duration":"536.45327ms","start":"2026-03-29T02:15:32.804413Z","end":"2026-03-29T02:15:33.340866Z","steps":["trace[1046737806] 'agreement among raft nodes before linearized reading' (duration: 536.361108ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:33.34088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"535.902778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:15:33.340914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:32.917321Z","time spent":"423.583105ms","remote":"127.0.0.1:43010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-29T02:15:33.340932Z","caller":"traceutil/trace.go:171","msg":"trace[1989686269] range","detail":"{range_begin:/registry/jobs/openstack/keystone-credential-setup; range_end:; response_count:1; response_revision:6625; }","duration":"535.910258ms","start":"2026-03-29T02:15:32.805002Z","end":"2026-03-29T02:15:33.340912Z","steps":["trace[1989686269] 'agreement among raft nodes before linearized reading' (duration: 535.658753ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:33.340939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:32.804396Z","time spent":"536.532103ms","remote":"127.0.0.1:43224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/keystone-db-sync\" "} {"level":"warn","ts":"2026-03-29T02:15:33.340873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.321235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:15:33.341124Z","caller":"traceutil/trace.go:171","msg":"trace[1282075164] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:6625; }","duration":"307.633242ms","start":"2026-03-29T02:15:33.033469Z","end":"2026-03-29T02:15:33.341102Z","steps":["trace[1282075164] 'agreement among raft nodes before linearized reading' (duration: 307.258883ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:33.341185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:33.033391Z","time spent":"307.774155ms","remote":"127.0.0.1:33194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:15:33.340982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:32.804982Z","time spent":"535.989811ms","remote":"127.0.0.1:43224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":6183,"request content":"key:\"/registry/jobs/openstack/keystone-credential-setup\" "} {"level":"warn","ts":"2026-03-29T02:15:33.340957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:32.780221Z","time spent":"560.618231ms","remote":"127.0.0.1:43074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":772,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-29T02:15:33.340626Z","caller":"traceutil/trace.go:171","msg":"trace[1068174849] linearizableReadLoop","detail":"{readStateIndex:6903; appliedIndex:6901; }","duration":"280.854073ms","start":"2026-03-29T02:15:33.059747Z","end":"2026-03-29T02:15:33.340601Z","steps":["trace[1068174849] 'read index received' (duration: 143.290296ms)","trace[1068174849] 'applied index is now lower than readState.Index' (duration: 137.562467ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:15:33.340987Z","caller":"traceutil/trace.go:171","msg":"trace[310622055] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:6625; }","duration":"536.033311ms","start":"2026-03-29T02:15:32.804922Z","end":"2026-03-29T02:15:33.340955Z","steps":["trace[310622055] 'agreement among raft nodes before linearized reading' (duration: 535.911199ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:33.341442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:32.804907Z","time spent":"536.524332ms","remote":"127.0.0.1:43224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" "} {"level":"warn","ts":"2026-03-29T02:15:33.341617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.329545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-29T02:15:33.341719Z","caller":"traceutil/trace.go:171","msg":"trace[1986951310] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6625; }","duration":"176.489058ms","start":"2026-03-29T02:15:33.165215Z","end":"2026-03-29T02:15:33.341704Z","steps":["trace[1986951310] 'agreement among raft nodes before linearized reading' (duration: 176.255803ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:15:35.80534Z","caller":"traceutil/trace.go:171","msg":"trace[221355912] linearizableReadLoop","detail":"{readStateIndex:6921; appliedIndex:6920; }","duration":"116.951116ms","start":"2026-03-29T02:15:35.688364Z","end":"2026-03-29T02:15:35.805316Z","steps":["trace[221355912] 'read index received' (duration: 116.745501ms)","trace[221355912] 'applied index is now lower than readState.Index' (duration: 204.635µs)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:15:35.805391Z","caller":"traceutil/trace.go:171","msg":"trace[140575735] transaction","detail":"{read_only:false; response_revision:6643; number_of_response:1; }","duration":"428.183818ms","start":"2026-03-29T02:15:35.37718Z","end":"2026-03-29T02:15:35.805364Z","steps":["trace[140575735] 'process raft request' (duration: 427.980043ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:35.805467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.077549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:15:35.805505Z","caller":"traceutil/trace.go:171","msg":"trace[1789237161] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:6643; }","duration":"117.167191ms","start":"2026-03-29T02:15:35.688323Z","end":"2026-03-29T02:15:35.80549Z","steps":["trace[1789237161] 'agreement among raft nodes before linearized reading' (duration: 117.088539ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:35.805512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:35.377152Z","time spent":"428.287991ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:15:36.040518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.344356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:15:36.040626Z","caller":"traceutil/trace.go:171","msg":"trace[1835503513] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6643; }","duration":"122.52094ms","start":"2026-03-29T02:15:35.918079Z","end":"2026-03-29T02:15:36.0406Z","steps":["trace[1835503513] 'range keys from in-memory index tree' (duration: 122.233373ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:39.418558Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583528501956684,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:15:39.919016Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583528501956684,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:15:40.419702Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583528501956684,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:15:40.918945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00047558s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-29T02:15:40.919047Z","caller":"traceutil/trace.go:171","msg":"trace[805857876] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000630273s","start":"2026-03-29T02:15:38.918399Z","end":"2026-03-29T02:15:40.91903Z","steps":["trace[805857876] 'agreement among raft nodes before linearized reading' (duration: 2.00050766s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:40.919093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:38.918386Z","time spent":"2.000696194s","remote":"127.0.0.1:43010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/29 02:15:40 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-29T02:15:40.920101Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583528501956684,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:15:41.421236Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583528501956684,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:15:41.922414Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583528501956684,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:15:42.422793Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583528501956684,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:15:42.919253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000222374s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-29T02:15:42.919387Z","caller":"traceutil/trace.go:171","msg":"trace[907343436] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000406919s","start":"2026-03-29T02:15:40.918951Z","end":"2026-03-29T02:15:42.919358Z","steps":["trace[907343436] 'agreement among raft nodes before linearized reading' (duration: 2.000225045s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:42.919706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:40.91894Z","time spent":"2.000502891s","remote":"127.0.0.1:43006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:15:42.92369Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583528501956684,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:15:43.339208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999931778s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-29T02:15:43.33931Z","caller":"traceutil/trace.go:171","msg":"trace[576904941] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000095131s","start":"2026-03-29T02:15:41.339189Z","end":"2026-03-29T02:15:43.339284Z","steps":["trace[576904941] 'agreement among raft nodes before linearized reading' (duration: 1.999977109s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:43.33936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:41.339171Z","time spent":"2.000179004s","remote":"127.0.0.1:43010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:15:43.424548Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583528501956684,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:15:43.925583Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583528501956684,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:15:44.103537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998819682s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-29T02:15:44.103666Z","caller":"traceutil/trace.go:171","msg":"trace[291785300] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.999033697s","start":"2026-03-29T02:15:39.1046Z","end":"2026-03-29T02:15:44.103634Z","steps":["trace[291785300] 'agreement among raft nodes before linearized reading' (duration: 4.998859323s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:44.10374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:39.104576Z","time spent":"4.99914721s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/03/29 02:15:44 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-29T02:15:44.426053Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583528501956684,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:15:44.820425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999734342s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-29T02:15:44.820524Z","caller":"traceutil/trace.go:171","msg":"trace[1543490259] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999903486s","start":"2026-03-29T02:15:39.820599Z","end":"2026-03-29T02:15:44.820503Z","steps":["trace[1543490259] 'agreement among raft nodes before linearized reading' (duration: 4.999782873s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:44.820577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:39.820576Z","time spent":"4.999990328s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/03/29 02:15:44 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-29T02:15:44.926902Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583528501956684,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:15:44.928147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00004023s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-29T02:15:44.928254Z","caller":"traceutil/trace.go:171","msg":"trace[1468722948] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000166963s","start":"2026-03-29T02:15:42.92806Z","end":"2026-03-29T02:15:44.928227Z","steps":["trace[1468722948] 'agreement among raft nodes before linearized reading' (duration: 2.00001993s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:44.928312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:42.927978Z","time spent":"2.000320986s","remote":"127.0.0.1:43010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:15:45.427128Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583528501956684,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:15:45.718644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:38.717652Z","time spent":"7.000984749s","remote":"127.0.0.1:43172","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-29T02:15:45.918886Z","caller":"etcdserver/v3_server.go:909","msg":"timed out waiting for read index response (local node might have slow network)","timeout":"7s"} {"level":"warn","ts":"2026-03-29T02:15:46.118829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:39.118422Z","time spent":"7.000392596s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-29T02:15:46.351679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999064596s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-29T02:15:46.351781Z","caller":"traceutil/trace.go:171","msg":"trace[478655648] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"4.99922841s","start":"2026-03-29T02:15:41.352525Z","end":"2026-03-29T02:15:46.351754Z","steps":["trace[478655648] 'agreement among raft nodes before linearized reading' (duration: 4.999107348s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:46.351838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:41.352501Z","time spent":"4.999325122s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} 2026/03/29 02:15:46 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-29T02:15:46.41936Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583528501956689,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:15:46.920116Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583528501956689,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:15:46.928788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999975308s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-29T02:15:46.928906Z","caller":"traceutil/trace.go:171","msg":"trace[1878223605] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000163452s","start":"2026-03-29T02:15:44.928714Z","end":"2026-03-29T02:15:46.928878Z","steps":["trace[1878223605] 'agreement among raft nodes before linearized reading' (duration: 2.000004758s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:46.928978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:44.928693Z","time spent":"2.000271815s","remote":"127.0.0.1:43006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/29 02:15:46 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-29T02:15:47.387856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999283212s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-29T02:15:47.387971Z","caller":"traceutil/trace.go:171","msg":"trace[810196301] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999470076s","start":"2026-03-29T02:15:42.388472Z","end":"2026-03-29T02:15:47.387942Z","steps":["trace[810196301] 'agreement among raft nodes before linearized reading' (duration: 4.999321853s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:47.388034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:42.38845Z","time spent":"4.999570978s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/03/29 02:15:47 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-29T02:15:47.420974Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583528501956689,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:15:47.921904Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583528501956689,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:15:48.423068Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583528501956689,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:15:48.467356Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"9.749548863s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-29T02:15:48.909271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.912708ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-29T02:15:48.909764Z","caller":"traceutil/trace.go:171","msg":"trace[1707999928] transaction","detail":"{read_only:false; response_revision:6659; number_of_response:1; }","duration":"6.381513391s","start":"2026-03-29T02:15:42.528231Z","end":"2026-03-29T02:15:48.909744Z","steps":["trace[1707999928] 'process raft request' (duration: 6.381239945s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:48.909862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:42.528203Z","time spent":"6.381594313s","remote":"127.0.0.1:43088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:15:48.935498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000666534s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-29T02:15:48.935652Z","caller":"traceutil/trace.go:171","msg":"trace[572709517] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00087731s","start":"2026-03-29T02:15:46.934747Z","end":"2026-03-29T02:15:48.935624Z","steps":["trace[572709517] 'agreement among raft nodes before linearized reading' (duration: 2.000702235s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:48.93573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:46.934726Z","time spent":"2.000987572s","remote":"127.0.0.1:43010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/29 02:15:48 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-29T02:15:49.103465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.997620435s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-29T02:15:49.103581Z","caller":"traceutil/trace.go:171","msg":"trace[1040267648] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"2.99780631s","start":"2026-03-29T02:15:46.105747Z","end":"2026-03-29T02:15:49.103553Z","steps":["trace[1040267648] 'agreement among raft nodes before linearized reading' (duration: 2.997656996s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:49.103647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:46.105724Z","time spent":"2.997910843s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/03/29 02:15:49 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-29T02:15:49.105919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.000137418s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-29T02:15:49.105984Z","caller":"traceutil/trace.go:171","msg":"trace[1161158211] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; }","duration":"10.000232479s","start":"2026-03-29T02:15:39.105734Z","end":"2026-03-29T02:15:49.105966Z","steps":["trace[1161158211] 'agreement among raft nodes before linearized reading' (duration: 10.000156218s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:49.106023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:39.105723Z","time spent":"10.00029036s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} 2026/03/29 02:15:49 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-29T02:15:49.10614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.000165678s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-29T02:15:49.106307Z","caller":"traceutil/trace.go:171","msg":"trace[231336005] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; }","duration":"10.000562697s","start":"2026-03-29T02:15:39.105719Z","end":"2026-03-29T02:15:49.106282Z","steps":["trace[231336005] 'agreement among raft nodes before linearized reading' (duration: 10.000180119s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:49.106436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:39.105709Z","time spent":"10.000709491s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} 2026/03/29 02:15:49 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-29T02:15:49.367527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.680738ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:15:49.367719Z","caller":"traceutil/trace.go:171","msg":"trace[22798591] linearizableReadLoop","detail":"{readStateIndex:6941; appliedIndex:6935; }","duration":"3.448729437s","start":"2026-03-29T02:15:45.918971Z","end":"2026-03-29T02:15:49.367701Z","steps":["trace[22798591] 'read index received' (duration: 2.54859237s)","trace[22798591] 'applied index is now lower than readState.Index' (duration: 900.136027ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:15:49.367808Z","caller":"traceutil/trace.go:171","msg":"trace[2046125915] transaction","detail":"{read_only:false; response_revision:6661; number_of_response:1; }","duration":"2.185327375s","start":"2026-03-29T02:15:47.18247Z","end":"2026-03-29T02:15:49.367798Z","steps":["trace[2046125915] 'process raft request' (duration: 2.185163731s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:15:49.367821Z","caller":"traceutil/trace.go:171","msg":"trace[425348420] transaction","detail":"{read_only:false; response_revision:6660; number_of_response:1; }","duration":"2.3594417s","start":"2026-03-29T02:15:47.008349Z","end":"2026-03-29T02:15:49.367791Z","steps":["trace[425348420] 'process raft request' (duration: 1.901380073s)","trace[425348420] 'compare' (duration: 457.557646ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:15:49.367871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:47.182446Z","time spent":"2.185391776s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:15:49.367961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:47.008309Z","time spent":"2.359579363s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:15:49.367988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.52365682s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:15:49.368043Z","caller":"traceutil/trace.go:171","msg":"trace[1136949291] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:6661; }","duration":"7.523764043s","start":"2026-03-29T02:15:41.844263Z","end":"2026-03-29T02:15:49.368027Z","steps":["trace[1136949291] 'agreement among raft nodes before linearized reading' (duration: 7.52364841s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:49.368082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:41.84424Z","time spent":"7.523829075s","remote":"127.0.0.1:33126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:15:49.36804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.01275268s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:15:49.368086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.977234438s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:15:49.368144Z","caller":"traceutil/trace.go:171","msg":"trace[534596444] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:6661; }","duration":"10.012908714s","start":"2026-03-29T02:15:39.355215Z","end":"2026-03-29T02:15:49.368124Z","steps":["trace[534596444] 'agreement among raft nodes before linearized reading' (duration: 10.01272344s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:49.368202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.510995417s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:15:49.368235Z","caller":"traceutil/trace.go:171","msg":"trace[1325896727] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:6661; }","duration":"5.511071459s","start":"2026-03-29T02:15:43.857151Z","end":"2026-03-29T02:15:49.368222Z","steps":["trace[1325896727] 'agreement among raft nodes before linearized reading' (duration: 5.511029758s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:49.368237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:39.355193Z","time spent":"10.013032006s","remote":"127.0.0.1:43224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" "} {"level":"info","ts":"2026-03-29T02:15:49.368234Z","caller":"traceutil/trace.go:171","msg":"trace[117338722] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:6661; }","duration":"4.977404492s","start":"2026-03-29T02:15:44.390803Z","end":"2026-03-29T02:15:49.368208Z","steps":["trace[117338722] 'agreement among raft nodes before linearized reading' (duration: 4.977166306s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:49.368259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:43.857119Z","time spent":"5.511132041s","remote":"127.0.0.1:42354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:15:49.368274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.262435875s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-c4cs6\" ","response":"range_response_count:1 size:6520"} {"level":"warn","ts":"2026-03-29T02:15:49.368296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:44.390732Z","time spent":"4.977550615s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:15:49.368361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.154403322s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:414169"} {"level":"warn","ts":"2026-03-29T02:15:49.368408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.445582384s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a12d7c0e86f83c\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-03-29T02:15:49.368375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.062148968s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-29T02:15:49.368425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.070695637s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"warn","ts":"2026-03-29T02:15:49.368492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.458657505s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:15:49.368527Z","caller":"traceutil/trace.go:171","msg":"trace[972980134] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:6661; }","duration":"8.458714726s","start":"2026-03-29T02:15:40.9098Z","end":"2026-03-29T02:15:49.368515Z","steps":["trace[972980134] 'agreement among raft nodes before linearized reading' (duration: 8.458674706s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:15:49.368527Z","caller":"traceutil/trace.go:171","msg":"trace[788085592] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:6661; }","duration":"4.062391413s","start":"2026-03-29T02:15:45.306104Z","end":"2026-03-29T02:15:49.368496Z","steps":["trace[788085592] 'agreement among raft nodes before linearized reading' (duration: 4.061974534s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:15:49.368318Z","caller":"traceutil/trace.go:171","msg":"trace[1072089251] range","detail":"{range_begin:/registry/pods/openstack/keepalived-c4cs6; range_end:; response_count:1; response_revision:6661; }","duration":"10.262496897s","start":"2026-03-29T02:15:39.10581Z","end":"2026-03-29T02:15:49.368307Z","steps":["trace[1072089251] 'agreement among raft nodes before linearized reading' (duration: 10.262297783s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:49.368552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.167244376s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:15:49.368568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:40.909787Z","time spent":"8.458773507s","remote":"127.0.0.1:33178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:15:49.368587Z","caller":"traceutil/trace.go:171","msg":"trace[510701864] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:6661; }","duration":"9.167325248s","start":"2026-03-29T02:15:40.201254Z","end":"2026-03-29T02:15:49.368579Z","steps":["trace[510701864] 'agreement among raft nodes before linearized reading' (duration: 9.167279447s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:49.368594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:39.105805Z","time spent":"10.262775763s","remote":"127.0.0.1:43172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6544,"request content":"key:\"/registry/pods/openstack/keepalived-c4cs6\" "} {"level":"warn","ts":"2026-03-29T02:15:49.368598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:45.306075Z","time spent":"4.062510356s","remote":"127.0.0.1:43154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":50,"response size":31,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:15:49.368627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:40.201232Z","time spent":"9.16738651s","remote":"127.0.0.1:57656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:15:49.368634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.012440253s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-credential-setup\" ","response":"range_response_count:1 size:6159"} {"level":"info","ts":"2026-03-29T02:15:49.368662Z","caller":"traceutil/trace.go:171","msg":"trace[1099676067] range","detail":"{range_begin:/registry/jobs/openstack/keystone-credential-setup; range_end:; response_count:1; response_revision:6661; }","duration":"10.012509995s","start":"2026-03-29T02:15:39.356145Z","end":"2026-03-29T02:15:49.368655Z","steps":["trace[1099676067] 'agreement among raft nodes before linearized reading' (duration: 10.012427283s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:49.36866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.645770493s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:7075"} {"level":"warn","ts":"2026-03-29T02:15:49.36868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:39.356134Z","time spent":"10.012541455s","remote":"127.0.0.1:43224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":6183,"request content":"key:\"/registry/jobs/openstack/keystone-credential-setup\" "} {"level":"warn","ts":"2026-03-29T02:15:49.368653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.353836323s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:15:49.368456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.517973783s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-29T02:15:49.368706Z","caller":"traceutil/trace.go:171","msg":"trace[1949818901] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:6661; }","duration":"3.645863296s","start":"2026-03-29T02:15:45.722834Z","end":"2026-03-29T02:15:49.368697Z","steps":["trace[1949818901] 'agreement among raft nodes before linearized reading' (duration: 3.645748913s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:15:49.368415Z","caller":"traceutil/trace.go:171","msg":"trace[488896812] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:6661; }","duration":"4.154501154s","start":"2026-03-29T02:15:45.213901Z","end":"2026-03-29T02:15:49.368402Z","steps":["trace[488896812] 'agreement among raft nodes before linearized reading' (duration: 4.154291949s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:15:49.368732Z","caller":"traceutil/trace.go:171","msg":"trace[381571660] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:6661; }","duration":"8.518246019s","start":"2026-03-29T02:15:40.850476Z","end":"2026-03-29T02:15:49.368722Z","steps":["trace[381571660] 'agreement among raft nodes before linearized reading' (duration: 8.517923412s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:49.368739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:45.722808Z","time spent":"3.645923006s","remote":"127.0.0.1:43172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":7099,"request content":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" "} {"level":"info","ts":"2026-03-29T02:15:49.36874Z","caller":"traceutil/trace.go:171","msg":"trace[1869892512] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:6661; }","duration":"4.353990236s","start":"2026-03-29T02:15:45.014726Z","end":"2026-03-29T02:15:49.368716Z","steps":["trace[1869892512] 'agreement among raft nodes before linearized reading' (duration: 4.353837183s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:49.368768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:40.850407Z","time spent":"8.518352531s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-29T02:15:49.368467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.096378462s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:15:49.368809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:45.014699Z","time spent":"4.354097509s","remote":"127.0.0.1:45318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:15:49.368835Z","caller":"traceutil/trace.go:171","msg":"trace[541404417] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:6661; }","duration":"7.09674513s","start":"2026-03-29T02:15:42.272079Z","end":"2026-03-29T02:15:49.368824Z","steps":["trace[541404417] 'agreement among raft nodes before linearized reading' (duration: 7.096364212s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:49.368144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.696398174s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:15:49.368904Z","caller":"traceutil/trace.go:171","msg":"trace[453693176] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:6661; }","duration":"5.697208213s","start":"2026-03-29T02:15:43.671685Z","end":"2026-03-29T02:15:49.368893Z","steps":["trace[453693176] 'agreement among raft nodes before linearized reading' (duration: 5.696395185s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:49.368906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:42.272008Z","time spent":"7.096880753s","remote":"127.0.0.1:49838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:15:49.368474Z","caller":"traceutil/trace.go:171","msg":"trace[620573255] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a12d7c0e86f83c; range_end:; response_count:1; response_revision:6661; }","duration":"6.445691506s","start":"2026-03-29T02:15:42.922769Z","end":"2026-03-29T02:15:49.36846Z","steps":["trace[620573255] 'agreement among raft nodes before linearized reading' (duration: 6.445524083s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:49.368762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:45.213881Z","time spent":"4.154873402s","remote":"127.0.0.1:43774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":414193,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-03-29T02:15:49.368998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:42.922747Z","time spent":"6.446240649s","remote":"127.0.0.1:43074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a12d7c0e86f83c\" "} {"level":"warn","ts":"2026-03-29T02:15:49.368137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.012957245s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:15:49.369054Z","caller":"traceutil/trace.go:171","msg":"trace[830136303] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:6661; }","duration":"10.013910615s","start":"2026-03-29T02:15:39.355133Z","end":"2026-03-29T02:15:49.369044Z","steps":["trace[830136303] 'agreement among raft nodes before linearized reading' (duration: 10.012977325s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:49.369089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:39.355115Z","time spent":"10.013966617s","remote":"127.0.0.1:43224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/keystone-db-sync\" "} {"level":"warn","ts":"2026-03-29T02:15:49.368077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.112501111s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:15:49.368368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.33775302s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:15:49.36914Z","caller":"traceutil/trace.go:171","msg":"trace[53681361] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:6661; }","duration":"10.113625216s","start":"2026-03-29T02:15:39.255502Z","end":"2026-03-29T02:15:49.369127Z","steps":["trace[53681361] 'agreement among raft nodes before linearized reading' (duration: 10.112497931s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:15:49.369168Z","caller":"traceutil/trace.go:171","msg":"trace[2000190108] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:6661; }","duration":"10.338617889s","start":"2026-03-29T02:15:39.030537Z","end":"2026-03-29T02:15:49.369155Z","steps":["trace[2000190108] 'agreement among raft nodes before linearized reading' (duration: 10.337799901s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:49.369182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:39.255484Z","time spent":"10.113684628s","remote":"127.0.0.1:33132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:15:49.369205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:39.030512Z","time spent":"10.33867936s","remote":"127.0.0.1:45394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:15:49.368542Z","caller":"traceutil/trace.go:171","msg":"trace[1404973847] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:6661; }","duration":"10.07086757s","start":"2026-03-29T02:15:39.297646Z","end":"2026-03-29T02:15:49.368513Z","steps":["trace[1404973847] 'agreement among raft nodes before linearized reading' (duration: 10.070482632s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:49.368958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:43.671663Z","time spent":"5.697278365s","remote":"127.0.0.1:43322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":40,"response size":31,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:15:49.369245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:39.297623Z","time spent":"10.071614696s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":596,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-29T02:15:49.820785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.997530394s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-29T02:15:49.820894Z","caller":"traceutil/trace.go:171","msg":"trace[1126988726] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"2.997694268s","start":"2026-03-29T02:15:46.823173Z","end":"2026-03-29T02:15:49.820867Z","steps":["trace[1126988726] 'agreement among raft nodes before linearized reading' (duration: 2.997522714s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:49.820948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:46.82315Z","time spent":"2.99778664s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/03/29 02:15:49 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-29T02:15:49.868138Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583528501956695,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:15:50.368425Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583528501956695,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:15:50.815274Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.448468322s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-29T02:15:50.936556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000236504s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-29T02:15:50.93665Z","caller":"traceutil/trace.go:171","msg":"trace[264188140] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000403148s","start":"2026-03-29T02:15:48.936222Z","end":"2026-03-29T02:15:50.936625Z","steps":["trace[264188140] 'agreement among raft nodes before linearized reading' (duration: 2.000270935s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:50.936718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:48.936203Z","time spent":"2.000498781s","remote":"127.0.0.1:43006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/29 02:15:50 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-29T02:15:51.127632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.965858ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:15:51.127757Z","caller":"traceutil/trace.go:171","msg":"trace[1883629651] transaction","detail":"{read_only:false; response_revision:6662; number_of_response:1; }","duration":"2.020818005s","start":"2026-03-29T02:15:49.106916Z","end":"2026-03-29T02:15:51.127734Z","steps":["trace[1883629651] 'process raft request' (duration: 1.708659622s)","trace[1883629651] 'compare' (duration: 311.721043ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:15:51.127821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:49.106886Z","time spent":"2.020903976s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":456,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:15:51.830304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99998822s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-29T02:15:51.830381Z","caller":"traceutil/trace.go:171","msg":"trace[2083952287] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000125183s","start":"2026-03-29T02:15:49.830241Z","end":"2026-03-29T02:15:51.830366Z","steps":["trace[2083952287] 'agreement among raft nodes before linearized reading' (duration: 2.00002794s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:51.83043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:49.83022Z","time spent":"2.000197624s","remote":"127.0.0.1:43010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/29 02:15:51 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-29T02:15:52.387178Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.569823787s","expected-duration":"1s"} {"level":"info","ts":"2026-03-29T02:15:52.387832Z","caller":"traceutil/trace.go:171","msg":"trace[1108939896] transaction","detail":"{read_only:false; response_revision:6664; number_of_response:1; }","duration":"3.278958189s","start":"2026-03-29T02:15:49.108833Z","end":"2026-03-29T02:15:52.387791Z","steps":["trace[1108939896] 'process raft request' (duration: 3.278788125s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:15:52.388139Z","caller":"traceutil/trace.go:171","msg":"trace[1758129161] transaction","detail":"{read_only:false; response_revision:6665; number_of_response:1; }","duration":"3.014190306s","start":"2026-03-29T02:15:49.373921Z","end":"2026-03-29T02:15:52.388111Z","steps":["trace[1758129161] 'process raft request' (duration: 3.013744276s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:15:52.388241Z","caller":"traceutil/trace.go:171","msg":"trace[2088785592] transaction","detail":"{read_only:false; response_revision:6666; number_of_response:1; }","duration":"3.009337107s","start":"2026-03-29T02:15:49.378883Z","end":"2026-03-29T02:15:52.38822Z","steps":["trace[2088785592] 'process raft request' (duration: 3.008826016s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:52.388322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:49.378865Z","time spent":"3.00941764s","remote":"127.0.0.1:43172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6850,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:15:52.388217Z","caller":"traceutil/trace.go:171","msg":"trace[744615481] transaction","detail":"{read_only:false; response_revision:6667; number_of_response:1; }","duration":"2.65177069s","start":"2026-03-29T02:15:49.736417Z","end":"2026-03-29T02:15:52.388187Z","steps":["trace[744615481] 'process raft request' (duration: 2.651407522s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:15:52.389103Z","caller":"traceutil/trace.go:171","msg":"trace[568447069] transaction","detail":"{read_only:false; response_revision:6663; number_of_response:1; }","duration":"3.281098826s","start":"2026-03-29T02:15:49.107986Z","end":"2026-03-29T02:15:52.389085Z","steps":["trace[568447069] 'process raft request' (duration: 3.27943921s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:52.389174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:49.73638Z","time spent":"2.652725171s","remote":"127.0.0.1:43774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":414304,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:15:52.388358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:49.373902Z","time spent":"3.014320379s","remote":"127.0.0.1:43074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:15:52.389276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:49.107957Z","time spent":"3.2812338s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":413,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:15:52.388542Z","caller":"traceutil/trace.go:171","msg":"trace[1727469159] linearizableReadLoop","detail":"{readStateIndex:6948; appliedIndex:6941; }","duration":"3.020775933s","start":"2026-03-29T02:15:49.367754Z","end":"2026-03-29T02:15:52.38853Z","steps":["trace[1727469159] 'read index received' (duration: 1.447853948s)","trace[1727469159] 'applied index is now lower than readState.Index' (duration: 1.572920615s)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:15:52.388605Z","caller":"traceutil/trace.go:171","msg":"trace[342333279] transaction","detail":"{read_only:false; response_revision:6668; number_of_response:1; }","duration":"2.564822193s","start":"2026-03-29T02:15:49.823765Z","end":"2026-03-29T02:15:52.388588Z","steps":["trace[342333279] 'process raft request' (duration: 2.564349663s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:52.390081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:49.823712Z","time spent":"2.566325687s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:15:52.38868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.266184761s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:489"} {"level":"info","ts":"2026-03-29T02:15:52.390246Z","caller":"traceutil/trace.go:171","msg":"trace[51009373] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:6668; }","duration":"6.267795459s","start":"2026-03-29T02:15:46.122434Z","end":"2026-03-29T02:15:52.39023Z","steps":["trace[51009373] 'agreement among raft nodes before linearized reading' (duration: 6.266131711s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:52.390441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:46.12241Z","time spent":"6.267994492s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":513,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"warn","ts":"2026-03-29T02:15:52.388677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.709126651s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:15:52.390536Z","caller":"traceutil/trace.go:171","msg":"trace[267156635] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:6668; }","duration":"4.711017384s","start":"2026-03-29T02:15:47.679481Z","end":"2026-03-29T02:15:52.390498Z","steps":["trace[267156635] 'agreement among raft nodes before linearized reading' (duration: 4.709063909s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:52.390605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:47.679461Z","time spent":"4.711120876s","remote":"127.0.0.1:43814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":31,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:15:52.388729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.85435788s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:15:52.390704Z","caller":"traceutil/trace.go:171","msg":"trace[1607016163] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:6668; }","duration":"4.856355415s","start":"2026-03-29T02:15:47.534332Z","end":"2026-03-29T02:15:52.390688Z","steps":["trace[1607016163] 'agreement among raft nodes before linearized reading' (duration: 4.85436838s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:52.390755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:47.534314Z","time spent":"4.856426507s","remote":"127.0.0.1:43440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:15:52.388751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.359650504s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:15:52.388769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.943223027s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-29T02:15:52.38881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.969667609s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:15:52.391118Z","caller":"traceutil/trace.go:171","msg":"trace[668320361] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:6668; }","duration":"4.94558677s","start":"2026-03-29T02:15:47.445497Z","end":"2026-03-29T02:15:52.391084Z","steps":["trace[668320361] 'agreement among raft nodes before linearized reading' (duration: 4.943249898s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:15:52.391212Z","caller":"traceutil/trace.go:171","msg":"trace[1033513345] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:6668; }","duration":"4.972100574s","start":"2026-03-29T02:15:47.419086Z","end":"2026-03-29T02:15:52.391186Z","steps":["trace[1033513345] 'agreement among raft nodes before linearized reading' (duration: 4.96969782s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:15:52.390997Z","caller":"traceutil/trace.go:171","msg":"trace[191757204] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:6668; }","duration":"3.361797563s","start":"2026-03-29T02:15:49.029025Z","end":"2026-03-29T02:15:52.390822Z","steps":["trace[191757204] 'agreement among raft nodes before linearized reading' (duration: 3.359688795s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:52.391288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:47.419057Z","time spent":"4.972207326s","remote":"127.0.0.1:41324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":11,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:15:52.391225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:47.445482Z","time spent":"4.945704203s","remote":"127.0.0.1:43358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":31,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:15:52.38888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.291658152s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-03-29T02:15:52.391446Z","caller":"traceutil/trace.go:171","msg":"trace[1556509380] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:6668; }","duration":"5.29425427s","start":"2026-03-29T02:15:47.097169Z","end":"2026-03-29T02:15:52.391423Z","steps":["trace[1556509380] 'agreement among raft nodes before linearized reading' (duration: 5.291656392s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:52.391511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:47.097132Z","time spent":"5.294361953s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-29T02:15:52.388926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.650746255s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:15:52.391597Z","caller":"traceutil/trace.go:171","msg":"trace[1253944333] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:6668; }","duration":"4.653464576s","start":"2026-03-29T02:15:47.738115Z","end":"2026-03-29T02:15:52.39158Z","steps":["trace[1253944333] 'agreement among raft nodes before linearized reading' (duration: 4.650780076s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:52.388946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.291752994s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-29T02:15:52.391785Z","caller":"traceutil/trace.go:171","msg":"trace[447940590] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:6668; }","duration":"5.294632478s","start":"2026-03-29T02:15:47.097128Z","end":"2026-03-29T02:15:52.39176Z","steps":["trace[447940590] 'agreement among raft nodes before linearized reading' (duration: 5.291770204s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:52.391828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:47.738089Z","time spent":"4.653540908s","remote":"127.0.0.1:42390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:15:52.39185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:47.0971Z","time spent":"5.294732121s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-29T02:15:52.388092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:49.10882Z","time spent":"3.279105983s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":409,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:15:52.391951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:49.028992Z","time spent":"3.362336604s","remote":"127.0.0.1:33164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:15:52.389008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.035697346s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.36\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-03-29T02:15:52.38887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.674361243s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-29T02:15:52.392331Z","caller":"traceutil/trace.go:171","msg":"trace[649789110] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:6668; }","duration":"3.677575485s","start":"2026-03-29T02:15:48.714446Z","end":"2026-03-29T02:15:52.392021Z","steps":["trace[649789110] 'agreement among raft nodes before linearized reading' (duration: 3.674329493s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:52.392395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:48.714427Z","time spent":"3.677951064s","remote":"127.0.0.1:43140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"info","ts":"2026-03-29T02:15:52.392386Z","caller":"traceutil/trace.go:171","msg":"trace[800293166] range","detail":"{range_begin:/registry/masterleases/162.253.55.36; range_end:; response_count:1; response_revision:6668; }","duration":"6.038781284s","start":"2026-03-29T02:15:46.353246Z","end":"2026-03-29T02:15:52.392027Z","steps":["trace[800293166] 'agreement among raft nodes before linearized reading' (duration: 6.035716066s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:52.392471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:46.353227Z","time spent":"6.039225475s","remote":"127.0.0.1:43048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/162.253.55.36\" "} {"level":"warn","ts":"2026-03-29T02:15:52.890694Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583528501956701,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:15:52.944333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000166783s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-29T02:15:52.944433Z","caller":"traceutil/trace.go:171","msg":"trace[2051250117] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000341857s","start":"2026-03-29T02:15:50.944066Z","end":"2026-03-29T02:15:52.944408Z","steps":["trace[2051250117] 'agreement among raft nodes before linearized reading' (duration: 2.000204733s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:52.944497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:50.944035Z","time spent":"2.00044644s","remote":"127.0.0.1:43010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/29 02:15:52 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-29T02:15:53.391881Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583528501956701,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:15:53.892872Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583528501956701,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:15:54.116522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.719675299s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-29T02:15:54.116642Z","caller":"traceutil/trace.go:171","msg":"trace[401531335] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; }","duration":"1.719841512s","start":"2026-03-29T02:15:52.39677Z","end":"2026-03-29T02:15:54.116612Z","steps":["trace[401531335] 'agreement among raft nodes before linearized reading' (duration: 1.719685928s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:54.116698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:52.396759Z","time spent":"1.719926253s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":0,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} 2026/03/29 02:15:54 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-29T02:15:54.334177Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.946740298s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-29T02:15:54.89816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998805221s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-29T02:15:54.898273Z","caller":"traceutil/trace.go:171","msg":"trace[704179357] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999082917s","start":"2026-03-29T02:15:49.899162Z","end":"2026-03-29T02:15:54.898245Z","steps":["trace[704179357] 'agreement among raft nodes before linearized reading' (duration: 4.998842991s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:54.898431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:49.899139Z","time spent":"4.99921505s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-29T02:15:54.944897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000278836s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-29T02:15:54.945006Z","caller":"traceutil/trace.go:171","msg":"trace[830138061] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00045706s","start":"2026-03-29T02:15:52.944527Z","end":"2026-03-29T02:15:54.944984Z","steps":["trace[830138061] 'agreement among raft nodes before linearized reading' (duration: 2.000319997s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:54.945061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:52.944501Z","time spent":"2.000549031s","remote":"127.0.0.1:43006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/29 02:15:54 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-29T02:15:55.20148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"867.060085ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-03-29T02:15:55.203378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:52.394204Z","time spent":"2.80916488s","remote":"127.0.0.1:43048","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-29T02:15:55.203444Z","caller":"traceutil/trace.go:171","msg":"trace[1585978744] transaction","detail":"{read_only:false; response_revision:6671; number_of_response:1; }","duration":"2.805926077s","start":"2026-03-29T02:15:52.397495Z","end":"2026-03-29T02:15:55.203421Z","steps":["trace[1585978744] 'process raft request' (duration: 2.805856206s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:55.20361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:52.397471Z","time spent":"2.80604051s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":513,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:15:55.203735Z","caller":"traceutil/trace.go:171","msg":"trace[503922339] linearizableReadLoop","detail":"{readStateIndex:6952; appliedIndex:6948; }","duration":"2.813763582s","start":"2026-03-29T02:15:52.389939Z","end":"2026-03-29T02:15:55.203702Z","steps":["trace[503922339] 'read index received' (duration: 1.944464197s)","trace[503922339] 'applied index is now lower than readState.Index' (duration: 869.297965ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:15:55.203827Z","caller":"traceutil/trace.go:171","msg":"trace[774697380] transaction","detail":"{read_only:false; response_revision:6670; number_of_response:1; }","duration":"2.806914829s","start":"2026-03-29T02:15:52.396902Z","end":"2026-03-29T02:15:55.203817Z","steps":["trace[774697380] 'process raft request' (duration: 2.806332696s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:55.203896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:52.396889Z","time spent":"2.806970011s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:15:55.203984Z","caller":"traceutil/trace.go:171","msg":"trace[145145179] transaction","detail":"{read_only:false; response_revision:6672; number_of_response:1; }","duration":"1.085134373s","start":"2026-03-29T02:15:54.118836Z","end":"2026-03-29T02:15:55.20397Z","steps":["trace[145145179] 'process raft request' (duration: 1.08454714s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:55.204061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.815154533s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"info","ts":"2026-03-29T02:15:55.204094Z","caller":"traceutil/trace.go:171","msg":"trace[165269758] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:6672; }","duration":"4.815237235s","start":"2026-03-29T02:15:50.388848Z","end":"2026-03-29T02:15:55.204086Z","steps":["trace[165269758] 'agreement among raft nodes before linearized reading' (duration: 4.815107532s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:55.204127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:50.388825Z","time spent":"4.815295575s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":549,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-03-29T02:15:55.204124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:54.118808Z","time spent":"1.085217655s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:15:55.204286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.897366053s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:15:55.204322Z","caller":"traceutil/trace.go:171","msg":"trace[1466884032] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:6672; }","duration":"2.897459655s","start":"2026-03-29T02:15:52.306854Z","end":"2026-03-29T02:15:55.204314Z","steps":["trace[1466884032] 'agreement among raft nodes before linearized reading' (duration: 2.897372593s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:55.20435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:52.306831Z","time spent":"2.897511555s","remote":"127.0.0.1:43476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":22,"response size":31,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:15:55.204486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.810820766s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a12d85e9f81186\" ","response":"range_response_count:1 size:773"} {"level":"info","ts":"2026-03-29T02:15:55.204523Z","caller":"traceutil/trace.go:171","msg":"trace[2019093592] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a12d85e9f81186; range_end:; response_count:1; response_revision:6672; }","duration":"2.810884008s","start":"2026-03-29T02:15:52.393624Z","end":"2026-03-29T02:15:55.204508Z","steps":["trace[2019093592] 'agreement among raft nodes before linearized reading' (duration: 2.810760925s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:55.204549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.830174459s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:15:55.204554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:52.393603Z","time spent":"2.810945189s","remote":"127.0.0.1:43074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a12d85e9f81186\" "} {"level":"info","ts":"2026-03-29T02:15:55.204581Z","caller":"traceutil/trace.go:171","msg":"trace[1358011768] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:6672; }","duration":"3.83025427s","start":"2026-03-29T02:15:51.374317Z","end":"2026-03-29T02:15:55.204571Z","steps":["trace[1358011768] 'agreement among raft nodes before linearized reading' (duration: 3.830196259s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:55.204608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:51.374225Z","time spent":"3.830377203s","remote":"127.0.0.1:43224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" "} {"level":"warn","ts":"2026-03-29T02:15:55.204658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.830608588s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-03-29T02:15:55.20472Z","caller":"traceutil/trace.go:171","msg":"trace[2126842979] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:6672; }","duration":"5.83070495s","start":"2026-03-29T02:15:49.374Z","end":"2026-03-29T02:15:55.204705Z","steps":["trace[2126842979] 'agreement among raft nodes before linearized reading' (duration: 5.830544677s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:55.204346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.365579595s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:15:55.204725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.829511184s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:102419"} {"level":"warn","ts":"2026-03-29T02:15:55.204743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.678959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:15:55.204758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:49.373994Z","time spent":"5.830757081s","remote":"127.0.0.1:43372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":1148,"request content":"key:\"/registry/storageclasses/general\" "} {"level":"info","ts":"2026-03-29T02:15:55.204771Z","caller":"traceutil/trace.go:171","msg":"trace[546257400] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:6672; }","duration":"5.366037415s","start":"2026-03-29T02:15:49.838715Z","end":"2026-03-29T02:15:55.204753Z","steps":["trace[546257400] 'agreement among raft nodes before linearized reading' (duration: 5.365586465s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:15:55.204784Z","caller":"traceutil/trace.go:171","msg":"trace[53414597] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:6672; }","duration":"5.829562555s","start":"2026-03-29T02:15:49.375203Z","end":"2026-03-29T02:15:55.204766Z","steps":["trace[53414597] 'agreement among raft nodes before linearized reading' (duration: 5.82933937s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:55.20481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:49.838698Z","time spent":"5.366100366s","remote":"127.0.0.1:57750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:15:55.204823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"621.684896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:15:55.204815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.617600163s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"warn","ts":"2026-03-29T02:15:55.204823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:49.375194Z","time spent":"5.829620716s","remote":"127.0.0.1:43172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":11,"response size":102443,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-29T02:15:55.204853Z","caller":"traceutil/trace.go:171","msg":"trace[1050297238] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:6672; }","duration":"621.760367ms","start":"2026-03-29T02:15:54.583083Z","end":"2026-03-29T02:15:55.204843Z","steps":["trace[1050297238] 'agreement among raft nodes before linearized reading' (duration: 621.707396ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:15:55.204879Z","caller":"traceutil/trace.go:171","msg":"trace[1275590610] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:6672; }","duration":"3.617711847s","start":"2026-03-29T02:15:51.587146Z","end":"2026-03-29T02:15:55.204858Z","steps":["trace[1275590610] 'agreement among raft nodes before linearized reading' (duration: 3.617556223s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:55.204657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.829786131s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-credential-setup\" ","response":"range_response_count:1 size:6159"} {"level":"warn","ts":"2026-03-29T02:15:55.204923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.468200353s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:15:55.20493Z","caller":"traceutil/trace.go:171","msg":"trace[1782049863] range","detail":"{range_begin:/registry/jobs/openstack/keystone-credential-setup; range_end:; response_count:1; response_revision:6672; }","duration":"3.830115268s","start":"2026-03-29T02:15:51.374806Z","end":"2026-03-29T02:15:55.204922Z","steps":["trace[1782049863] 'agreement among raft nodes before linearized reading' (duration: 3.829655938s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:55.204925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:51.587121Z","time spent":"3.617792918s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":596,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-29T02:15:55.204954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:51.374779Z","time spent":"3.83016767s","remote":"127.0.0.1:43224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":6183,"request content":"key:\"/registry/jobs/openstack/keystone-credential-setup\" "} {"level":"warn","ts":"2026-03-29T02:15:55.204983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.660627777s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:15:55.205009Z","caller":"traceutil/trace.go:171","msg":"trace[1888577612] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:6672; }","duration":"1.660695699s","start":"2026-03-29T02:15:53.544304Z","end":"2026-03-29T02:15:55.205Z","steps":["trace[1888577612] 'agreement among raft nodes before linearized reading' (duration: 1.660661078s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:15:55.204948Z","caller":"traceutil/trace.go:171","msg":"trace[2119926856] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:6672; }","duration":"1.468271266s","start":"2026-03-29T02:15:53.736669Z","end":"2026-03-29T02:15:55.204941Z","steps":["trace[2119926856] 'agreement among raft nodes before linearized reading' (duration: 1.468233194s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:55.205076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:53.736647Z","time spent":"1.468418299s","remote":"127.0.0.1:33328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:15:55.205114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.310465784s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-29T02:15:55.20514Z","caller":"traceutil/trace.go:171","msg":"trace[1973786205] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:6672; }","duration":"2.310536996s","start":"2026-03-29T02:15:52.894595Z","end":"2026-03-29T02:15:55.205132Z","steps":["trace[1973786205] 'agreement among raft nodes before linearized reading' (duration: 2.310457474s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:55.205145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.83016147s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:15:55.204774Z","caller":"traceutil/trace.go:171","msg":"trace[2022519009] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6672; }","duration":"251.761381ms","start":"2026-03-29T02:15:54.953003Z","end":"2026-03-29T02:15:55.204765Z","steps":["trace[2022519009] 'agreement among raft nodes before linearized reading' (duration: 251.71464ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:15:55.205189Z","caller":"traceutil/trace.go:171","msg":"trace[2141596535] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:6672; }","duration":"3.830261992s","start":"2026-03-29T02:15:51.374913Z","end":"2026-03-29T02:15:55.205175Z","steps":["trace[2141596535] 'agreement among raft nodes before linearized reading' (duration: 3.83018747s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:55.205226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:51.374867Z","time spent":"3.830349294s","remote":"127.0.0.1:43224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/keystone-db-sync\" "} {"level":"warn","ts":"2026-03-29T02:15:55.205248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.590701753s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19663"} {"level":"info","ts":"2026-03-29T02:15:55.205276Z","caller":"traceutil/trace.go:171","msg":"trace[1326904853] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:6672; }","duration":"2.590725624s","start":"2026-03-29T02:15:52.61454Z","end":"2026-03-29T02:15:55.205266Z","steps":["trace[1326904853] 'agreement among raft nodes before linearized reading' (duration: 2.590641542s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:55.204885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:54.58306Z","time spent":"621.817389ms","remote":"127.0.0.1:33288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:15:55.205319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:52.614462Z","time spent":"2.590833605s","remote":"127.0.0.1:43166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19687,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-29T02:15:55.205165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:52.894572Z","time spent":"2.310587637s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-29T02:15:55.205543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.809084178s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-6a9b565e-5f9f-4530-bf1f-19b605d3c8d1\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-03-29T02:15:55.205571Z","caller":"traceutil/trace.go:171","msg":"trace[99848986] range","detail":"{range_begin:/registry/persistentvolumes/pvc-6a9b565e-5f9f-4530-bf1f-19b605d3c8d1; range_end:; response_count:1; response_revision:6672; }","duration":"2.809161569s","start":"2026-03-29T02:15:52.396401Z","end":"2026-03-29T02:15:55.205563Z","steps":["trace[99848986] 'agreement among raft nodes before linearized reading' (duration: 2.809075697s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:55.205597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:52.396391Z","time spent":"2.809198941s","remote":"127.0.0.1:43132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-6a9b565e-5f9f-4530-bf1f-19b605d3c8d1\" "} {"level":"warn","ts":"2026-03-29T02:15:55.205816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.812118826s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-7f8596f788-7665k\" ","response":"range_response_count:1 size:6227"} {"level":"warn","ts":"2026-03-29T02:15:55.205036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:53.544283Z","time spent":"1.6607459s","remote":"127.0.0.1:33200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:15:55.205843Z","caller":"traceutil/trace.go:171","msg":"trace[1760769914] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-messaging-topology-operator-7f8596f788-7665k; range_end:; response_count:1; response_revision:6672; }","duration":"2.812184527s","start":"2026-03-29T02:15:52.393651Z","end":"2026-03-29T02:15:55.205835Z","steps":["trace[1760769914] 'agreement among raft nodes before linearized reading' (duration: 2.812095875s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:55.205874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:52.393629Z","time spent":"2.812238998s","remote":"127.0.0.1:43172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":6251,"request content":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-7f8596f788-7665k\" "} {"level":"warn","ts":"2026-03-29T02:15:55.204513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.830609408s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-03-29T02:15:55.205978Z","caller":"traceutil/trace.go:171","msg":"trace[295086644] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:6672; }","duration":"5.832082431s","start":"2026-03-29T02:15:49.373874Z","end":"2026-03-29T02:15:55.205956Z","steps":["trace[295086644] 'agreement among raft nodes before linearized reading' (duration: 5.830473024s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:55.206013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:49.373854Z","time spent":"5.832146533s","remote":"127.0.0.1:43372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":1148,"request content":"key:\"/registry/storageclasses/general\" "} {"level":"warn","ts":"2026-03-29T02:15:55.70745Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583528501956708,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:15:56.207881Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583528501956708,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:15:56.708782Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583528501956708,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:15:57.206881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999984519s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-29T02:15:57.206988Z","caller":"traceutil/trace.go:171","msg":"trace[2131745898] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000153333s","start":"2026-03-29T02:15:55.206814Z","end":"2026-03-29T02:15:57.206967Z","steps":["trace[2131745898] 'agreement among raft nodes before linearized reading' (duration: 2.00001826s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:57.207042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:55.206799Z","time spent":"2.000232344s","remote":"127.0.0.1:43006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:15:57.209742Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583528501956708,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:15:57.710768Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583528501956708,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:15:58.211347Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583528501956708,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:15:58.691594Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.485608702s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-29T02:15:59.21502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999955128s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-29T02:15:59.215109Z","caller":"traceutil/trace.go:171","msg":"trace[1295931108] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000090832s","start":"2026-03-29T02:15:57.214999Z","end":"2026-03-29T02:15:59.21509Z","steps":["trace[1295931108] 'agreement among raft nodes before linearized reading' (duration: 1.999975979s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:59.215176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:57.21498Z","time spent":"2.000170113s","remote":"127.0.0.1:43010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/29 02:15:59 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-29T02:15:59.882683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.174124104s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:15:59.882869Z","caller":"traceutil/trace.go:171","msg":"trace[320488990] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:6672; }","duration":"2.174321818s","start":"2026-03-29T02:15:57.708518Z","end":"2026-03-29T02:15:59.88284Z","steps":["trace[320488990] 'range keys from in-memory index tree' (duration: 2.174071303s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:59.883488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.19133809s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:14"} {"level":"info","ts":"2026-03-29T02:15:59.883627Z","caller":"traceutil/trace.go:171","msg":"trace[1895092442] transaction","detail":"{read_only:false; number_of_response:1; response_revision:6672; }","duration":"4.677730709s","start":"2026-03-29T02:15:55.205873Z","end":"2026-03-29T02:15:59.883603Z","steps":["trace[1895092442] 'process raft request' (duration: 3.486135473s)","trace[1895092442] 'compare' (duration: 1.191261519s)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:15:59.883716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:55.205846Z","time spent":"4.677831251s","remote":"127.0.0.1:43048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":40,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:16:00.208489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:55.211938Z","time spent":"4.99654342s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/29 02:16:00 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-29T02:16:00.609947Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.501617671s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-29T02:16:00.610562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:55.207864Z","time spent":"5.402689865s","remote":"127.0.0.1:43074","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-29T02:16:00.610682Z","caller":"traceutil/trace.go:171","msg":"trace[1510195083] transaction","detail":"{read_only:false; response_revision:6675; number_of_response:1; }","duration":"5.398611204s","start":"2026-03-29T02:15:55.212035Z","end":"2026-03-29T02:16:00.610646Z","steps":["trace[1510195083] 'process raft request' (duration: 5.398530032s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:00.610874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:55.212029Z","time spent":"5.398759507s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:16:00.610955Z","caller":"traceutil/trace.go:171","msg":"trace[1279102549] transaction","detail":"{read_only:false; response_revision:6676; number_of_response:1; }","duration":"5.397728075s","start":"2026-03-29T02:15:55.213207Z","end":"2026-03-29T02:16:00.610935Z","steps":["trace[1279102549] 'process raft request' (duration: 5.397392857s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:00.611105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:55.213196Z","time spent":"5.397818997s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:16:00.611114Z","caller":"traceutil/trace.go:171","msg":"trace[643583197] linearizableReadLoop","detail":"{readStateIndex:6960; appliedIndex:6953; }","duration":"5.40423347s","start":"2026-03-29T02:15:55.206857Z","end":"2026-03-29T02:16:00.61109Z","steps":["trace[643583197] 'read index received' (duration: 3.485172341s)","trace[643583197] 'applied index is now lower than readState.Index' (duration: 1.919058639s)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:16:00.611322Z","caller":"traceutil/trace.go:171","msg":"trace[1995194844] transaction","detail":"{read_only:false; response_revision:6677; number_of_response:1; }","duration":"5.395925774s","start":"2026-03-29T02:15:55.215388Z","end":"2026-03-29T02:16:00.611314Z","steps":["trace[1995194844] 'process raft request' (duration: 5.395465284s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:00.611367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:55.21538Z","time spent":"5.395963706s","remote":"127.0.0.1:43172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5998,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:16:00.611122Z","caller":"traceutil/trace.go:171","msg":"trace[1456858340] transaction","detail":"{read_only:false; response_revision:6674; number_of_response:1; }","duration":"5.39891452s","start":"2026-03-29T02:15:55.211968Z","end":"2026-03-29T02:16:00.610882Z","steps":["trace[1456858340] 'process raft request' (duration: 5.398555943s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:00.612294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:55.21193Z","time spent":"5.400281392s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:16:01.111947Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583528501956721,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:16:01.215641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999947747s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-29T02:16:01.215751Z","caller":"traceutil/trace.go:171","msg":"trace[1779225545] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000129561s","start":"2026-03-29T02:15:59.215594Z","end":"2026-03-29T02:16:01.215723Z","steps":["trace[1779225545] 'agreement among raft nodes before linearized reading' (duration: 1.999983818s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:01.215816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:59.215576Z","time spent":"2.000227874s","remote":"127.0.0.1:43006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/29 02:16:01 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-29T02:16:01.357741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:01.023059Z","time spent":"334.670656ms","remote":"127.0.0.1:46568","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-29T02:16:01.612264Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583528501956721,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:16:01.786835Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.176537029s","expected-duration":"1s"} {"level":"info","ts":"2026-03-29T02:16:01.787472Z","caller":"traceutil/trace.go:171","msg":"trace[1091619361] transaction","detail":"{read_only:false; response_revision:6678; number_of_response:1; }","duration":"2.252300934s","start":"2026-03-29T02:15:59.53513Z","end":"2026-03-29T02:16:01.787431Z","steps":["trace[1091619361] 'process raft request' (duration: 2.252017767s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:01.787689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:59.535104Z","time spent":"2.252473767s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:16:01.787741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:59.8857Z","time spent":"1.902032648s","remote":"127.0.0.1:43048","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-29T02:16:01.787762Z","caller":"traceutil/trace.go:171","msg":"trace[796121182] transaction","detail":"{read_only:false; response_revision:6679; number_of_response:1; }","duration":"2.120987586s","start":"2026-03-29T02:15:59.666723Z","end":"2026-03-29T02:16:01.787711Z","steps":["trace[796121182] 'process raft request' (duration: 2.120645028s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:01.787935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:59.666701Z","time spent":"2.121132788s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:16:03.19312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999882075s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-29T02:16:03.193214Z","caller":"traceutil/trace.go:171","msg":"trace[1205738020] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"5.000052119s","start":"2026-03-29T02:15:58.193138Z","end":"2026-03-29T02:16:03.19319Z","steps":["trace[1205738020] 'agreement among raft nodes before linearized reading' (duration: 4.999940176s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:03.1933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:58.193111Z","time spent":"5.000176572s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/03/29 02:16:03 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-29T02:16:03.225692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000571221s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-29T02:16:03.225792Z","caller":"traceutil/trace.go:171","msg":"trace[615548123] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000737076s","start":"2026-03-29T02:16:01.225035Z","end":"2026-03-29T02:16:03.225772Z","steps":["trace[615548123] 'agreement among raft nodes before linearized reading' (duration: 2.000606233s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:03.225862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:01.225012Z","time spent":"2.000830588s","remote":"127.0.0.1:43010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:16:03.590007Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.802695215s","expected-duration":"1s"} {"level":"info","ts":"2026-03-29T02:16:03.59067Z","caller":"traceutil/trace.go:171","msg":"trace[1793063140] transaction","detail":"{read_only:false; response_revision:6680; number_of_response:1; }","duration":"2.978535048s","start":"2026-03-29T02:16:00.612106Z","end":"2026-03-29T02:16:03.590641Z","steps":["trace[1793063140] 'process raft request' (duration: 2.97815734s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:03.59081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:00.612083Z","time spent":"2.978650441s","remote":"127.0.0.1:43074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:16:03.59089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.379106027s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1988"} {"level":"info","ts":"2026-03-29T02:16:03.590668Z","caller":"traceutil/trace.go:171","msg":"trace[1224965035] linearizableReadLoop","detail":"{readStateIndex:6967; appliedIndex:6960; }","duration":"2.97948752s","start":"2026-03-29T02:16:00.61116Z","end":"2026-03-29T02:16:03.590647Z","steps":["trace[1224965035] 'read index received' (duration: 1.176183541s)","trace[1224965035] 'applied index is now lower than readState.Index' (duration: 1.803302869s)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:16:03.590954Z","caller":"traceutil/trace.go:171","msg":"trace[864771214] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:6683; }","duration":"8.379201608s","start":"2026-03-29T02:15:55.211741Z","end":"2026-03-29T02:16:03.590943Z","steps":["trace[864771214] 'agreement among raft nodes before linearized reading' (duration: 8.378976273s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:03.590926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.825383241s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:16:03.591044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.866110322s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:16:03.591048Z","caller":"traceutil/trace.go:171","msg":"trace[402992064] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:6683; }","duration":"5.825612866s","start":"2026-03-29T02:15:57.765405Z","end":"2026-03-29T02:16:03.591018Z","steps":["trace[402992064] 'agreement among raft nodes before linearized reading' (duration: 5.82534108s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:03.591085Z","caller":"traceutil/trace.go:171","msg":"trace[394366633] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:6683; }","duration":"5.866195864s","start":"2026-03-29T02:15:57.724878Z","end":"2026-03-29T02:16:03.591074Z","steps":["trace[394366633] 'agreement among raft nodes before linearized reading' (duration: 5.866131983s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:03.591104Z","caller":"traceutil/trace.go:171","msg":"trace[775720144] transaction","detail":"{read_only:false; response_revision:6683; number_of_response:1; }","duration":"2.973199788s","start":"2026-03-29T02:16:00.617894Z","end":"2026-03-29T02:16:03.591093Z","steps":["trace[775720144] 'process raft request' (duration: 2.972647806s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:03.591109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:57.765381Z","time spent":"5.825715329s","remote":"127.0.0.1:43770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":29,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:16:03.591143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:00.617887Z","time spent":"2.97323606s","remote":"127.0.0.1:43074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":972,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-29T02:16:03.591177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.376186462s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:16:03.591203Z","caller":"traceutil/trace.go:171","msg":"trace[1968774307] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:6683; }","duration":"6.376257764s","start":"2026-03-29T02:15:57.214938Z","end":"2026-03-29T02:16:03.591196Z","steps":["trace[1968774307] 'agreement among raft nodes before linearized reading' (duration: 6.376195602s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:03.591234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:57.214915Z","time spent":"6.376313325s","remote":"127.0.0.1:43224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/keystone-db-sync\" "} {"level":"info","ts":"2026-03-29T02:16:03.591232Z","caller":"traceutil/trace.go:171","msg":"trace[371226617] transaction","detail":"{read_only:false; response_revision:6682; number_of_response:1; }","duration":"2.974039078s","start":"2026-03-29T02:16:00.617053Z","end":"2026-03-29T02:16:03.591092Z","steps":["trace[371226617] 'process raft request' (duration: 2.973450125s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:03.591302Z","caller":"traceutil/trace.go:171","msg":"trace[1578728709] transaction","detail":"{read_only:false; response_revision:6681; number_of_response:1; }","duration":"2.974473928s","start":"2026-03-29T02:16:00.61682Z","end":"2026-03-29T02:16:03.591294Z","steps":["trace[1578728709] 'process raft request' (duration: 2.973621799s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:03.59135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:00.616798Z","time spent":"2.97452879s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:16:03.591435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.031709868s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:16:03.591459Z","caller":"traceutil/trace.go:171","msg":"trace[22455852] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:6683; }","duration":"4.031774928s","start":"2026-03-29T02:15:59.559678Z","end":"2026-03-29T02:16:03.591453Z","steps":["trace[22455852] 'agreement among raft nodes before linearized reading' (duration: 4.031731947s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:03.591481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:59.559665Z","time spent":"4.03180896s","remote":"127.0.0.1:43166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":31,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:16:03.591499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.376657942s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-c4cs6\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-29T02:16:03.59153Z","caller":"traceutil/trace.go:171","msg":"trace[976885879] range","detail":"{range_begin:/registry/pods/openstack/keepalived-c4cs6; range_end:; response_count:1; response_revision:6683; }","duration":"6.376705284s","start":"2026-03-29T02:15:57.214816Z","end":"2026-03-29T02:16:03.591521Z","steps":["trace[976885879] 'agreement among raft nodes before linearized reading' (duration: 6.376604802s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:03.591557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.369203326s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:16:03.591566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:57.21481Z","time spent":"6.376749755s","remote":"127.0.0.1:43172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6544,"request content":"key:\"/registry/pods/openstack/keepalived-c4cs6\" "} {"level":"warn","ts":"2026-03-29T02:16:03.591366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.238078104s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:16:03.591695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.807567044s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-29T02:16:03.591715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.376968119s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:16:03.591725Z","caller":"traceutil/trace.go:171","msg":"trace[321205293] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:6683; }","duration":"3.807650185s","start":"2026-03-29T02:15:59.784065Z","end":"2026-03-29T02:16:03.591715Z","steps":["trace[321205293] 'agreement among raft nodes before linearized reading' (duration: 3.807562733s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:03.591746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:59.784031Z","time spent":"3.807708457s","remote":"127.0.0.1:43060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":73,"response size":31,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:16:03.591745Z","caller":"traceutil/trace.go:171","msg":"trace[783436412] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:6683; }","duration":"6.377043061s","start":"2026-03-29T02:15:57.214691Z","end":"2026-03-29T02:16:03.591735Z","steps":["trace[783436412] 'agreement among raft nodes before linearized reading' (duration: 6.3770031s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:03.591775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:57.214669Z","time spent":"6.377100762s","remote":"127.0.0.1:43224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" "} {"level":"warn","ts":"2026-03-29T02:16:03.591824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.357768099s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:16:03.591872Z","caller":"traceutil/trace.go:171","msg":"trace[817413681] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:6683; }","duration":"8.357864811s","start":"2026-03-29T02:15:55.233998Z","end":"2026-03-29T02:16:03.591863Z","steps":["trace[817413681] 'agreement among raft nodes before linearized reading' (duration: 8.35778951s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:03.591904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:55.233974Z","time spent":"8.357921032s","remote":"127.0.0.1:43372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:16:03.591614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.685817099s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:16:03.591972Z","caller":"traceutil/trace.go:171","msg":"trace[1355959817] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:6683; }","duration":"3.686225139s","start":"2026-03-29T02:15:59.905738Z","end":"2026-03-29T02:16:03.591963Z","steps":["trace[1355959817] 'agreement among raft nodes before linearized reading' (duration: 3.68584596s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:03.59197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.379940575s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:2643"} {"level":"warn","ts":"2026-03-29T02:16:03.591996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:59.905717Z","time spent":"3.686272619s","remote":"127.0.0.1:43428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:16:03.591999Z","caller":"traceutil/trace.go:171","msg":"trace[1056232416] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:6683; }","duration":"8.379982386s","start":"2026-03-29T02:15:55.212008Z","end":"2026-03-29T02:16:03.59199Z","steps":["trace[1056232416] 'agreement among raft nodes before linearized reading' (duration: 8.379887124s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:03.592028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:55.211998Z","time spent":"8.380024607s","remote":"127.0.0.1:43088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":2667,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" "} {"level":"warn","ts":"2026-03-29T02:16:03.591806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:00.617035Z","time spent":"2.974388516s","remote":"127.0.0.1:43074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":930,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-29T02:16:03.59221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.202882496s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:16:03.592312Z","caller":"traceutil/trace.go:171","msg":"trace[1628153545] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:6683; }","duration":"3.203076942s","start":"2026-03-29T02:16:00.389215Z","end":"2026-03-29T02:16:03.592292Z","steps":["trace[1628153545] 'agreement among raft nodes before linearized reading' (duration: 3.202699393s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:03.59239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.38057755s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19663"} {"level":"warn","ts":"2026-03-29T02:16:03.591115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:57.724855Z","time spent":"5.866252505s","remote":"127.0.0.1:43798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:16:03.592429Z","caller":"traceutil/trace.go:171","msg":"trace[1500045389] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:6683; }","duration":"8.380632461s","start":"2026-03-29T02:15:55.211789Z","end":"2026-03-29T02:16:03.592421Z","steps":["trace[1500045389] 'agreement among raft nodes before linearized reading' (duration: 8.380533869s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:03.592419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.494974499s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-29T02:16:03.592457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:55.211774Z","time spent":"8.380671882s","remote":"127.0.0.1:43166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19687,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-29T02:16:03.592472Z","caller":"traceutil/trace.go:171","msg":"trace[262060234] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:6683; }","duration":"7.495074573s","start":"2026-03-29T02:15:56.097382Z","end":"2026-03-29T02:16:03.592456Z","steps":["trace[262060234] 'agreement among raft nodes before linearized reading' (duration: 7.494989151s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:03.592514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:56.097358Z","time spent":"7.495145894s","remote":"127.0.0.1:42290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:16:03.591604Z","caller":"traceutil/trace.go:171","msg":"trace[921949219] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:6683; }","duration":"5.369280538s","start":"2026-03-29T02:15:58.222302Z","end":"2026-03-29T02:16:03.591582Z","steps":["trace[921949219] 'agreement among raft nodes before linearized reading' (duration: 5.369207867s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:03.591699Z","caller":"traceutil/trace.go:171","msg":"trace[1265017660] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:6683; }","duration":"3.238525284s","start":"2026-03-29T02:16:00.353136Z","end":"2026-03-29T02:16:03.591661Z","steps":["trace[1265017660] 'agreement among raft nodes before linearized reading' (duration: 3.237687026s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:03.591911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.945874456s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-29T02:16:03.592687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:58.222283Z","time spent":"5.370344042s","remote":"127.0.0.1:33224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:16:03.5927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:00.353116Z","time spent":"3.239557418s","remote":"127.0.0.1:45408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:16:03.59099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:55.211725Z","time spent":"8.37925737s","remote":"127.0.0.1:43180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2012,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"info","ts":"2026-03-29T02:16:03.592723Z","caller":"traceutil/trace.go:171","msg":"trace[24808311] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:6683; }","duration":"3.946731867s","start":"2026-03-29T02:15:59.64598Z","end":"2026-03-29T02:16:03.592712Z","steps":["trace[24808311] 'agreement among raft nodes before linearized reading' (duration: 3.945868307s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:03.593143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:59.645959Z","time spent":"3.947171846s","remote":"127.0.0.1:43262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":52,"response size":31,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:16:03.592329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.413593419s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:16:03.593292Z","caller":"traceutil/trace.go:171","msg":"trace[1693612058] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:6683; }","duration":"7.414592351s","start":"2026-03-29T02:15:56.178671Z","end":"2026-03-29T02:16:03.593263Z","steps":["trace[1693612058] 'agreement among raft nodes before linearized reading' (duration: 7.41360961s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:03.592253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.377591494s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-credential-setup\" ","response":"range_response_count:1 size:6159"} {"level":"warn","ts":"2026-03-29T02:16:03.593357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:56.178647Z","time spent":"7.414690184s","remote":"127.0.0.1:47332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:16:03.593379Z","caller":"traceutil/trace.go:171","msg":"trace[2070125452] range","detail":"{range_begin:/registry/jobs/openstack/keystone-credential-setup; range_end:; response_count:1; response_revision:6683; }","duration":"6.378711729s","start":"2026-03-29T02:15:57.214641Z","end":"2026-03-29T02:16:03.593353Z","steps":["trace[2070125452] 'agreement among raft nodes before linearized reading' (duration: 6.37741708s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:03.592401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:00.3892Z","time spent":"3.203183884s","remote":"127.0.0.1:49828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:16:03.593454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:57.214582Z","time spent":"6.378849232s","remote":"127.0.0.1:43224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":6183,"request content":"key:\"/registry/jobs/openstack/keystone-credential-setup\" "} {"level":"warn","ts":"2026-03-29T02:16:03.593514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.156730992s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210982"} {"level":"info","ts":"2026-03-29T02:16:03.593564Z","caller":"traceutil/trace.go:171","msg":"trace[1212278783] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:6683; }","duration":"8.156824075s","start":"2026-03-29T02:15:55.436726Z","end":"2026-03-29T02:16:03.59355Z","steps":["trace[1212278783] 'agreement among raft nodes before linearized reading' (duration: 8.155824673s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:03.593622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:55.43669Z","time spent":"8.156917417s","remote":"127.0.0.1:43100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":57,"response size":2211006,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"warn","ts":"2026-03-29T02:16:04.092052Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583528501956727,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:16:05.226178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999856527s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-29T02:16:05.226272Z","caller":"traceutil/trace.go:171","msg":"trace[405374835] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999970509s","start":"2026-03-29T02:16:03.226282Z","end":"2026-03-29T02:16:05.226253Z","steps":["trace[405374835] 'agreement among raft nodes before linearized reading' (duration: 1.999852676s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:05.226322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:03.226209Z","time spent":"2.000102812s","remote":"127.0.0.1:43006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:16:05.956036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.440940394s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:16:05.956196Z","caller":"traceutil/trace.go:171","msg":"trace[90926673] linearizableReadLoop","detail":"{readStateIndex:6968; appliedIndex:6967; }","duration":"2.365144188s","start":"2026-03-29T02:16:03.591Z","end":"2026-03-29T02:16:05.956144Z","steps":["trace[90926673] 'read index received' (duration: 923.903808ms)","trace[90926673] 'applied index is now lower than readState.Index' (duration: 1.44123838s)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:16:05.95632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.53157019s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-29T02:16:05.956405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.228149212s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3242"} {"level":"info","ts":"2026-03-29T02:16:05.95642Z","caller":"traceutil/trace.go:171","msg":"trace[442774551] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:6684; }","duration":"3.531730124s","start":"2026-03-29T02:16:02.424672Z","end":"2026-03-29T02:16:05.956402Z","steps":["trace[442774551] 'agreement among raft nodes before linearized reading' (duration: 3.531507669s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:05.956439Z","caller":"traceutil/trace.go:171","msg":"trace[1793120309] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:6684; }","duration":"5.228279384s","start":"2026-03-29T02:16:00.728149Z","end":"2026-03-29T02:16:05.956429Z","steps":["trace[1793120309] 'agreement among raft nodes before linearized reading' (duration: 5.228106011s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:05.956402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.053806042s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:16:05.95647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:02.424654Z","time spent":"3.531804305s","remote":"127.0.0.1:43140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":6,"response size":31,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:16:05.956475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:00.728126Z","time spent":"5.228340156s","remote":"127.0.0.1:57636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3266,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-03-29T02:16:05.956605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.339585105s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-7fcdcd478-pwkh8\" ","response":"range_response_count:1 size:5928"} {"level":"warn","ts":"2026-03-29T02:16:05.956593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.725482287s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:16:05.956611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.338821427s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-29T02:16:05.956679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.526429625s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:16:05.956728Z","caller":"traceutil/trace.go:171","msg":"trace[1481655179] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:6684; }","duration":"5.338965171s","start":"2026-03-29T02:16:00.617729Z","end":"2026-03-29T02:16:05.956695Z","steps":["trace[1481655179] 'agreement among raft nodes before linearized reading' (duration: 5.338666384s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:05.956689Z","caller":"traceutil/trace.go:171","msg":"trace[904108690] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:6684; }","duration":"2.725630312s","start":"2026-03-29T02:16:03.231041Z","end":"2026-03-29T02:16:05.956672Z","steps":["trace[904108690] 'agreement among raft nodes before linearized reading' (duration: 2.725459587s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:05.956757Z","caller":"traceutil/trace.go:171","msg":"trace[1927058623] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:6684; }","duration":"3.526600269s","start":"2026-03-29T02:16:02.430127Z","end":"2026-03-29T02:16:05.956727Z","steps":["trace[1927058623] 'agreement among raft nodes before linearized reading' (duration: 3.526437284s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:05.956666Z","caller":"traceutil/trace.go:171","msg":"trace[1710347087] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-cluster-operator-7fcdcd478-pwkh8; range_end:; response_count:1; response_revision:6684; }","duration":"5.339685698s","start":"2026-03-29T02:16:00.616964Z","end":"2026-03-29T02:16:05.956649Z","steps":["trace[1710347087] 'agreement among raft nodes before linearized reading' (duration: 5.339492593s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:05.95679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:00.61772Z","time spent":"5.339053173s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-29T02:16:05.956802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:00.616944Z","time spent":"5.339849321s","remote":"127.0.0.1:43172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":5952,"request content":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-7fcdcd478-pwkh8\" "} {"level":"warn","ts":"2026-03-29T02:16:05.956801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:02.430103Z","time spent":"3.526685571s","remote":"127.0.0.1:33268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:16:05.956531Z","caller":"traceutil/trace.go:171","msg":"trace[176715979] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:6684; }","duration":"5.054012837s","start":"2026-03-29T02:16:00.902473Z","end":"2026-03-29T02:16:05.956486Z","steps":["trace[176715979] 'agreement among raft nodes before linearized reading' (duration: 5.053751611s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:05.956793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:03.231018Z","time spent":"2.725761815s","remote":"127.0.0.1:57620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:16:05.956872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:00.902448Z","time spent":"5.054405896s","remote":"127.0.0.1:57664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:16:05.956548Z","caller":"traceutil/trace.go:171","msg":"trace[1257740697] transaction","detail":"{read_only:false; response_revision:6684; number_of_response:1; }","duration":"4.167143117s","start":"2026-03-29T02:16:01.789378Z","end":"2026-03-29T02:16:05.956521Z","steps":["trace[1257740697] 'process raft request' (duration: 2.725628221s)","trace[1257740697] 'compare' (duration: 1.439753258s)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:16:05.95657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.434455398s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:16:05.956538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.628004758s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"info","ts":"2026-03-29T02:16:05.956966Z","caller":"traceutil/trace.go:171","msg":"trace[217253725] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:6684; }","duration":"3.434858228s","start":"2026-03-29T02:16:02.522096Z","end":"2026-03-29T02:16:05.956954Z","steps":["trace[217253725] 'agreement among raft nodes before linearized reading' (duration: 3.434433078s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:05.956978Z","caller":"traceutil/trace.go:171","msg":"trace[442051344] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:6684; }","duration":"3.62851599s","start":"2026-03-29T02:16:02.32845Z","end":"2026-03-29T02:16:05.956966Z","steps":["trace[442051344] 'agreement among raft nodes before linearized reading' (duration: 3.627855215s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:05.957006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:02.522032Z","time spent":"3.43496505s","remote":"127.0.0.1:43114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":29,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:16:05.957015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:02.328433Z","time spent":"3.628571571s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":550,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-03-29T02:16:05.957049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:01.789352Z","time spent":"4.167605618s","remote":"127.0.0.1:43048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:16:05.956441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.96882687s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:16:05.95713Z","caller":"traceutil/trace.go:171","msg":"trace[1267378609] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:6684; }","duration":"4.969585467s","start":"2026-03-29T02:16:00.98753Z","end":"2026-03-29T02:16:05.957116Z","steps":["trace[1267378609] 'agreement among raft nodes before linearized reading' (duration: 4.96881644s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:05.957173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:00.987486Z","time spent":"4.969673219s","remote":"127.0.0.1:42274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:16:06.04432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.084549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:16:06.044394Z","caller":"traceutil/trace.go:171","msg":"trace[1960476362] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:6685; }","duration":"442.206362ms","start":"2026-03-29T02:16:05.602168Z","end":"2026-03-29T02:16:06.044374Z","steps":["trace[1960476362] 'agreement among raft nodes before linearized reading' (duration: 442.079989ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:06.04444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:05.602142Z","time spent":"442.288644ms","remote":"127.0.0.1:43224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/keystone-db-sync\" "} {"level":"warn","ts":"2026-03-29T02:16:06.044463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.160451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-credential-setup\" ","response":"range_response_count:1 size:6159"} {"level":"warn","ts":"2026-03-29T02:16:06.044496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"809.948649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:16:06.044591Z","caller":"traceutil/trace.go:171","msg":"trace[762150208] range","detail":"{range_begin:/registry/jobs/openstack/keystone-credential-setup; range_end:; response_count:1; response_revision:6685; }","duration":"442.357295ms","start":"2026-03-29T02:16:05.602211Z","end":"2026-03-29T02:16:06.044569Z","steps":["trace[762150208] 'agreement among raft nodes before linearized reading' (duration: 441.994457ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:06.044593Z","caller":"traceutil/trace.go:171","msg":"trace[1341663523] transaction","detail":"{read_only:false; response_revision:6685; number_of_response:1; }","duration":"446.17708ms","start":"2026-03-29T02:16:05.598386Z","end":"2026-03-29T02:16:06.044563Z","steps":["trace[1341663523] 'process raft request' (duration: 445.504925ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:06.044614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.44884729s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-jnhst.18a12e3358321cec\" ","response":"range_response_count:1 size:881"} {"level":"info","ts":"2026-03-29T02:16:06.04464Z","caller":"traceutil/trace.go:171","msg":"trace[1760227727] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6685; }","duration":"810.156163ms","start":"2026-03-29T02:16:05.234457Z","end":"2026-03-29T02:16:06.044613Z","steps":["trace[1760227727] 'agreement among raft nodes before linearized reading' (duration: 809.747994ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:06.044659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:05.602189Z","time spent":"442.455658ms","remote":"127.0.0.1:43224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":6183,"request content":"key:\"/registry/jobs/openstack/keystone-credential-setup\" "} {"level":"info","ts":"2026-03-29T02:16:06.044675Z","caller":"traceutil/trace.go:171","msg":"trace[541025220] range","detail":"{range_begin:/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-jnhst.18a12e3358321cec; range_end:; response_count:1; response_revision:6685; }","duration":"2.448939312s","start":"2026-03-29T02:16:03.595715Z","end":"2026-03-29T02:16:06.044654Z","steps":["trace[541025220] 'agreement among raft nodes before linearized reading' (duration: 2.448727618s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:06.044701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:05.234441Z","time spent":"810.249665ms","remote":"127.0.0.1:43010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:16:06.044727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:03.595699Z","time spent":"2.449015194s","remote":"127.0.0.1:43074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":905,"request content":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-jnhst.18a12e3358321cec\" "} {"level":"warn","ts":"2026-03-29T02:16:06.044721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:05.598273Z","time spent":"446.374135ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:16:06.044725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.731778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:16:06.04477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.928786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:16:06.044783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.443583343s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:102205"} {"level":"info","ts":"2026-03-29T02:16:06.044812Z","caller":"traceutil/trace.go:171","msg":"trace[663902061] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:6685; }","duration":"446.005867ms","start":"2026-03-29T02:16:05.598794Z","end":"2026-03-29T02:16:06.0448Z","steps":["trace[663902061] 'agreement among raft nodes before linearized reading' (duration: 445.933755ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:06.044814Z","caller":"traceutil/trace.go:171","msg":"trace[1546628734] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:6685; }","duration":"410.870971ms","start":"2026-03-29T02:16:05.633923Z","end":"2026-03-29T02:16:06.044794Z","steps":["trace[1546628734] 'agreement among raft nodes before linearized reading' (duration: 410.680037ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:06.04479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.51496126s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-29T02:16:06.044844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:05.598781Z","time spent":"446.056088ms","remote":"127.0.0.1:43224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" "} {"level":"warn","ts":"2026-03-29T02:16:06.044861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:05.633909Z","time spent":"410.941493ms","remote":"127.0.0.1:57746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:16:06.044877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"977.266672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:16:06.044886Z","caller":"traceutil/trace.go:171","msg":"trace[676757541] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:6685; }","duration":"1.515137324s","start":"2026-03-29T02:16:04.529729Z","end":"2026-03-29T02:16:06.044866Z","steps":["trace[676757541] 'agreement among raft nodes before linearized reading' (duration: 1.51495185s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:06.044835Z","caller":"traceutil/trace.go:171","msg":"trace[425686794] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:6685; }","duration":"2.443682684s","start":"2026-03-29T02:16:03.601139Z","end":"2026-03-29T02:16:06.044821Z","steps":["trace[425686794] 'agreement among raft nodes before linearized reading' (duration: 2.443227244s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:06.044927Z","caller":"traceutil/trace.go:171","msg":"trace[1296009180] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:6685; }","duration":"977.362954ms","start":"2026-03-29T02:16:05.067546Z","end":"2026-03-29T02:16:06.044909Z","steps":["trace[1296009180] 'agreement among raft nodes before linearized reading' (duration: 977.280402ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:06.044935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:04.529706Z","time spent":"1.515217095s","remote":"127.0.0.1:47350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":11,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:16:06.044973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:05.067522Z","time spent":"977.435955ms","remote":"127.0.0.1:33210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:16:06.04496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:03.601116Z","time spent":"2.443819027s","remote":"127.0.0.1:43172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":11,"response size":102229,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-29T02:16:06.045299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.423142475s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1821"} {"level":"info","ts":"2026-03-29T02:16:06.04541Z","caller":"traceutil/trace.go:171","msg":"trace[881312132] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:6685; }","duration":"2.42333736s","start":"2026-03-29T02:16:03.622054Z","end":"2026-03-29T02:16:06.045391Z","steps":["trace[881312132] 'agreement among raft nodes before linearized reading' (duration: 2.422775597s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:06.04543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.441422434s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-03-29T02:16:06.045485Z","caller":"traceutil/trace.go:171","msg":"trace[261831327] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:6685; }","duration":"2.441498235s","start":"2026-03-29T02:16:03.603974Z","end":"2026-03-29T02:16:06.045472Z","steps":["trace[261831327] 'agreement among raft nodes before linearized reading' (duration: 2.440364s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:06.045491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:03.622033Z","time spent":"2.423445661s","remote":"127.0.0.1:43088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":1845,"request content":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" "} {"level":"warn","ts":"2026-03-29T02:16:06.04553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:03.603967Z","time spent":"2.441554026s","remote":"127.0.0.1:43088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":1155,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" "} {"level":"warn","ts":"2026-03-29T02:16:06.544849Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583528501956733,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:16:07.045604Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583528501956733,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:16:07.546383Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583528501956733,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:16:08.054419Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583528501956733,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:16:08.054571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.007725371s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-29T02:16:08.054787Z","caller":"traceutil/trace.go:171","msg":"trace[306929307] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.007960487s","start":"2026-03-29T02:16:06.046783Z","end":"2026-03-29T02:16:08.054743Z","steps":["trace[306929307] 'agreement among raft nodes before linearized reading' (duration: 2.007747292s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:08.054895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:06.046762Z","time spent":"2.008071s","remote":"127.0.0.1:43006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/29 02:16:08 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-29T02:16:08.156897Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.933069402s","expected-duration":"1s"} {"level":"info","ts":"2026-03-29T02:16:08.157405Z","caller":"traceutil/trace.go:171","msg":"trace[1251072883] transaction","detail":"{read_only:false; response_revision:6687; number_of_response:1; }","duration":"2.195033482s","start":"2026-03-29T02:16:05.96234Z","end":"2026-03-29T02:16:08.157373Z","steps":["trace[1251072883] 'process raft request' (duration: 2.19492902s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:08.157411Z","caller":"traceutil/trace.go:171","msg":"trace[1785389732] transaction","detail":"{read_only:false; response_revision:6686; number_of_response:1; }","duration":"2.19580955s","start":"2026-03-29T02:16:05.961556Z","end":"2026-03-29T02:16:08.157365Z","steps":["trace[1785389732] 'process raft request' (duration: 2.195530444s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:08.157502Z","caller":"traceutil/trace.go:171","msg":"trace[2120561760] transaction","detail":"{read_only:false; response_revision:6688; number_of_response:1; }","duration":"2.191673706s","start":"2026-03-29T02:16:05.965809Z","end":"2026-03-29T02:16:08.157482Z","steps":["trace[2120561760] 'process raft request' (duration: 2.191503763s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:08.157596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:05.962324Z","time spent":"2.195177395s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:16:08.157625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:05.965788Z","time spent":"2.191772559s","remote":"127.0.0.1:43172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5699,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:16:08.157639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:05.96152Z","time spent":"2.196008854s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:16:10.054494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999703373s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-29T02:16:10.054605Z","caller":"traceutil/trace.go:171","msg":"trace[733207171] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999867316s","start":"2026-03-29T02:16:08.054702Z","end":"2026-03-29T02:16:10.05457Z","steps":["trace[733207171] 'agreement among raft nodes before linearized reading' (duration: 1.999753023s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:10.054656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:08.054679Z","time spent":"1.999967758s","remote":"127.0.0.1:43010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/29 02:16:10 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-29T02:16:11.335994Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.178795658s","expected-duration":"1s"} {"level":"info","ts":"2026-03-29T02:16:11.336669Z","caller":"traceutil/trace.go:171","msg":"trace[1301589003] transaction","detail":"{read_only:false; response_revision:6689; number_of_response:1; }","duration":"5.28980704s","start":"2026-03-29T02:16:06.046817Z","end":"2026-03-29T02:16:11.336624Z","steps":["trace[1301589003] 'process raft request' (duration: 5.289456853s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:11.336683Z","caller":"traceutil/trace.go:171","msg":"trace[830144854] linearizableReadLoop","detail":"{readStateIndex:6973; appliedIndex:6969; }","duration":"5.292570172s","start":"2026-03-29T02:16:06.044079Z","end":"2026-03-29T02:16:11.336649Z","steps":["trace[830144854] 'read index received' (duration: 2.11314651s)","trace[830144854] 'applied index is now lower than readState.Index' (duration: 3.179422292s)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:16:11.336787Z","caller":"traceutil/trace.go:171","msg":"trace[106974694] transaction","detail":"{read_only:false; response_revision:6690; number_of_response:1; }","duration":"3.282006048s","start":"2026-03-29T02:16:08.054723Z","end":"2026-03-29T02:16:11.336729Z","steps":["trace[106974694] 'process raft request' (duration: 3.281754972s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:11.336791Z","caller":"traceutil/trace.go:171","msg":"trace[2042053038] transaction","detail":"{read_only:false; response_revision:6691; number_of_response:1; }","duration":"3.215419917s","start":"2026-03-29T02:16:08.121341Z","end":"2026-03-29T02:16:11.336761Z","steps":["trace[2042053038] 'process raft request' (duration: 3.215220693s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:11.336931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.377658687s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"info","ts":"2026-03-29T02:16:11.337001Z","caller":"traceutil/trace.go:171","msg":"trace[2101979702] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:6691; }","duration":"5.377795329s","start":"2026-03-29T02:16:05.959185Z","end":"2026-03-29T02:16:11.33698Z","steps":["trace[2101979702] 'agreement among raft nodes before linearized reading' (duration: 5.377622765s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:11.336916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:06.04679Z","time spent":"5.289984545s","remote":"127.0.0.1:43074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":866,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:16:11.337043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:08.054679Z","time spent":"3.282235252s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:16:11.337056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:05.959167Z","time spent":"5.377870921s","remote":"127.0.0.1:43154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-29T02:16:11.337173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:08.121311Z","time spent":"3.215674783s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:16:11.837021Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583528501956740,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:16:11.966649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999415535s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-29T02:16:11.966756Z","caller":"traceutil/trace.go:171","msg":"trace[337155062] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999583709s","start":"2026-03-29T02:16:06.967147Z","end":"2026-03-29T02:16:11.96673Z","steps":["trace[337155062] 'agreement among raft nodes before linearized reading' (duration: 4.999454606s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:11.966812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:06.967124Z","time spent":"4.99967796s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/03/29 02:16:11 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-29T02:16:12.055283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000306938s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-29T02:16:12.055351Z","caller":"traceutil/trace.go:171","msg":"trace[1146461623] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00042968s","start":"2026-03-29T02:16:10.054907Z","end":"2026-03-29T02:16:12.055337Z","steps":["trace[1146461623] 'agreement among raft nodes before linearized reading' (duration: 2.000351758s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:12.055391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:10.054884Z","time spent":"2.000498521s","remote":"127.0.0.1:43006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:16:13.161863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:08.163306Z","time spent":"4.998544166s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/29 02:16:13 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-29T02:16:13.234427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.339841232s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:16:13.234993Z","caller":"traceutil/trace.go:171","msg":"trace[1433549697] transaction","detail":"{read_only:false; response_revision:6693; number_of_response:1; }","duration":"5.071527398s","start":"2026-03-29T02:16:08.163406Z","end":"2026-03-29T02:16:13.234934Z","steps":["trace[1433549697] 'process raft request' (duration: 5.071093538s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:13.235176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:08.163381Z","time spent":"5.071718233s","remote":"127.0.0.1:43074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":854,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-29T02:16:13.340653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000255555s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-29T02:16:13.340749Z","caller":"traceutil/trace.go:171","msg":"trace[1965128582] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000426369s","start":"2026-03-29T02:16:11.3403Z","end":"2026-03-29T02:16:13.340727Z","steps":["trace[1965128582] 'agreement among raft nodes before linearized reading' (duration: 2.000304256s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:13.340806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:11.340266Z","time spent":"2.000528691s","remote":"127.0.0.1:43010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/29 02:16:13 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-29T02:16:14.063347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999795845s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-29T02:16:14.063495Z","caller":"traceutil/trace.go:171","msg":"trace[320237381] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000015289s","start":"2026-03-29T02:16:12.063454Z","end":"2026-03-29T02:16:14.063469Z","steps":["trace[320237381] 'agreement among raft nodes before linearized reading' (duration: 1.999842546s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:14.063578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:12.063411Z","time spent":"2.000131592s","remote":"127.0.0.1:43006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/29 02:16:14 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-29T02:16:14.172011Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.395456136s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-29T02:16:14.927152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.692565092s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-29T02:16:14.927404Z","caller":"traceutil/trace.go:171","msg":"trace[928956665] linearizableReadLoop","detail":"{readStateIndex:6978; appliedIndex:6975; }","duration":"3.590613551s","start":"2026-03-29T02:16:11.336771Z","end":"2026-03-29T02:16:14.927385Z","steps":["trace[928956665] 'read index received' (duration: 557.748696ms)","trace[928956665] 'applied index is now lower than readState.Index' (duration: 3.032863265s)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:16:14.9278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.714891471s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-29T02:16:14.927846Z","caller":"traceutil/trace.go:171","msg":"trace[338650724] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:6693; }","duration":"4.714987513s","start":"2026-03-29T02:16:10.212845Z","end":"2026-03-29T02:16:14.927832Z","steps":["trace[338650724] 'agreement among raft nodes before linearized reading' (duration: 4.714814329s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:14.927885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:10.212823Z","time spent":"4.715048944s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-29T02:16:14.927957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.873164291s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-c4cs6\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-29T02:16:14.928025Z","caller":"traceutil/trace.go:171","msg":"trace[793513956] range","detail":"{range_begin:/registry/pods/openstack/keepalived-c4cs6; range_end:; response_count:1; response_revision:6693; }","duration":"6.873254773s","start":"2026-03-29T02:16:08.054753Z","end":"2026-03-29T02:16:14.928008Z","steps":["trace[793513956] 'agreement among raft nodes before linearized reading' (duration: 6.873029968s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:14.928058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:08.054679Z","time spent":"6.873372265s","remote":"127.0.0.1:43172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6544,"request content":"key:\"/registry/pods/openstack/keepalived-c4cs6\" "} {"level":"warn","ts":"2026-03-29T02:16:14.92809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.873343054s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:16:14.928117Z","caller":"traceutil/trace.go:171","msg":"trace[1546437815] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:6693; }","duration":"6.873409136s","start":"2026-03-29T02:16:08.0547Z","end":"2026-03-29T02:16:14.928109Z","steps":["trace[1546437815] 'agreement among raft nodes before linearized reading' (duration: 6.873364455s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:14.928207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:08.054676Z","time spent":"6.873479368s","remote":"127.0.0.1:43224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" "} {"level":"warn","ts":"2026-03-29T02:16:14.928262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.718154723s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-03-29T02:16:14.928283Z","caller":"traceutil/trace.go:171","msg":"trace[1704977277] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:6693; }","duration":"4.718211924s","start":"2026-03-29T02:16:10.210064Z","end":"2026-03-29T02:16:14.928276Z","steps":["trace[1704977277] 'agreement among raft nodes before linearized reading' (duration: 4.718148613s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:14.928305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:10.210044Z","time spent":"4.718254566s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-29T02:16:14.928448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.864876454s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-keystone-default-user\" ","response":"range_response_count:1 size:1162"} {"level":"warn","ts":"2026-03-29T02:16:14.928426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.841072552s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:16:14.928485Z","caller":"traceutil/trace.go:171","msg":"trace[124697524] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-keystone-default-user; range_end:; response_count:1; response_revision:6693; }","duration":"8.864939435s","start":"2026-03-29T02:16:06.063537Z","end":"2026-03-29T02:16:14.928476Z","steps":["trace[124697524] 'agreement among raft nodes before linearized reading' (duration: 8.864803222s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:14.928496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.765932691s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keystone-credential-setup-mpfqr\" ","response":"range_response_count:1 size:7736"} {"level":"info","ts":"2026-03-29T02:16:14.928517Z","caller":"traceutil/trace.go:171","msg":"trace[408366959] range","detail":"{range_begin:/registry/pods/openstack/keystone-credential-setup-mpfqr; range_end:; response_count:1; response_revision:6693; }","duration":"6.765993853s","start":"2026-03-29T02:16:08.162517Z","end":"2026-03-29T02:16:14.928511Z","steps":["trace[408366959] 'agreement among raft nodes before linearized reading' (duration: 6.765929851s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:14.928538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:08.1625Z","time spent":"6.766032013s","remote":"127.0.0.1:43172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":7760,"request content":"key:\"/registry/pods/openstack/keystone-credential-setup-mpfqr\" "} {"level":"info","ts":"2026-03-29T02:16:14.928523Z","caller":"traceutil/trace.go:171","msg":"trace[1704420808] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:6693; }","duration":"5.841263226s","start":"2026-03-29T02:16:09.087232Z","end":"2026-03-29T02:16:14.928495Z","steps":["trace[1704420808] 'agreement among raft nodes before linearized reading' (duration: 5.841061282s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:14.928565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.858742476s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3565"} {"level":"warn","ts":"2026-03-29T02:16:14.928513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:06.063521Z","time spent":"8.864985006s","remote":"127.0.0.1:43088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1186,"request content":"key:\"/registry/secrets/openstack/rabbitmq-keystone-default-user\" "} {"level":"warn","ts":"2026-03-29T02:16:14.92865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.663575751s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-03-29T02:16:14.928707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.873995879s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:16:14.928744Z","caller":"traceutil/trace.go:171","msg":"trace[303203787] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:6693; }","duration":"6.874035449s","start":"2026-03-29T02:16:08.054697Z","end":"2026-03-29T02:16:14.928732Z","steps":["trace[303203787] 'agreement among raft nodes before linearized reading' (duration: 6.873970708s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:14.928744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.878769174s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"warn","ts":"2026-03-29T02:16:14.928793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:08.05468Z","time spent":"6.874102141s","remote":"127.0.0.1:43224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/keystone-db-sync\" "} {"level":"warn","ts":"2026-03-29T02:16:14.92881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.766501195s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-29T02:16:14.928824Z","caller":"traceutil/trace.go:171","msg":"trace[2071032208] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:6693; }","duration":"8.878877977s","start":"2026-03-29T02:16:06.049925Z","end":"2026-03-29T02:16:14.928803Z","steps":["trace[2071032208] 'agreement among raft nodes before linearized reading' (duration: 8.878592451s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:14.928582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:09.087197Z","time spent":"5.841368209s","remote":"127.0.0.1:43784","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:16:14.92884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.874197413s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-credential-setup\" ","response":"range_response_count:1 size:6159"} {"level":"info","ts":"2026-03-29T02:16:14.92886Z","caller":"traceutil/trace.go:171","msg":"trace[585502645] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:6693; }","duration":"4.766596157s","start":"2026-03-29T02:16:10.162246Z","end":"2026-03-29T02:16:14.928842Z","steps":["trace[585502645] 'agreement among raft nodes before linearized reading' (duration: 4.766366122s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:14.928871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:06.049908Z","time spent":"8.878952748s","remote":"127.0.0.1:43088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":1155,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" "} {"level":"info","ts":"2026-03-29T02:16:14.928883Z","caller":"traceutil/trace.go:171","msg":"trace[1852149475] range","detail":"{range_begin:/registry/jobs/openstack/keystone-credential-setup; range_end:; response_count:1; response_revision:6693; }","duration":"6.874270615s","start":"2026-03-29T02:16:08.054603Z","end":"2026-03-29T02:16:14.928874Z","steps":["trace[1852149475] 'agreement among raft nodes before linearized reading' (duration: 6.874171362s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:14.92888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.562251995s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:128076"} {"level":"warn","ts":"2026-03-29T02:16:14.929101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:08.054586Z","time spent":"6.874324396s","remote":"127.0.0.1:43224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":6183,"request content":"key:\"/registry/jobs/openstack/keystone-credential-setup\" "} {"level":"info","ts":"2026-03-29T02:16:14.929111Z","caller":"traceutil/trace.go:171","msg":"trace[1794313497] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:6693; }","duration":"6.562525121s","start":"2026-03-29T02:16:08.366577Z","end":"2026-03-29T02:16:14.929102Z","steps":["trace[1794313497] 'agreement among raft nodes before linearized reading' (duration: 6.562195153s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:14.929142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.336644218s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:16:14.929191Z","caller":"traceutil/trace.go:171","msg":"trace[1857444984] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:6693; }","duration":"5.336746391s","start":"2026-03-29T02:16:09.592433Z","end":"2026-03-29T02:16:14.929179Z","steps":["trace[1857444984] 'agreement among raft nodes before linearized reading' (duration: 5.33666954s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:14.929206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.852329854s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-29T02:16:14.929236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:09.592397Z","time spent":"5.336826532s","remote":"127.0.0.1:43810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:16:14.92924Z","caller":"traceutil/trace.go:171","msg":"trace[728129476] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:6693; }","duration":"8.852405545s","start":"2026-03-29T02:16:06.076822Z","end":"2026-03-29T02:16:14.929227Z","steps":["trace[728129476] 'agreement among raft nodes before linearized reading' (duration: 8.852353204s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:14.929278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:06.076802Z","time spent":"8.852468126s","remote":"127.0.0.1:45316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:16:14.928639Z","caller":"traceutil/trace.go:171","msg":"trace[821113965] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:6693; }","duration":"8.858834989s","start":"2026-03-29T02:16:06.069781Z","end":"2026-03-29T02:16:14.928616Z","steps":["trace[821113965] 'agreement among raft nodes before linearized reading' (duration: 8.858516382s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:14.929346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:06.069771Z","time spent":"8.859556915s","remote":"127.0.0.1:43088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3589,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" "} {"level":"info","ts":"2026-03-29T02:16:14.928743Z","caller":"traceutil/trace.go:171","msg":"trace[407303248] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6693; }","duration":"6.663728714s","start":"2026-03-29T02:16:08.264995Z","end":"2026-03-29T02:16:14.928723Z","steps":["trace[407303248] 'agreement among raft nodes before linearized reading' (duration: 6.663416777s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:14.928901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:10.162212Z","time spent":"4.766676168s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-29T02:16:14.929536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:08.264972Z","time spent":"6.664544923s","remote":"127.0.0.1:43172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-29T02:16:14.929151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:08.366552Z","time spent":"6.562590811s","remote":"127.0.0.1:43066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":128100,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"info","ts":"2026-03-29T02:16:14.929814Z","caller":"traceutil/trace.go:171","msg":"trace[1956507982] transaction","detail":"{read_only:false; response_revision:6694; number_of_response:1; }","duration":"3.058558339s","start":"2026-03-29T02:16:11.871235Z","end":"2026-03-29T02:16:14.929793Z","steps":["trace[1956507982] 'process raft request' (duration: 3.056037662s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:14.929936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:11.871198Z","time spent":"3.058667781s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:16:15.428308Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583528501956745,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:16:15.929032Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583528501956745,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:16:16.071589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000442149s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-29T02:16:16.071709Z","caller":"traceutil/trace.go:171","msg":"trace[277778676] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000626673s","start":"2026-03-29T02:16:14.071054Z","end":"2026-03-29T02:16:16.07168Z","steps":["trace[277778676] 'agreement among raft nodes before linearized reading' (duration: 2.0004833s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:16.071775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:14.071031Z","time spent":"2.000729125s","remote":"127.0.0.1:43010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:16:16.429314Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583528501956745,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:16:16.911239Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.739028631s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-29T02:16:17.584763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.044696406s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:16:17.584849Z","caller":"traceutil/trace.go:171","msg":"trace[1807823189] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:6694; }","duration":"8.044845799s","start":"2026-03-29T02:16:09.539984Z","end":"2026-03-29T02:16:17.58483Z","steps":["trace[1807823189] 'agreement among raft nodes before linearized reading' (duration: 5.38944791s)","trace[1807823189] 'count revisions from in-memory index tree' (duration: 2.655276596s)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:16:17.584883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:09.53996Z","time spent":"8.044915121s","remote":"127.0.0.1:57644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:16:17.585585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.655733148s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:16:17.585777Z","caller":"traceutil/trace.go:171","msg":"trace[2093829755] transaction","detail":"{read_only:false; response_revision:6696; number_of_response:1; }","duration":"4.241873439s","start":"2026-03-29T02:16:13.343888Z","end":"2026-03-29T02:16:17.585761Z","steps":["trace[2093829755] 'process raft request' (duration: 4.241792918s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:17.585833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:13.343861Z","time spent":"4.24194734s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:16:17.586122Z","caller":"traceutil/trace.go:171","msg":"trace[455955423] transaction","detail":"{read_only:false; response_revision:6695; number_of_response:1; }","duration":"5.585111097s","start":"2026-03-29T02:16:12.000968Z","end":"2026-03-29T02:16:17.586079Z","steps":["trace[455955423] 'process raft request' (duration: 2.928812847s)","trace[455955423] 'compare' (duration: 2.654875398s)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:16:17.586324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:12.000937Z","time spent":"5.58527204s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:16:18.072714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000476041s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-29T02:16:18.072812Z","caller":"traceutil/trace.go:171","msg":"trace[965502739] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000646804s","start":"2026-03-29T02:16:16.072144Z","end":"2026-03-29T02:16:18.072791Z","steps":["trace[965502739] 'agreement among raft nodes before linearized reading' (duration: 2.000523412s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:18.072865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:16.072129Z","time spent":"2.000727107s","remote":"127.0.0.1:43006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:16:18.161917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998509425s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-29T02:16:18.161992Z","caller":"traceutil/trace.go:171","msg":"trace[1111193996] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"4.998635647s","start":"2026-03-29T02:16:13.16334Z","end":"2026-03-29T02:16:18.161976Z","steps":["trace[1111193996] 'agreement among raft nodes before linearized reading' (duration: 4.998548215s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:18.162041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:13.163319Z","time spent":"4.998713209s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} 2026/03/29 02:16:18 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-29T02:16:18.193541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.259865292s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-29T02:16:18.193606Z","caller":"traceutil/trace.go:171","msg":"trace[1308397975] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; }","duration":"3.259961534s","start":"2026-03-29T02:16:14.933628Z","end":"2026-03-29T02:16:18.193589Z","steps":["trace[1308397975] 'agreement among raft nodes before linearized reading' (duration: 3.259890003s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:18.193647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:14.933611Z","time spent":"3.260025666s","remote":"127.0.0.1:43172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":0,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} 2026/03/29 02:16:18 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-29T02:16:19.962251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999946157s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-29T02:16:19.962386Z","caller":"traceutil/trace.go:171","msg":"trace[1495970042] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"5.000163911s","start":"2026-03-29T02:16:14.962191Z","end":"2026-03-29T02:16:19.962355Z","steps":["trace[1495970042] 'agreement among raft nodes before linearized reading' (duration: 4.999967317s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:19.962464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:14.962178Z","time spent":"5.000269424s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/03/29 02:16:19 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-29T02:16:20.079874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000347267s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-29T02:16:20.079999Z","caller":"traceutil/trace.go:171","msg":"trace[412974303] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000546982s","start":"2026-03-29T02:16:18.079425Z","end":"2026-03-29T02:16:20.079972Z","steps":["trace[412974303] 'agreement among raft nodes before linearized reading' (duration: 2.000385578s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:20.080063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:18.079397Z","time spent":"2.000652863s","remote":"127.0.0.1:43010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/29 02:16:20 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-29T02:16:20.161318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:14.935637Z","time spent":"5.225670096s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/29 02:16:20 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-29T02:16:20.624142Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.741427703s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-29T02:16:20.754774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.045820313s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:16:20.754902Z","caller":"traceutil/trace.go:171","msg":"trace[1698429992] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:6696; }","duration":"3.045961546s","start":"2026-03-29T02:16:17.708923Z","end":"2026-03-29T02:16:20.754884Z","steps":["trace[1698429992] 'range keys from in-memory index tree' (duration: 3.045804432s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:20.756148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.553743ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:16:20.756583Z","caller":"traceutil/trace.go:171","msg":"trace[428692860] linearizableReadLoop","detail":"{readStateIndex:6986; appliedIndex:6979; }","duration":"5.829133275s","start":"2026-03-29T02:16:14.927441Z","end":"2026-03-29T02:16:20.756574Z","steps":["trace[428692860] 'read index received' (duration: 1.984099643s)","trace[428692860] 'applied index is now lower than readState.Index' (duration: 3.845032972s)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:16:20.756814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.401378245s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:16:20.75692Z","caller":"traceutil/trace.go:171","msg":"trace[204353270] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:6701; }","duration":"6.40154517s","start":"2026-03-29T02:16:14.35535Z","end":"2026-03-29T02:16:20.756895Z","steps":["trace[204353270] 'agreement among raft nodes before linearized reading' (duration: 6.401279904s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:20.75708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:14.355327Z","time spent":"6.401732004s","remote":"127.0.0.1:43482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":19,"response size":31,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:16:20.75664Z","caller":"traceutil/trace.go:171","msg":"trace[1691588491] transaction","detail":"{read_only:false; response_revision:6697; number_of_response:1; }","duration":"6.496232798s","start":"2026-03-29T02:16:14.260399Z","end":"2026-03-29T02:16:20.756632Z","steps":["trace[1691588491] 'process raft request' (duration: 6.364140072s)","trace[1691588491] 'compare' (duration: 130.155083ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:16:20.757353Z","caller":"traceutil/trace.go:171","msg":"trace[238013109] transaction","detail":"{read_only:false; response_revision:6698; number_of_response:1; }","duration":"5.824526752s","start":"2026-03-29T02:16:14.932808Z","end":"2026-03-29T02:16:20.757334Z","steps":["trace[238013109] 'process raft request' (duration: 5.823440848s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:20.757426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:14.26038Z","time spent":"6.497001495s","remote":"127.0.0.1:43166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19592,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:16:20.757633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.505711039s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:16:20.757716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.415140333s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-jnhst.18a12e31042618c8\" ","response":"range_response_count:1 size:881"} {"level":"info","ts":"2026-03-29T02:16:20.757754Z","caller":"traceutil/trace.go:171","msg":"trace[107846521] transaction","detail":"{read_only:false; response_revision:6700; number_of_response:1; }","duration":"5.822425755s","start":"2026-03-29T02:16:14.935316Z","end":"2026-03-29T02:16:20.757742Z","steps":["trace[107846521] 'process raft request' (duration: 5.821209578s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:20.757717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.418299743s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-29T02:16:20.757799Z","caller":"traceutil/trace.go:171","msg":"trace[158347581] range","detail":"{range_begin:/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-jnhst.18a12e31042618c8; range_end:; response_count:1; response_revision:6701; }","duration":"9.415236825s","start":"2026-03-29T02:16:11.34254Z","end":"2026-03-29T02:16:20.757777Z","steps":["trace[158347581] 'agreement among raft nodes before linearized reading' (duration: 9.414997739s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:20.757469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:14.93278Z","time spent":"5.824615804s","remote":"127.0.0.1:43066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":128062,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:16:20.757838Z","caller":"traceutil/trace.go:171","msg":"trace[318748019] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:6701; }","duration":"9.418461877s","start":"2026-03-29T02:16:11.339368Z","end":"2026-03-29T02:16:20.75783Z","steps":["trace[318748019] 'agreement among raft nodes before linearized reading' (duration: 9.418292453s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:20.757844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:14.935291Z","time spent":"5.822497886s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":513,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:16:20.757859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:11.342529Z","time spent":"9.415316057s","remote":"127.0.0.1:43074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":905,"request content":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-jnhst.18a12e31042618c8\" "} {"level":"warn","ts":"2026-03-29T02:16:20.757877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:11.339347Z","time spent":"9.418521639s","remote":"127.0.0.1:43048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"info","ts":"2026-03-29T02:16:20.757813Z","caller":"traceutil/trace.go:171","msg":"trace[1930982333] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:6701; }","duration":"6.505918554s","start":"2026-03-29T02:16:14.251831Z","end":"2026-03-29T02:16:20.75775Z","steps":["trace[1930982333] 'agreement among raft nodes before linearized reading' (duration: 6.505663058s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:20.757958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.490464659s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:16:20.758062Z","caller":"traceutil/trace.go:171","msg":"trace[205634479] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:6701; }","duration":"6.490648623s","start":"2026-03-29T02:16:14.267399Z","end":"2026-03-29T02:16:20.758048Z","steps":["trace[205634479] 'agreement among raft nodes before linearized reading' (duration: 6.490391297s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:20.75836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:14.26739Z","time spent":"6.490918329s","remote":"127.0.0.1:43234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":2,"response size":31,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:16:20.757707Z","caller":"traceutil/trace.go:171","msg":"trace[1434450321] transaction","detail":"{read_only:false; response_revision:6699; number_of_response:1; }","duration":"5.82267876s","start":"2026-03-29T02:16:14.935012Z","end":"2026-03-29T02:16:20.75769Z","steps":["trace[1434450321] 'process raft request' (duration: 5.821479683s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:20.758611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:14.935Z","time spent":"5.8235559s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:16:20.757971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:14.251813Z","time spent":"6.506142559s","remote":"127.0.0.1:43298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:16:21.257611Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583528501956754,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:16:21.76958Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583528501956754,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:16:21.93457Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.310116138s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-29T02:16:22.080237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999846415s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-29T02:16:22.080356Z","caller":"traceutil/trace.go:171","msg":"trace[1786534153] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00004198s","start":"2026-03-29T02:16:20.080288Z","end":"2026-03-29T02:16:22.08033Z","steps":["trace[1786534153] 'agreement among raft nodes before linearized reading' (duration: 1.999863986s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:22.080411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:20.080255Z","time spent":"2.000143931s","remote":"127.0.0.1:43006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:16:22.170369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.427364ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-29T02:16:22.171214Z","caller":"traceutil/trace.go:171","msg":"trace[1849984718] transaction","detail":"{read_only:false; response_revision:6704; number_of_response:1; }","duration":"2.578646383s","start":"2026-03-29T02:16:19.592548Z","end":"2026-03-29T02:16:22.171194Z","steps":["trace[1849984718] 'process raft request' (duration: 2.578564102s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:22.171256Z","caller":"traceutil/trace.go:171","msg":"trace[702903132] transaction","detail":"{read_only:false; response_revision:6703; number_of_response:1; }","duration":"3.327509335s","start":"2026-03-29T02:16:18.843714Z","end":"2026-03-29T02:16:22.171223Z","steps":["trace[702903132] 'process raft request' (duration: 3.327210417s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:22.171395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:19.592507Z","time spent":"2.578758506s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:16:22.171482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:18.843688Z","time spent":"3.327647398s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:16:22.171619Z","caller":"traceutil/trace.go:171","msg":"trace[1663960836] linearizableReadLoop","detail":"{readStateIndex:6991; appliedIndex:6986; }","duration":"1.414995082s","start":"2026-03-29T02:16:20.756608Z","end":"2026-03-29T02:16:22.171603Z","steps":["trace[1663960836] 'read index received' (duration: 1.181334685s)","trace[1663960836] 'applied index is now lower than readState.Index' (duration: 233.659427ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:16:22.171647Z","caller":"traceutil/trace.go:171","msg":"trace[264876203] transaction","detail":"{read_only:false; response_revision:6705; number_of_response:1; }","duration":"1.579281748s","start":"2026-03-29T02:16:20.592315Z","end":"2026-03-29T02:16:22.171597Z","steps":["trace[264876203] 'process raft request' (duration: 1.578842409s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:22.171634Z","caller":"traceutil/trace.go:171","msg":"trace[355653550] transaction","detail":"{read_only:false; response_revision:6706; number_of_response:1; }","duration":"1.410418021s","start":"2026-03-29T02:16:20.761195Z","end":"2026-03-29T02:16:22.171613Z","steps":["trace[355653550] 'process raft request' (duration: 1.410267167s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:22.171704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.299833216s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:16:22.171777Z","caller":"traceutil/trace.go:171","msg":"trace[555576307] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:6706; }","duration":"2.299955129s","start":"2026-03-29T02:16:19.871807Z","end":"2026-03-29T02:16:22.171762Z","steps":["trace[555576307] 'agreement among raft nodes before linearized reading' (duration: 2.299834266s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:22.171819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:19.871778Z","time spent":"2.300031831s","remote":"127.0.0.1:57706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:16:22.171891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.237658344s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-credential-setup\" ","response":"range_response_count:1 size:6159"} {"level":"warn","ts":"2026-03-29T02:16:22.171849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:20.761178Z","time spent":"1.410567765s","remote":"127.0.0.1:43074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":866,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:16:22.171938Z","caller":"traceutil/trace.go:171","msg":"trace[1085395521] range","detail":"{range_begin:/registry/jobs/openstack/keystone-credential-setup; range_end:; response_count:1; response_revision:6706; }","duration":"5.237789108s","start":"2026-03-29T02:16:16.934137Z","end":"2026-03-29T02:16:22.171926Z","steps":["trace[1085395521] 'agreement among raft nodes before linearized reading' (duration: 5.237476271s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:22.171988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.171421772s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-29T02:16:22.172052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:16.934123Z","time spent":"5.237839648s","remote":"127.0.0.1:43224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":6183,"request content":"key:\"/registry/jobs/openstack/keystone-credential-setup\" "} {"level":"warn","ts":"2026-03-29T02:16:22.172079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.238268678s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:16:22.172095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.771492698s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-29T02:16:22.172046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.035765329s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:16:22.172251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.470538743s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-29T02:16:22.172263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.11327926s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-29T02:16:22.172288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.425516056s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1633"} {"level":"info","ts":"2026-03-29T02:16:22.172326Z","caller":"traceutil/trace.go:171","msg":"trace[1000295976] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:6706; }","duration":"5.425594348s","start":"2026-03-29T02:16:16.746719Z","end":"2026-03-29T02:16:22.172313Z","steps":["trace[1000295976] 'agreement among raft nodes before linearized reading' (duration: 5.425403074s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:22.172329Z","caller":"traceutil/trace.go:171","msg":"trace[537484369] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:6706; }","duration":"7.113406733s","start":"2026-03-29T02:16:15.058905Z","end":"2026-03-29T02:16:22.172311Z","steps":["trace[537484369] 'agreement among raft nodes before linearized reading' (duration: 7.11328162s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:22.172346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.237576352s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:650"} {"level":"warn","ts":"2026-03-29T02:16:22.172361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.236794423s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3565"} {"level":"warn","ts":"2026-03-29T02:16:22.172372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:16.746697Z","time spent":"5.42566602s","remote":"127.0.0.1:43140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1657,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"warn","ts":"2026-03-29T02:16:22.172377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:15.05888Z","time spent":"7.113482795s","remote":"127.0.0.1:42306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:16:22.172386Z","caller":"traceutil/trace.go:171","msg":"trace[1619442884] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:6706; }","duration":"7.237625312s","start":"2026-03-29T02:16:14.934746Z","end":"2026-03-29T02:16:22.172372Z","steps":["trace[1619442884] 'agreement among raft nodes before linearized reading' (duration: 7.23753673s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:22.172423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:14.934737Z","time spent":"7.237678684s","remote":"127.0.0.1:43088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":91,"response count":1,"response size":674,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" "} {"level":"warn","ts":"2026-03-29T02:16:22.172442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.237347906s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:101991"} {"level":"warn","ts":"2026-03-29T02:16:22.172458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"834.876896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:16:22.172495Z","caller":"traceutil/trace.go:171","msg":"trace[480047480] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:6706; }","duration":"7.237401197s","start":"2026-03-29T02:16:14.935075Z","end":"2026-03-29T02:16:22.172476Z","steps":["trace[480047480] 'agreement among raft nodes before linearized reading' (duration: 7.237205932s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:22.172092Z","caller":"traceutil/trace.go:171","msg":"trace[1381228832] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:6706; }","duration":"7.171610596s","start":"2026-03-29T02:16:15.00046Z","end":"2026-03-29T02:16:22.172071Z","steps":["trace[1381228832] 'agreement among raft nodes before linearized reading' (duration: 7.171394391s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:22.172555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:15.000425Z","time spent":"7.172115927s","remote":"127.0.0.1:42338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:16:22.172559Z","caller":"traceutil/trace.go:171","msg":"trace[1956243930] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6706; }","duration":"835.06312ms","start":"2026-03-29T02:16:21.337474Z","end":"2026-03-29T02:16:22.172537Z","steps":["trace[1956243930] 'agreement among raft nodes before linearized reading' (duration: 834.886906ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:22.172291Z","caller":"traceutil/trace.go:171","msg":"trace[294530311] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:6706; }","duration":"6.470634725s","start":"2026-03-29T02:16:15.701648Z","end":"2026-03-29T02:16:22.172283Z","steps":["trace[294530311] 'agreement among raft nodes before linearized reading' (duration: 6.470487342s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:22.172546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.236486266s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:16:22.172433Z","caller":"traceutil/trace.go:171","msg":"trace[3811861] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:6706; }","duration":"7.236838585s","start":"2026-03-29T02:16:14.935547Z","end":"2026-03-29T02:16:22.172385Z","steps":["trace[3811861] 'agreement among raft nodes before linearized reading' (duration: 7.236655231s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:22.172635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:15.701623Z","time spent":"6.470997674s","remote":"127.0.0.1:43100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":94,"response size":31,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:16:22.17268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:14.93554Z","time spent":"7.237129381s","remote":"127.0.0.1:43088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3589,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" "} {"level":"warn","ts":"2026-03-29T02:16:22.172649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:21.33745Z","time spent":"835.182732ms","remote":"127.0.0.1:43010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-29T02:16:22.172629Z","caller":"traceutil/trace.go:171","msg":"trace[707326564] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:6706; }","duration":"7.236611129s","start":"2026-03-29T02:16:14.93601Z","end":"2026-03-29T02:16:22.172621Z","steps":["trace[707326564] 'agreement among raft nodes before linearized reading' (duration: 7.236441175s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:22.172251Z","caller":"traceutil/trace.go:171","msg":"trace[1471978898] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:6706; }","duration":"4.036040494s","start":"2026-03-29T02:16:18.136192Z","end":"2026-03-29T02:16:22.172233Z","steps":["trace[1471978898] 'agreement among raft nodes before linearized reading' (duration: 4.035701327s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:22.172766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:14.936003Z","time spent":"7.236753143s","remote":"127.0.0.1:43082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" "} {"level":"warn","ts":"2026-03-29T02:16:22.172777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:18.136139Z","time spent":"4.036624047s","remote":"127.0.0.1:43204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:16:22.172557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:14.935071Z","time spent":"7.237476698s","remote":"127.0.0.1:43172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":11,"response size":102015,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-29T02:16:22.172145Z","caller":"traceutil/trace.go:171","msg":"trace[813655895] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:6706; }","duration":"1.77161674s","start":"2026-03-29T02:16:20.40052Z","end":"2026-03-29T02:16:22.172136Z","steps":["trace[813655895] 'agreement among raft nodes before linearized reading' (duration: 1.771428376s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:22.172783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.127363277s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:16:22.172873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:20.400497Z","time spent":"1.772359346s","remote":"127.0.0.1:43186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":89,"response size":31,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:16:22.172036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.348147826s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:16:22.17291Z","caller":"traceutil/trace.go:171","msg":"trace[1037460520] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:6706; }","duration":"5.127581211s","start":"2026-03-29T02:16:17.045314Z","end":"2026-03-29T02:16:22.172896Z","steps":["trace[1037460520] 'agreement among raft nodes before linearized reading' (duration: 5.127279934s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:22.172949Z","caller":"traceutil/trace.go:171","msg":"trace[71473634] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:6706; }","duration":"5.349108867s","start":"2026-03-29T02:16:16.823828Z","end":"2026-03-29T02:16:22.172937Z","steps":["trace[71473634] 'agreement among raft nodes before linearized reading' (duration: 5.348172796s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:22.17215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.23839741s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:16:22.17211Z","caller":"traceutil/trace.go:171","msg":"trace[629846025] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:6706; }","duration":"5.238296508s","start":"2026-03-29T02:16:16.933803Z","end":"2026-03-29T02:16:22.1721Z","steps":["trace[629846025] 'agreement among raft nodes before linearized reading' (duration: 5.238257448s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:22.172991Z","caller":"traceutil/trace.go:171","msg":"trace[945333918] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:6706; }","duration":"5.23928647s","start":"2026-03-29T02:16:16.933697Z","end":"2026-03-29T02:16:22.172983Z","steps":["trace[945333918] 'agreement among raft nodes before linearized reading' (duration: 5.238432811s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:22.173127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:16.933664Z","time spent":"5.239426143s","remote":"127.0.0.1:43224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/keystone-db-sync\" "} {"level":"warn","ts":"2026-03-29T02:16:22.17313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.941872148s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:16:22.173117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:20.592282Z","time spent":"1.579457101s","remote":"127.0.0.1:43026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":25,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:16:22.172959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:17.045299Z","time spent":"5.127646753s","remote":"127.0.0.1:43794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:16:22.173013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:16.933732Z","time spent":"5.239270989s","remote":"127.0.0.1:43224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" "} {"level":"warn","ts":"2026-03-29T02:16:22.17225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.411880203s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-29T02:16:22.173287Z","caller":"traceutil/trace.go:171","msg":"trace[1686117412] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:6706; }","duration":"1.413010098s","start":"2026-03-29T02:16:20.760268Z","end":"2026-03-29T02:16:22.173278Z","steps":["trace[1686117412] 'agreement among raft nodes before linearized reading' (duration: 1.411806182s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:22.173374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:20.760213Z","time spent":"1.413149631s","remote":"127.0.0.1:43262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-03-29T02:16:22.173017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:16.823806Z","time spent":"5.349178348s","remote":"127.0.0.1:45324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:16:22.172224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.237221893s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4436"} {"level":"info","ts":"2026-03-29T02:16:22.173634Z","caller":"traceutil/trace.go:171","msg":"trace[1260215096] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:6706; }","duration":"7.238680186s","start":"2026-03-29T02:16:14.934942Z","end":"2026-03-29T02:16:22.173622Z","steps":["trace[1260215096] 'agreement among raft nodes before linearized reading' (duration: 7.237022729s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:22.173714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:14.93493Z","time spent":"7.238773958s","remote":"127.0.0.1:43172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":4460,"request content":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" "} {"level":"info","ts":"2026-03-29T02:16:22.1748Z","caller":"traceutil/trace.go:171","msg":"trace[502675750] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:6706; }","duration":"1.943619548s","start":"2026-03-29T02:16:20.231164Z","end":"2026-03-29T02:16:22.174783Z","steps":["trace[502675750] 'agreement among raft nodes before linearized reading' (duration: 1.941894719s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:22.174898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:20.231137Z","time spent":"1.94371551s","remote":"127.0.0.1:43124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:16:23.205229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"922.765192ms","expected-duration":"100ms","prefix":"","request":"header: compaction: ","response":"size:5"} {"level":"info","ts":"2026-03-29T02:16:23.205321Z","caller":"traceutil/trace.go:171","msg":"trace[296996617] linearizableReadLoop","detail":"{readStateIndex:6992; appliedIndex:6991; }","duration":"1.029420579s","start":"2026-03-29T02:16:22.175887Z","end":"2026-03-29T02:16:23.205308Z","steps":["trace[296996617] 'read index received' (duration: 106.059213ms)","trace[296996617] 'applied index is now lower than readState.Index' (duration: 923.360186ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:16:23.205769Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":4303} {"level":"info","ts":"2026-03-29T02:16:23.205818Z","caller":"traceutil/trace.go:171","msg":"trace[1450405294] compact","detail":"{revision:4303; response_revision:6706; }","duration":"1.031654168s","start":"2026-03-29T02:16:22.174136Z","end":"2026-03-29T02:16:23.20579Z","steps":["trace[1450405294] 'process raft request' (duration: 107.790561ms)","trace[1450405294] 'check and update compact revision' (duration: 922.670219ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:16:23.205891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:22.17409Z","time spent":"1.031795761s","remote":"127.0.0.1:43026","response type":"/etcdserverpb.KV/Compact","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-29T02:16:23.206204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.030293838s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.36\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:16:23.206275Z","caller":"traceutil/trace.go:171","msg":"trace[31570540] range","detail":"{range_begin:/registry/masterleases/162.253.55.36; range_end:; response_count:0; response_revision:6706; }","duration":"1.03039235s","start":"2026-03-29T02:16:22.175863Z","end":"2026-03-29T02:16:23.206255Z","steps":["trace[31570540] 'agreement among raft nodes before linearized reading' (duration: 1.030268227s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:23.206326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:22.17585Z","time spent":"1.030467991s","remote":"127.0.0.1:43048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":0,"response size":29,"request content":"key:\"/registry/masterleases/162.253.55.36\" "} {"level":"warn","ts":"2026-03-29T02:16:24.918287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000417838s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-29T02:16:24.918393Z","caller":"traceutil/trace.go:171","msg":"trace[1177116057] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000593762s","start":"2026-03-29T02:16:22.917778Z","end":"2026-03-29T02:16:24.918372Z","steps":["trace[1177116057] 'agreement among raft nodes before linearized reading' (duration: 2.000454269s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:24.918444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:22.917756Z","time spent":"2.000678404s","remote":"127.0.0.1:43010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/29 02:16:24 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-29T02:16:25.967533Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.786610825s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-29T02:16:26.642512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.406175614s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:16:26.642717Z","caller":"traceutil/trace.go:171","msg":"trace[1937473282] transaction","detail":"{read_only:false; response_revision:6707; number_of_response:1; }","duration":"4.459315473s","start":"2026-03-29T02:16:22.183364Z","end":"2026-03-29T02:16:26.642679Z","steps":["trace[1937473282] 'process raft request' (duration: 1.052873333s)","trace[1937473282] 'compare' (duration: 2.430813546s)","trace[1937473282] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/pods/kube-system/kube-scheduler-instance; req_size:4226; } (duration: 974.617971ms)"],"step_count":3} {"level":"info","ts":"2026-03-29T02:16:26.6428Z","caller":"traceutil/trace.go:171","msg":"trace[43746505] transaction","detail":"{read_only:false; response_revision:6708; number_of_response:1; }","duration":"2.462051475s","start":"2026-03-29T02:16:24.180733Z","end":"2026-03-29T02:16:26.642784Z","steps":["trace[43746505] 'process raft request' (duration: 2.461970313s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:26.642838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:22.18335Z","time spent":"4.459425465s","remote":"127.0.0.1:43172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4229,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:16:26.642859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:24.180691Z","time spent":"2.462138757s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:16:26.643152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:23.207313Z","time spent":"3.435834059s","remote":"127.0.0.1:43048","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-29T02:16:26.643393Z","caller":"traceutil/trace.go:171","msg":"trace[2080039978] linearizableReadLoop","detail":"{readStateIndex:6993; appliedIndex:6992; }","duration":"3.438041687s","start":"2026-03-29T02:16:23.205335Z","end":"2026-03-29T02:16:26.643376Z","steps":["trace[2080039978] 'read index received' (duration: 30.904341ms)","trace[2080039978] 'applied index is now lower than readState.Index' (duration: 3.407136136s)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:16:26.643582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.277372623s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"info","ts":"2026-03-29T02:16:26.643611Z","caller":"traceutil/trace.go:171","msg":"trace[200232846] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:6708; }","duration":"4.277452805s","start":"2026-03-29T02:16:22.366151Z","end":"2026-03-29T02:16:26.643604Z","steps":["trace[200232846] 'agreement among raft nodes before linearized reading' (duration: 4.277308962s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:26.643632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:22.366128Z","time spent":"4.277498926s","remote":"127.0.0.1:43072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":142,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"warn","ts":"2026-03-29T02:16:26.643801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.444423209s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:128076"} {"level":"warn","ts":"2026-03-29T02:16:26.644048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.466172766s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-70fd3154-3bc8-490e-8340-5120e68836e1\" ","response":"range_response_count:1 size:1293"} {"level":"info","ts":"2026-03-29T02:16:26.6441Z","caller":"traceutil/trace.go:171","msg":"trace[1387624598] range","detail":"{range_begin:/registry/persistentvolumes/pvc-70fd3154-3bc8-490e-8340-5120e68836e1; range_end:; response_count:1; response_revision:6708; }","duration":"4.466248728s","start":"2026-03-29T02:16:22.177837Z","end":"2026-03-29T02:16:26.644086Z","steps":["trace[1387624598] 'agreement among raft nodes before linearized reading' (duration: 4.466085365s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:26.64413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:22.177832Z","time spent":"4.466290159s","remote":"127.0.0.1:43132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1317,"request content":"key:\"/registry/persistentvolumes/pvc-70fd3154-3bc8-490e-8340-5120e68836e1\" "} {"level":"warn","ts":"2026-03-29T02:16:26.644132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.46764795s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:128076"} {"level":"info","ts":"2026-03-29T02:16:26.644204Z","caller":"traceutil/trace.go:171","msg":"trace[1558415202] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:6708; }","duration":"4.467729332s","start":"2026-03-29T02:16:22.176464Z","end":"2026-03-29T02:16:26.644193Z","steps":["trace[1558415202] 'agreement among raft nodes before linearized reading' (duration: 4.467603689s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:26.644231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:22.176458Z","time spent":"4.467766772s","remote":"127.0.0.1:43066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":128100,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"info","ts":"2026-03-29T02:16:26.644245Z","caller":"traceutil/trace.go:171","msg":"trace[624335077] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:6708; }","duration":"4.4444838s","start":"2026-03-29T02:16:22.199333Z","end":"2026-03-29T02:16:26.643816Z","steps":["trace[624335077] 'agreement among raft nodes before linearized reading' (duration: 4.444397188s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:26.644289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:22.199314Z","time spent":"4.444962952s","remote":"127.0.0.1:43066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":128100,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-03-29T02:16:26.644477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.466056513s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:650"} {"level":"info","ts":"2026-03-29T02:16:26.644568Z","caller":"traceutil/trace.go:171","msg":"trace[1160953920] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:6708; }","duration":"4.466173656s","start":"2026-03-29T02:16:22.178375Z","end":"2026-03-29T02:16:26.644548Z","steps":["trace[1160953920] 'agreement among raft nodes before linearized reading' (duration: 4.465908401s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:26.644615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:22.178371Z","time spent":"4.466236078s","remote":"127.0.0.1:43088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":91,"response count":1,"response size":674,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" "} {"level":"warn","ts":"2026-03-29T02:16:26.644959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.466598336s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a12d7c0e86f83c\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-03-29T02:16:26.645628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.467553157s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1342"} {"level":"info","ts":"2026-03-29T02:16:26.645652Z","caller":"traceutil/trace.go:171","msg":"trace[1237977981] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a12d7c0e86f83c; range_end:; response_count:1; response_revision:6708; }","duration":"4.466765431s","start":"2026-03-29T02:16:22.178288Z","end":"2026-03-29T02:16:26.645053Z","steps":["trace[1237977981] 'agreement among raft nodes before linearized reading' (duration: 4.465766968s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:26.64572Z","caller":"traceutil/trace.go:171","msg":"trace[144145569] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:6708; }","duration":"4.4676695s","start":"2026-03-29T02:16:22.178028Z","end":"2026-03-29T02:16:26.645698Z","steps":["trace[144145569] 'agreement among raft nodes before linearized reading' (duration: 4.466062613s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:26.645741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:22.178281Z","time spent":"4.467436375s","remote":"127.0.0.1:43074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a12d7c0e86f83c\" "} {"level":"warn","ts":"2026-03-29T02:16:26.645768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:22.178021Z","time spent":"4.467736201s","remote":"127.0.0.1:43088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":1366,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" "} {"level":"warn","ts":"2026-03-29T02:16:26.919513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000571372s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-29T02:16:26.919602Z","caller":"traceutil/trace.go:171","msg":"trace[2098817709] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000737066s","start":"2026-03-29T02:16:24.918846Z","end":"2026-03-29T02:16:26.919583Z","steps":["trace[2098817709] 'agreement among raft nodes before linearized reading' (duration: 2.000619523s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:26.919653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:24.918822Z","time spent":"2.000817358s","remote":"127.0.0.1:43006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:16:27.948049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.764894ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:16:27.948268Z","caller":"traceutil/trace.go:171","msg":"trace[130195614] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:6708; }","duration":"240.005229ms","start":"2026-03-29T02:16:27.708237Z","end":"2026-03-29T02:16:27.948242Z","steps":["trace[130195614] 'range keys from in-memory index tree' (duration: 239.736944ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:27.948431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.041666362s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:16:27.948698Z","caller":"traceutil/trace.go:171","msg":"trace[1891668328] linearizableReadLoop","detail":"{readStateIndex:6996; appliedIndex:6995; }","duration":"1.305249318s","start":"2026-03-29T02:16:26.643418Z","end":"2026-03-29T02:16:27.948668Z","steps":["trace[1891668328] 'read index received' (duration: 263.145416ms)","trace[1891668328] 'applied index is now lower than readState.Index' (duration: 1.042100412s)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:16:27.9487Z","caller":"traceutil/trace.go:171","msg":"trace[1173454596] transaction","detail":"{read_only:false; response_revision:6709; number_of_response:1; }","duration":"2.853346758s","start":"2026-03-29T02:16:25.095304Z","end":"2026-03-29T02:16:27.948651Z","steps":["trace[1173454596] 'process raft request' (duration: 1.811327519s)","trace[1173454596] 'compare' (duration: 727.458663ms)","trace[1173454596] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te; req_size:669; } (duration: 313.668127ms)"],"step_count":3} {"level":"warn","ts":"2026-03-29T02:16:27.948836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.769451661s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-c4cs6\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-29T02:16:27.948899Z","caller":"traceutil/trace.go:171","msg":"trace[26848987] transaction","detail":"{read_only:false; response_revision:6710; number_of_response:1; }","duration":"1.303779604s","start":"2026-03-29T02:16:26.645103Z","end":"2026-03-29T02:16:27.948883Z","steps":["trace[26848987] 'process raft request' (duration: 1.303467508s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:27.9489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:25.095277Z","time spent":"2.853537963s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:16:27.948898Z","caller":"traceutil/trace.go:171","msg":"trace[1105560464] range","detail":"{range_begin:/registry/pods/openstack/keepalived-c4cs6; range_end:; response_count:1; response_revision:6709; }","duration":"3.769565343s","start":"2026-03-29T02:16:24.179315Z","end":"2026-03-29T02:16:27.94888Z","steps":["trace[1105560464] 'agreement among raft nodes before linearized reading' (duration: 3.769357759s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:27.948917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.770112685s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:16:27.94895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:24.179291Z","time spent":"3.769650096s","remote":"127.0.0.1:43172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6544,"request content":"key:\"/registry/pods/openstack/keepalived-c4cs6\" "} {"level":"warn","ts":"2026-03-29T02:16:27.948918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.716300402s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-29T02:16:27.948991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.826924896s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-29T02:16:27.94899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:26.645071Z","time spent":"1.303876387s","remote":"127.0.0.1:43048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:16:27.949019Z","caller":"traceutil/trace.go:171","msg":"trace[259187443] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:6710; }","duration":"4.716437775s","start":"2026-03-29T02:16:23.232568Z","end":"2026-03-29T02:16:27.949005Z","steps":["trace[259187443] 'agreement among raft nodes before linearized reading' (duration: 4.716233301s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:27.949045Z","caller":"traceutil/trace.go:171","msg":"trace[1351599988] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6710; }","duration":"3.826985358s","start":"2026-03-29T02:16:24.122044Z","end":"2026-03-29T02:16:27.949029Z","steps":["trace[1351599988] 'agreement among raft nodes before linearized reading' (duration: 3.826676281s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:27.949062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:23.232553Z","time spent":"4.716498956s","remote":"127.0.0.1:43462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":10,"response size":31,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:16:27.949097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:24.122023Z","time spent":"3.82706187s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-29T02:16:27.948996Z","caller":"traceutil/trace.go:171","msg":"trace[1925904008] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:6710; }","duration":"3.770247599s","start":"2026-03-29T02:16:24.17873Z","end":"2026-03-29T02:16:27.948978Z","steps":["trace[1925904008] 'agreement among raft nodes before linearized reading' (duration: 3.770086595s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:27.949232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:24.178719Z","time spent":"3.770497384s","remote":"127.0.0.1:43224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/keystone-db-sync\" "} {"level":"warn","ts":"2026-03-29T02:16:27.950179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.770400911s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-credential-setup\" ","response":"range_response_count:1 size:6159"} {"level":"info","ts":"2026-03-29T02:16:27.950246Z","caller":"traceutil/trace.go:171","msg":"trace[81444595] range","detail":"{range_begin:/registry/jobs/openstack/keystone-credential-setup; range_end:; response_count:1; response_revision:6710; }","duration":"3.770495434s","start":"2026-03-29T02:16:24.179735Z","end":"2026-03-29T02:16:27.950231Z","steps":["trace[81444595] 'agreement among raft nodes before linearized reading' (duration: 3.769035561s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:27.950288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:24.179726Z","time spent":"3.770553435s","remote":"127.0.0.1:43224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":6183,"request content":"key:\"/registry/jobs/openstack/keystone-credential-setup\" "} {"level":"warn","ts":"2026-03-29T02:16:27.950286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.770662168s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:16:27.950303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.768081342s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:16:27.950337Z","caller":"traceutil/trace.go:171","msg":"trace[1086231357] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:6711; }","duration":"3.77075101s","start":"2026-03-29T02:16:24.179573Z","end":"2026-03-29T02:16:27.950324Z","steps":["trace[1086231357] 'agreement among raft nodes before linearized reading' (duration: 3.769377789s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:27.950358Z","caller":"traceutil/trace.go:171","msg":"trace[2003616591] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:6711; }","duration":"1.768202155s","start":"2026-03-29T02:16:26.182144Z","end":"2026-03-29T02:16:27.950346Z","steps":["trace[2003616591] 'agreement among raft nodes before linearized reading' (duration: 1.766738961s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:27.95037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:24.179566Z","time spent":"3.770795481s","remote":"127.0.0.1:43224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" "} {"level":"warn","ts":"2026-03-29T02:16:27.950398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:26.182113Z","time spent":"1.768275396s","remote":"127.0.0.1:43454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":21,"response size":31,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:16:27.950304Z","caller":"traceutil/trace.go:171","msg":"trace[1366556333] transaction","detail":"{read_only:false; response_revision:6711; number_of_response:1; }","duration":"1.302589308s","start":"2026-03-29T02:16:26.647699Z","end":"2026-03-29T02:16:27.950288Z","steps":["trace[1366556333] 'process raft request' (duration: 1.301075694s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:27.95053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.452247326s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-29T02:16:27.950492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:26.647681Z","time spent":"1.302765283s","remote":"127.0.0.1:43066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":128062,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:16:27.950596Z","caller":"traceutil/trace.go:171","msg":"trace[378756729] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:6711; }","duration":"4.452371179s","start":"2026-03-29T02:16:23.498201Z","end":"2026-03-29T02:16:27.950572Z","steps":["trace[378756729] 'agreement among raft nodes before linearized reading' (duration: 4.450736722s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:27.95064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:23.498178Z","time spent":"4.45245038s","remote":"127.0.0.1:33070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":40,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:16:27.950768Z","caller":"traceutil/trace.go:171","msg":"trace[1554729356] transaction","detail":"{read_only:false; response_revision:6712; number_of_response:1; }","duration":"1.301559576s","start":"2026-03-29T02:16:26.649198Z","end":"2026-03-29T02:16:27.950757Z","steps":["trace[1554729356] 'process raft request' (duration: 1.301014874s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:27.950881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:26.649173Z","time spent":"1.301646638s","remote":"127.0.0.1:43074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:16:28.721459Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":4303,"took":"5.513625837s","hash":1618536336,"current-db-size-bytes":35028992,"current-db-size":"35 MB","current-db-size-in-use-bytes":32718848,"current-db-size-in-use":"33 MB"} {"level":"info","ts":"2026-03-29T02:16:28.721545Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1618536336,"revision":4303,"compact-revision":2390} {"level":"warn","ts":"2026-03-29T02:16:28.722364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"711.199029ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:16:28.7225Z","caller":"traceutil/trace.go:171","msg":"trace[1350116048] linearizableReadLoop","detail":"{readStateIndex:7000; appliedIndex:6999; }","duration":"773.706427ms","start":"2026-03-29T02:16:27.948771Z","end":"2026-03-29T02:16:28.722477Z","steps":["trace[1350116048] 'read index received' (duration: 62.301323ms)","trace[1350116048] 'applied index is now lower than readState.Index' (duration: 711.403184ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:16:28.722604Z","caller":"traceutil/trace.go:171","msg":"trace[2142705823] transaction","detail":"{read_only:false; response_revision:6713; number_of_response:1; }","duration":"994.519958ms","start":"2026-03-29T02:16:27.728068Z","end":"2026-03-29T02:16:28.722588Z","steps":["trace[2142705823] 'process raft request' (duration: 282.997331ms)","trace[2142705823] 'compare' (duration: 711.052806ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:16:28.722695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:27.728041Z","time spent":"994.608189ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:16:28.722851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.68490775s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:16:28.722924Z","caller":"traceutil/trace.go:171","msg":"trace[1703850384] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:6713; }","duration":"1.685019933s","start":"2026-03-29T02:16:27.037887Z","end":"2026-03-29T02:16:28.722907Z","steps":["trace[1703850384] 'agreement among raft nodes before linearized reading' (duration: 1.68489527s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:28.722977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:27.03787Z","time spent":"1.685091025s","remote":"127.0.0.1:43398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:16:28.722982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.072161483s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1342"} {"level":"warn","ts":"2026-03-29T02:16:28.723022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.075639002s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-03-29T02:16:28.723111Z","caller":"traceutil/trace.go:171","msg":"trace[597016712] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:6713; }","duration":"2.075734913s","start":"2026-03-29T02:16:26.647332Z","end":"2026-03-29T02:16:28.723067Z","steps":["trace[597016712] 'agreement among raft nodes before linearized reading' (duration: 2.075542119s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:28.723053Z","caller":"traceutil/trace.go:171","msg":"trace[748501553] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:6713; }","duration":"2.072262385s","start":"2026-03-29T02:16:26.650766Z","end":"2026-03-29T02:16:28.723029Z","steps":["trace[748501553] 'agreement among raft nodes before linearized reading' (duration: 2.071971509s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:28.723168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:26.647318Z","time spent":"2.075836036s","remote":"127.0.0.1:43140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1959,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-03-29T02:16:28.723184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:26.650717Z","time spent":"2.072448899s","remote":"127.0.0.1:43088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":1366,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" "} {"level":"warn","ts":"2026-03-29T02:16:28.723203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.546446344s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:16:28.723272Z","caller":"traceutil/trace.go:171","msg":"trace[949770564] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:6713; }","duration":"1.546566396s","start":"2026-03-29T02:16:27.176688Z","end":"2026-03-29T02:16:28.723254Z","steps":["trace[949770564] 'agreement among raft nodes before linearized reading' (duration: 1.546431073s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:28.723289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.036392993s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/openstack/keystone-credential-setup-mpfqr\" ","response":"range_response_count:1 size:2890"} {"level":"warn","ts":"2026-03-29T02:16:28.723331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:27.176665Z","time spent":"1.546649658s","remote":"127.0.0.1:45348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":22,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:16:28.723346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.795414203s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:16:28.723375Z","caller":"traceutil/trace.go:171","msg":"trace[733005374] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/openstack/keystone-credential-setup-mpfqr; range_end:; response_count:1; response_revision:6713; }","duration":"1.036525458s","start":"2026-03-29T02:16:27.686831Z","end":"2026-03-29T02:16:28.723357Z","steps":["trace[733005374] 'agreement among raft nodes before linearized reading' (duration: 1.03623264s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:28.723376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.075503117s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:50 size:72888"} {"level":"warn","ts":"2026-03-29T02:16:28.723282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.748605476s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:16:28.72344Z","caller":"traceutil/trace.go:171","msg":"trace[2140178215] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6713; }","duration":"1.795581157s","start":"2026-03-29T02:16:26.92784Z","end":"2026-03-29T02:16:28.723421Z","steps":["trace[2140178215] 'agreement among raft nodes before linearized reading' (duration: 1.795386432s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:28.723465Z","caller":"traceutil/trace.go:171","msg":"trace[1848771487] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:50; response_revision:6713; }","duration":"2.075617942s","start":"2026-03-29T02:16:26.647825Z","end":"2026-03-29T02:16:28.723443Z","steps":["trace[1848771487] 'agreement among raft nodes before linearized reading' (duration: 2.074986067s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:28.72348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.07559016s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-vip-instance\" ","response":"range_response_count:1 size:4774"} {"level":"warn","ts":"2026-03-29T02:16:28.723502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:26.927815Z","time spent":"1.795677979s","remote":"127.0.0.1:43010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-29T02:16:28.723501Z","caller":"traceutil/trace.go:171","msg":"trace[1953802115] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:6713; }","duration":"1.748905143s","start":"2026-03-29T02:16:26.974573Z","end":"2026-03-29T02:16:28.723478Z","steps":["trace[1953802115] 'agreement among raft nodes before linearized reading' (duration: 1.748520584s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:28.723515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:26.647818Z","time spent":"2.075686243s","remote":"127.0.0.1:43180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":50,"response size":72912,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" "} {"level":"warn","ts":"2026-03-29T02:16:28.723441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:27.686815Z","time spent":"1.036616119s","remote":"127.0.0.1:33022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":2914,"request content":"key:\"/registry/cilium.io/ciliumendpoints/openstack/keystone-credential-setup-mpfqr\" "} {"level":"warn","ts":"2026-03-29T02:16:28.723567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:26.974557Z","time spent":"1.748987185s","remote":"127.0.0.1:42370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:16:28.723541Z","caller":"traceutil/trace.go:171","msg":"trace[890983882] range","detail":"{range_begin:/registry/pods/kube-system/kube-vip-instance; range_end:; response_count:1; response_revision:6713; }","duration":"2.075653912s","start":"2026-03-29T02:16:26.647867Z","end":"2026-03-29T02:16:28.723521Z","steps":["trace[890983882] 'agreement among raft nodes before linearized reading' (duration: 2.075515339s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:28.723685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:26.647864Z","time spent":"2.075800195s","remote":"127.0.0.1:43172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":4798,"request content":"key:\"/registry/pods/kube-system/kube-vip-instance\" "} {"level":"warn","ts":"2026-03-29T02:16:28.723874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.077646867s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:50 size:72888"} {"level":"info","ts":"2026-03-29T02:16:28.723942Z","caller":"traceutil/trace.go:171","msg":"trace[617892537] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:50; response_revision:6713; }","duration":"2.077721358s","start":"2026-03-29T02:16:26.646206Z","end":"2026-03-29T02:16:28.723927Z","steps":["trace[617892537] 'agreement among raft nodes before linearized reading' (duration: 2.07695964s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:28.723989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:26.646155Z","time spent":"2.07781911s","remote":"127.0.0.1:43180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":50,"response size":72912,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" "} {"level":"warn","ts":"2026-03-29T02:16:28.724211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.076181424s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:16:28.724275Z","caller":"traceutil/trace.go:171","msg":"trace[3421785] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1; range_end:; response_count:0; response_revision:6713; }","duration":"2.076251686s","start":"2026-03-29T02:16:26.648007Z","end":"2026-03-29T02:16:28.724259Z","steps":["trace[3421785] 'agreement among raft nodes before linearized reading' (duration: 2.075264603s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:28.724374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:26.647968Z","time spent":"2.076393378s","remote":"127.0.0.1:43088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":91,"response count":0,"response size":29,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1\" "} {"level":"warn","ts":"2026-03-29T02:16:29.015031Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.003983719s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-29T02:16:29.29001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.638954ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:16:29.290121Z","caller":"traceutil/trace.go:171","msg":"trace[909932789] transaction","detail":"{read_only:false; response_revision:6714; number_of_response:1; }","duration":"1.336683641s","start":"2026-03-29T02:16:27.953414Z","end":"2026-03-29T02:16:29.290098Z","steps":["trace[909932789] 'process raft request' (duration: 1.061866064s)","trace[909932789] 'compare' (duration: 274.50419ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:16:29.290215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:27.953402Z","time spent":"1.336749412s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:16:30.277884Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.262284926s","expected-duration":"1s"} {"level":"info","ts":"2026-03-29T02:16:30.368777Z","caller":"traceutil/trace.go:171","msg":"trace[263735778] transaction","detail":"{read_only:false; response_revision:6715; number_of_response:1; }","duration":"1.719517135s","start":"2026-03-29T02:16:28.649185Z","end":"2026-03-29T02:16:30.368702Z","steps":["trace[263735778] 'process raft request' (duration: 1.629035171s)","trace[263735778] 'compare' (duration: 90.022774ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:16:30.368979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:28.649155Z","time spent":"1.71971718s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:16:30.369218Z","caller":"traceutil/trace.go:171","msg":"trace[1258241179] transaction","detail":"{read_only:false; number_of_response:1; response_revision:6716; }","duration":"1.643315461s","start":"2026-03-29T02:16:28.725875Z","end":"2026-03-29T02:16:30.36919Z","steps":["trace[1258241179] 'process raft request' (duration: 1.642745258s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:30.369212Z","caller":"traceutil/trace.go:171","msg":"trace[237167344] linearizableReadLoop","detail":"{readStateIndex:7002; appliedIndex:7000; }","duration":"1.646645045s","start":"2026-03-29T02:16:28.722542Z","end":"2026-03-29T02:16:30.369187Z","steps":["trace[237167344] 'read index received' (duration: 292.823421ms)","trace[237167344] 'applied index is now lower than readState.Index' (duration: 1.353820554s)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:16:30.369352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:28.725854Z","time spent":"1.643426283s","remote":"127.0.0.1:33022","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":81,"response count":0,"response size":42,"request content":"compare: success: > failure: >"} {"level":"info","ts":"2026-03-29T02:16:30.369474Z","caller":"traceutil/trace.go:171","msg":"trace[769973714] transaction","detail":"{read_only:false; response_revision:6717; number_of_response:1; }","duration":"1.637149212s","start":"2026-03-29T02:16:28.732311Z","end":"2026-03-29T02:16:30.36946Z","steps":["trace[769973714] 'process raft request' (duration: 1.636787104s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:30.369593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:28.732302Z","time spent":"1.637218054s","remote":"127.0.0.1:43172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5041,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:16:30.369686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.415542075s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:16:30.369758Z","caller":"traceutil/trace.go:171","msg":"trace[1691004191] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:6717; }","duration":"2.415664597s","start":"2026-03-29T02:16:27.954079Z","end":"2026-03-29T02:16:30.369743Z","steps":["trace[1691004191] 'agreement among raft nodes before linearized reading' (duration: 2.415523304s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:30.369803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.417810386s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"info","ts":"2026-03-29T02:16:30.369843Z","caller":"traceutil/trace.go:171","msg":"trace[1114952483] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:6717; }","duration":"2.417874277s","start":"2026-03-29T02:16:27.95196Z","end":"2026-03-29T02:16:30.369834Z","steps":["trace[1114952483] 'agreement among raft nodes before linearized reading' (duration: 2.417782295s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:30.369865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:27.951943Z","time spent":"2.417916897s","remote":"127.0.0.1:43154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-29T02:16:30.3698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:27.954063Z","time spent":"2.415727879s","remote":"127.0.0.1:43284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":4,"response size":31,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:16:30.369922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.416567427s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:101991"} {"level":"info","ts":"2026-03-29T02:16:30.369958Z","caller":"traceutil/trace.go:171","msg":"trace[1551885246] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:6717; }","duration":"2.416619448s","start":"2026-03-29T02:16:27.953329Z","end":"2026-03-29T02:16:30.369948Z","steps":["trace[1551885246] 'agreement among raft nodes before linearized reading' (duration: 2.416383083s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:30.369967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.415656457s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a12d7c0e86f83c\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-03-29T02:16:30.36999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:27.953316Z","time spent":"2.416664739s","remote":"127.0.0.1:43172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":11,"response size":102015,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-29T02:16:30.370034Z","caller":"traceutil/trace.go:171","msg":"trace[1615000315] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a12d7c0e86f83c; range_end:; response_count:1; response_revision:6717; }","duration":"2.415733779s","start":"2026-03-29T02:16:27.954279Z","end":"2026-03-29T02:16:30.370013Z","steps":["trace[1615000315] 'agreement among raft nodes before linearized reading' (duration: 2.415515184s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:30.370088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:27.954272Z","time spent":"2.41580359s","remote":"127.0.0.1:43074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a12d7c0e86f83c\" "} {"level":"warn","ts":"2026-03-29T02:16:30.370077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.134251162s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:16:30.370568Z","caller":"traceutil/trace.go:171","msg":"trace[1454637089] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:6717; }","duration":"2.134879016s","start":"2026-03-29T02:16:28.235664Z","end":"2026-03-29T02:16:30.370543Z","steps":["trace[1454637089] 'agreement among raft nodes before linearized reading' (duration: 2.13412012s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:30.370977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:28.235643Z","time spent":"2.135313886s","remote":"127.0.0.1:43314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":7,"response size":31,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:16:30.724945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000209043s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-29T02:16:30.725228Z","caller":"traceutil/trace.go:171","msg":"trace[367153058] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00050442s","start":"2026-03-29T02:16:28.724607Z","end":"2026-03-29T02:16:30.725112Z","steps":["trace[367153058] 'agreement among raft nodes before linearized reading' (duration: 2.000216694s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:30.725414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:28.724591Z","time spent":"2.000804036s","remote":"127.0.0.1:43006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/29 02:16:30 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-29T02:16:30.869551Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583528501956778,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:16:31.294303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000219484s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-29T02:16:31.294404Z","caller":"traceutil/trace.go:171","msg":"trace[480269788] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000393057s","start":"2026-03-29T02:16:29.293991Z","end":"2026-03-29T02:16:31.294384Z","steps":["trace[480269788] 'agreement among raft nodes before linearized reading' (duration: 2.000258174s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:31.294456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:29.293971Z","time spent":"2.00047545s","remote":"127.0.0.1:43010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/29 02:16:31 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-29T02:16:31.370122Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583528501956778,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:16:31.553308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:31.007009Z","time spent":"546.29199ms","remote":"127.0.0.1:54618","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-29T02:16:31.863371Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.53778854s","expected-duration":"1s"} {"level":"info","ts":"2026-03-29T02:16:31.863874Z","caller":"traceutil/trace.go:171","msg":"trace[1442247804] transaction","detail":"{read_only:false; response_revision:6719; number_of_response:1; }","duration":"2.180723462s","start":"2026-03-29T02:16:29.683126Z","end":"2026-03-29T02:16:31.863849Z","steps":["trace[1442247804] 'process raft request' (duration: 2.18064819s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:31.863916Z","caller":"traceutil/trace.go:171","msg":"trace[1447220280] transaction","detail":"{read_only:false; response_revision:6718; number_of_response:1; }","duration":"2.569264494s","start":"2026-03-29T02:16:29.294623Z","end":"2026-03-29T02:16:31.863888Z","steps":["trace[1447220280] 'process raft request' (duration: 2.568952316s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:31.864004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:29.294605Z","time spent":"2.569359526s","remote":"127.0.0.1:43074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":754,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-29T02:16:31.864016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:29.683097Z","time spent":"2.180851945s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:16:32.550711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.647048ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:16:32.550827Z","caller":"traceutil/trace.go:171","msg":"trace[325472649] linearizableReadLoop","detail":"{readStateIndex:7007; appliedIndex:7004; }","duration":"2.1815135s","start":"2026-03-29T02:16:30.369293Z","end":"2026-03-29T02:16:32.550806Z","steps":["trace[325472649] 'read index received' (duration: 1.494292256s)","trace[325472649] 'applied index is now lower than readState.Index' (duration: 687.219484ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:16:32.551133Z","caller":"traceutil/trace.go:171","msg":"trace[419709742] transaction","detail":"{read_only:false; response_revision:6720; number_of_response:1; }","duration":"2.178111295s","start":"2026-03-29T02:16:30.373007Z","end":"2026-03-29T02:16:32.551119Z","steps":["trace[419709742] 'process raft request' (duration: 1.782946565s)","trace[419709742] 'compare' (duration: 394.537086ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:16:32.551231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:30.372968Z","time spent":"2.178193756s","remote":"127.0.0.1:43074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:16:32.551479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.257393447s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-29T02:16:32.551543Z","caller":"traceutil/trace.go:171","msg":"trace[332070354] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6720; }","duration":"3.2575136s","start":"2026-03-29T02:16:29.294016Z","end":"2026-03-29T02:16:32.55153Z","steps":["trace[332070354] 'agreement among raft nodes before linearized reading' (duration: 3.257299255s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:32.55157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:29.293992Z","time spent":"3.25757165s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-29T02:16:32.551601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.823696225s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"warn","ts":"2026-03-29T02:16:32.551562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.626901093s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:16:32.551559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.822573389s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:16:32.551578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.681225038s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:16:32.551599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.126946359s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-29T02:16:32.551489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.59501883s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:16:32.55166Z","caller":"traceutil/trace.go:171","msg":"trace[268216931] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:6720; }","duration":"3.627060076s","start":"2026-03-29T02:16:28.924576Z","end":"2026-03-29T02:16:32.551636Z","steps":["trace[268216931] 'agreement among raft nodes before linearized reading' (duration: 3.626894532s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:32.551687Z","caller":"traceutil/trace.go:171","msg":"trace[412746447] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:6720; }","duration":"3.127088182s","start":"2026-03-29T02:16:29.424581Z","end":"2026-03-29T02:16:32.551669Z","steps":["trace[412746447] 'agreement among raft nodes before linearized reading' (duration: 3.126892827s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:32.551688Z","caller":"traceutil/trace.go:171","msg":"trace[731189670] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:6720; }","duration":"2.681362541s","start":"2026-03-29T02:16:29.870297Z","end":"2026-03-29T02:16:32.55166Z","steps":["trace[731189670] 'agreement among raft nodes before linearized reading' (duration: 2.681170476s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:32.551707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.823603802s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-06ab89b0-fec3-41a3-a412-9847c1882c6f\" ","response":"range_response_count:1 size:1450"} {"level":"warn","ts":"2026-03-29T02:16:32.551733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:29.424556Z","time spent":"3.127168333s","remote":"127.0.0.1:43172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":46,"response size":31,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:16:32.551733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:28.924552Z","time spent":"3.627165979s","remote":"127.0.0.1:47378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:16:32.551662Z","caller":"traceutil/trace.go:171","msg":"trace[1412342788] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1; range_end:; response_count:0; response_revision:6720; }","duration":"3.822701543s","start":"2026-03-29T02:16:28.728943Z","end":"2026-03-29T02:16:32.551644Z","steps":["trace[1412342788] 'agreement among raft nodes before linearized reading' (duration: 3.822522369s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:32.551762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.595669493s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-credential-setup\" ","response":"range_response_count:1 size:6159"} {"level":"info","ts":"2026-03-29T02:16:32.55176Z","caller":"traceutil/trace.go:171","msg":"trace[10209896] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:6720; }","duration":"2.595254925s","start":"2026-03-29T02:16:29.95646Z","end":"2026-03-29T02:16:32.551715Z","steps":["trace[10209896] 'agreement among raft nodes before linearized reading' (duration: 2.595000279s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:32.551871Z","caller":"traceutil/trace.go:171","msg":"trace[442915438] range","detail":"{range_begin:/registry/jobs/openstack/keystone-credential-setup; range_end:; response_count:1; response_revision:6720; }","duration":"2.595799067s","start":"2026-03-29T02:16:29.956051Z","end":"2026-03-29T02:16:32.55185Z","steps":["trace[442915438] 'agreement among raft nodes before linearized reading' (duration: 2.5954931s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:32.551627Z","caller":"traceutil/trace.go:171","msg":"trace[741034007] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:6720; }","duration":"3.823736216s","start":"2026-03-29T02:16:28.727884Z","end":"2026-03-29T02:16:32.55162Z","steps":["trace[741034007] 'agreement among raft nodes before linearized reading' (duration: 3.823673114s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:32.551886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:28.728936Z","time spent":"3.822899647s","remote":"127.0.0.1:43088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":29,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1\" "} {"level":"warn","ts":"2026-03-29T02:16:32.551935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:29.956047Z","time spent":"2.595873548s","remote":"127.0.0.1:43224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":6183,"request content":"key:\"/registry/jobs/openstack/keystone-credential-setup\" "} {"level":"warn","ts":"2026-03-29T02:16:32.55196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:28.727874Z","time spent":"3.824048742s","remote":"127.0.0.1:43072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":142,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"warn","ts":"2026-03-29T02:16:32.551945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:29.956351Z","time spent":"2.595544451s","remote":"127.0.0.1:43224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" "} {"level":"warn","ts":"2026-03-29T02:16:32.551701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.700567161s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-29T02:16:32.551674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.823660704s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:708"} {"level":"info","ts":"2026-03-29T02:16:32.552091Z","caller":"traceutil/trace.go:171","msg":"trace[602714009] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:6720; }","duration":"3.824058862s","start":"2026-03-29T02:16:28.727999Z","end":"2026-03-29T02:16:32.552058Z","steps":["trace[602714009] 'agreement among raft nodes before linearized reading' (duration: 3.823637533s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:32.553056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:28.727995Z","time spent":"3.824999844s","remote":"127.0.0.1:43088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":89,"response count":1,"response size":732,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" "} {"level":"warn","ts":"2026-03-29T02:16:32.551759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:29.870291Z","time spent":"2.681448073s","remote":"127.0.0.1:43208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:16:32.551748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.822523738s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:128076"} {"level":"info","ts":"2026-03-29T02:16:32.553284Z","caller":"traceutil/trace.go:171","msg":"trace[480047556] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:6720; }","duration":"3.824050073s","start":"2026-03-29T02:16:28.729206Z","end":"2026-03-29T02:16:32.553256Z","steps":["trace[480047556] 'agreement among raft nodes before linearized reading' (duration: 3.822308033s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:32.553371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:28.729163Z","time spent":"3.824180476s","remote":"127.0.0.1:43066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":128100,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"info","ts":"2026-03-29T02:16:32.551778Z","caller":"traceutil/trace.go:171","msg":"trace[617912678] range","detail":"{range_begin:/registry/persistentvolumes/pvc-06ab89b0-fec3-41a3-a412-9847c1882c6f; range_end:; response_count:1; response_revision:6720; }","duration":"3.823685105s","start":"2026-03-29T02:16:28.728081Z","end":"2026-03-29T02:16:32.551766Z","steps":["trace[617912678] 'agreement among raft nodes before linearized reading' (duration: 3.82344552s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:32.553536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:28.728076Z","time spent":"3.825441914s","remote":"127.0.0.1:43132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1474,"request content":"key:\"/registry/persistentvolumes/pvc-06ab89b0-fec3-41a3-a412-9847c1882c6f\" "} {"level":"warn","ts":"2026-03-29T02:16:32.552111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.595932651s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:16:32.553624Z","caller":"traceutil/trace.go:171","msg":"trace[1810195580] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:6720; }","duration":"2.597811822s","start":"2026-03-29T02:16:29.955789Z","end":"2026-03-29T02:16:32.553601Z","steps":["trace[1810195580] 'agreement among raft nodes before linearized reading' (duration: 2.595666934s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:32.553706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:29.955772Z","time spent":"2.597919455s","remote":"127.0.0.1:43224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/keystone-db-sync\" "} {"level":"info","ts":"2026-03-29T02:16:32.552138Z","caller":"traceutil/trace.go:171","msg":"trace[609260113] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:6720; }","duration":"2.701032781s","start":"2026-03-29T02:16:29.851001Z","end":"2026-03-29T02:16:32.552033Z","steps":["trace[609260113] 'agreement among raft nodes before linearized reading' (duration: 2.700459178s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:32.553809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:29.850975Z","time spent":"2.702816161s","remote":"127.0.0.1:47344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":31,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:16:32.734159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000391667s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-29T02:16:32.734401Z","caller":"traceutil/trace.go:171","msg":"trace[2099929578] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000694834s","start":"2026-03-29T02:16:30.733676Z","end":"2026-03-29T02:16:32.734371Z","steps":["trace[2099929578] 'agreement among raft nodes before linearized reading' (duration: 2.000415368s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:32.734744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:30.733659Z","time spent":"2.001066452s","remote":"127.0.0.1:43010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/29 02:16:32 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-29T02:16:33.334189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.580041ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:16:33.334368Z","caller":"traceutil/trace.go:171","msg":"trace[666052981] transaction","detail":"{read_only:false; response_revision:6721; number_of_response:1; }","duration":"959.183406ms","start":"2026-03-29T02:16:32.375153Z","end":"2026-03-29T02:16:33.334337Z","steps":["trace[666052981] 'process raft request' (duration: 516.35386ms)","trace[666052981] 'compare' (duration: 442.276914ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:16:33.334431Z","caller":"traceutil/trace.go:171","msg":"trace[881350220] transaction","detail":"{read_only:false; response_revision:6722; number_of_response:1; }","duration":"778.081086ms","start":"2026-03-29T02:16:32.556331Z","end":"2026-03-29T02:16:33.334412Z","steps":["trace[881350220] 'process raft request' (duration: 777.979703ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:33.334505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:32.556317Z","time spent":"778.150667ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:16:33.334525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:32.375123Z","time spent":"959.321631ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:16:33.334669Z","caller":"traceutil/trace.go:171","msg":"trace[1990430973] linearizableReadLoop","detail":"{readStateIndex:7008; appliedIndex:7007; }","duration":"783.603789ms","start":"2026-03-29T02:16:32.551055Z","end":"2026-03-29T02:16:33.334659Z","steps":["trace[1990430973] 'read index received' (duration: 340.488266ms)","trace[1990430973] 'applied index is now lower than readState.Index' (duration: 443.113993ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:16:33.334816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.834848224s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:16:33.334833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.037037859s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:16:33.334864Z","caller":"traceutil/trace.go:171","msg":"trace[950664539] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:6722; }","duration":"2.834939957s","start":"2026-03-29T02:16:30.49991Z","end":"2026-03-29T02:16:33.33485Z","steps":["trace[950664539] 'agreement among raft nodes before linearized reading' (duration: 2.834834654s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:33.334885Z","caller":"traceutil/trace.go:171","msg":"trace[120911000] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6722; }","duration":"1.037135001s","start":"2026-03-29T02:16:32.297741Z","end":"2026-03-29T02:16:33.334876Z","steps":["trace[120911000] 'agreement among raft nodes before linearized reading' (duration: 1.037057749s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:33.334903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:30.49989Z","time spent":"2.835003378s","remote":"127.0.0.1:33170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:16:33.33491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:32.297718Z","time spent":"1.037185203s","remote":"127.0.0.1:43010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:16:33.334913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.961010547s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-7n95q\" ","response":"range_response_count:1 size:6855"} {"level":"info","ts":"2026-03-29T02:16:33.334957Z","caller":"traceutil/trace.go:171","msg":"trace[607926552] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-7n95q; range_end:; response_count:1; response_revision:6722; }","duration":"2.961085169s","start":"2026-03-29T02:16:30.373857Z","end":"2026-03-29T02:16:33.334943Z","steps":["trace[607926552] 'agreement among raft nodes before linearized reading' (duration: 2.960890874s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:33.334981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"779.713653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" ","response":"range_response_count:1 size:696"} {"level":"warn","ts":"2026-03-29T02:16:33.334986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"958.981733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-c4cs6\" ","response":"range_response_count:1 size:6520"} {"level":"warn","ts":"2026-03-29T02:16:33.335016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.639652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:16:33.335065Z","caller":"traceutil/trace.go:171","msg":"trace[276764334] range","detail":"{range_begin:/registry/pods/openstack/keepalived-c4cs6; range_end:; response_count:1; response_revision:6722; }","duration":"959.097806ms","start":"2026-03-29T02:16:32.375946Z","end":"2026-03-29T02:16:33.335044Z","steps":["trace[276764334] 'agreement among raft nodes before linearized reading' (duration: 958.83872ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:33.335079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"600.79763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:16:33.335092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.962227285s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-29T02:16:33.335099Z","caller":"traceutil/trace.go:171","msg":"trace[1794794552] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:6722; }","duration":"104.719574ms","start":"2026-03-29T02:16:33.230356Z","end":"2026-03-29T02:16:33.335076Z","steps":["trace[1794794552] 'agreement among raft nodes before linearized reading' (duration: 104.602471ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:33.335122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:32.375928Z","time spent":"959.184837ms","remote":"127.0.0.1:43172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6544,"request content":"key:\"/registry/pods/openstack/keepalived-c4cs6\" "} {"level":"info","ts":"2026-03-29T02:16:33.335126Z","caller":"traceutil/trace.go:171","msg":"trace[1651622569] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:6722; }","duration":"2.962321296s","start":"2026-03-29T02:16:30.372796Z","end":"2026-03-29T02:16:33.335118Z","steps":["trace[1651622569] 'agreement among raft nodes before linearized reading' (duration: 2.962230264s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:33.335129Z","caller":"traceutil/trace.go:171","msg":"trace[385241814] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6722; }","duration":"600.862531ms","start":"2026-03-29T02:16:32.734251Z","end":"2026-03-29T02:16:33.335114Z","steps":["trace[385241814] 'agreement among raft nodes before linearized reading' (duration: 600.78737ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:33.334987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"612.096543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:16:33.335157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:30.372777Z","time spent":"2.962373938s","remote":"127.0.0.1:43048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-03-29T02:16:33.335147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"779.16948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-7n95q.18a12e30ad704479\" ","response":"range_response_count:1 size:861"} {"level":"warn","ts":"2026-03-29T02:16:33.335175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:32.734238Z","time spent":"600.925183ms","remote":"127.0.0.1:43006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-29T02:16:33.335204Z","caller":"traceutil/trace.go:171","msg":"trace[1159780729] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:6722; }","duration":"612.376499ms","start":"2026-03-29T02:16:32.722809Z","end":"2026-03-29T02:16:33.335186Z","steps":["trace[1159780729] 'agreement among raft nodes before linearized reading' (duration: 612.082042ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:33.335219Z","caller":"traceutil/trace.go:171","msg":"trace[1944786652] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-869df985b8-7n95q.18a12e30ad704479; range_end:; response_count:1; response_revision:6722; }","duration":"779.261501ms","start":"2026-03-29T02:16:32.555943Z","end":"2026-03-29T02:16:33.335204Z","steps":["trace[1944786652] 'agreement among raft nodes before linearized reading' (duration: 779.119088ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:33.334993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:30.373842Z","time spent":"2.96114348s","remote":"127.0.0.1:43172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":6879,"request content":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-7n95q\" "} {"level":"warn","ts":"2026-03-29T02:16:33.335249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"769.126416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:128076"} {"level":"warn","ts":"2026-03-29T02:16:33.335268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:32.555936Z","time spent":"779.318893ms","remote":"127.0.0.1:43074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":885,"request content":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-7n95q.18a12e30ad704479\" "} {"level":"info","ts":"2026-03-29T02:16:33.335293Z","caller":"traceutil/trace.go:171","msg":"trace[966160467] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:6722; }","duration":"769.192327ms","start":"2026-03-29T02:16:32.566088Z","end":"2026-03-29T02:16:33.33528Z","steps":["trace[966160467] 'agreement among raft nodes before linearized reading' (duration: 769.077304ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:33.335116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"777.694627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"warn","ts":"2026-03-29T02:16:33.335334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:32.566068Z","time spent":"769.259289ms","remote":"127.0.0.1:43066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":128100,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"info","ts":"2026-03-29T02:16:33.335358Z","caller":"traceutil/trace.go:171","msg":"trace[1828900080] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6722; }","duration":"777.954472ms","start":"2026-03-29T02:16:32.557393Z","end":"2026-03-29T02:16:33.335348Z","steps":["trace[1828900080] 'agreement among raft nodes before linearized reading' (duration: 777.622935ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:33.335392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:32.557387Z","time spent":"777.994594ms","remote":"127.0.0.1:43140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1877,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-29T02:16:33.335038Z","caller":"traceutil/trace.go:171","msg":"trace[570951770] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config; range_end:; response_count:1; response_revision:6722; }","duration":"779.815675ms","start":"2026-03-29T02:16:32.555208Z","end":"2026-03-29T02:16:33.335024Z","steps":["trace[570951770] 'agreement among raft nodes before linearized reading' (duration: 779.637461ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:33.33544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:32.555188Z","time spent":"780.243504ms","remote":"127.0.0.1:43088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":720,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" "} {"level":"warn","ts":"2026-03-29T02:16:33.335252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:32.722788Z","time spent":"612.447471ms","remote":"127.0.0.1:33240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:16:33.336257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"778.237309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:708"} {"level":"info","ts":"2026-03-29T02:16:33.336345Z","caller":"traceutil/trace.go:171","msg":"trace[2070935824] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:6722; }","duration":"778.343981ms","start":"2026-03-29T02:16:32.557983Z","end":"2026-03-29T02:16:33.336327Z","steps":["trace[2070935824] 'agreement among raft nodes before linearized reading' (duration: 776.91214ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:33.336423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:32.557977Z","time spent":"778.435424ms","remote":"127.0.0.1:43088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":89,"response count":1,"response size":732,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" "} {"level":"warn","ts":"2026-03-29T02:16:33.915862Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583528501956788,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-29T02:16:33.981841Z","caller":"traceutil/trace.go:171","msg":"trace[1556520624] transaction","detail":"{read_only:false; response_revision:6724; number_of_response:1; }","duration":"637.725976ms","start":"2026-03-29T02:16:33.344088Z","end":"2026-03-29T02:16:33.981814Z","steps":["trace[1556520624] 'process raft request' (duration: 637.47494ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:33.982177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:33.344079Z","time spent":"638.015472ms","remote":"127.0.0.1:43172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9187,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:16:34.2646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.656823ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-03-29T02:16:34.264715Z","caller":"traceutil/trace.go:171","msg":"trace[1731901518] linearizableReadLoop","detail":"{readStateIndex:7012; appliedIndex:7010; }","duration":"849.058394ms","start":"2026-03-29T02:16:33.415639Z","end":"2026-03-29T02:16:34.264698Z","steps":["trace[1731901518] 'read index received' (duration: 565.825527ms)","trace[1731901518] 'applied index is now lower than readState.Index' (duration: 283.231337ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:16:34.264922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"924.322917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1285"} {"level":"warn","ts":"2026-03-29T02:16:34.264968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"924.127423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" ","response":"range_response_count:1 size:696"} {"level":"info","ts":"2026-03-29T02:16:34.265058Z","caller":"traceutil/trace.go:171","msg":"trace[1808655379] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config; range_end:; response_count:1; response_revision:6724; }","duration":"924.251085ms","start":"2026-03-29T02:16:33.340786Z","end":"2026-03-29T02:16:34.265037Z","steps":["trace[1808655379] 'agreement among raft nodes before linearized reading' (duration: 923.929418ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:34.265123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:33.340781Z","time spent":"924.326547ms","remote":"127.0.0.1:43088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":720,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" "} {"level":"warn","ts":"2026-03-29T02:16:34.26519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"926.110438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:50 size:72888"} {"level":"warn","ts":"2026-03-29T02:16:34.265206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"924.498971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:101991"} {"level":"info","ts":"2026-03-29T02:16:34.265231Z","caller":"traceutil/trace.go:171","msg":"trace[1636324184] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:50; response_revision:6724; }","duration":"926.206759ms","start":"2026-03-29T02:16:33.339014Z","end":"2026-03-29T02:16:34.265221Z","steps":["trace[1636324184] 'agreement among raft nodes before linearized reading' (duration: 925.77921ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:34.265237Z","caller":"traceutil/trace.go:171","msg":"trace[1836156826] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:6724; }","duration":"924.545972ms","start":"2026-03-29T02:16:33.340683Z","end":"2026-03-29T02:16:34.265229Z","steps":["trace[1836156826] 'agreement among raft nodes before linearized reading' (duration: 924.345087ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:34.265271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:33.340676Z","time spent":"924.586102ms","remote":"127.0.0.1:43172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":11,"response size":102015,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-29T02:16:34.265369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"619.386626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-29T02:16:34.265396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:33.416785Z","time spent":"848.609343ms","remote":"127.0.0.1:43048","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-29T02:16:34.265405Z","caller":"traceutil/trace.go:171","msg":"trace[669093849] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:6724; }","duration":"619.446677ms","start":"2026-03-29T02:16:33.645951Z","end":"2026-03-29T02:16:34.265398Z","steps":["trace[669093849] 'agreement among raft nodes before linearized reading' (duration: 619.356465ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:34.265433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:33.645938Z","time spent":"619.487748ms","remote":"127.0.0.1:43342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":76,"response size":31,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:16:34.265271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:33.338987Z","time spent":"926.273701ms","remote":"127.0.0.1:43180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":50,"response size":72912,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" "} {"level":"warn","ts":"2026-03-29T02:16:34.265605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"918.353274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/daemon-set-controller\" ","response":"range_response_count:1 size:207"} {"level":"warn","ts":"2026-03-29T02:16:34.265628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"846.506406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-jnhst.18a12e31042618c8\" ","response":"range_response_count:1 size:881"} {"level":"info","ts":"2026-03-29T02:16:34.265655Z","caller":"traceutil/trace.go:171","msg":"trace[842174331] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/daemon-set-controller; range_end:; response_count:1; response_revision:6724; }","duration":"918.443396ms","start":"2026-03-29T02:16:33.3472Z","end":"2026-03-29T02:16:34.265643Z","steps":["trace[842174331] 'agreement among raft nodes before linearized reading' (duration: 918.330223ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:34.265366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"593.471916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:16:34.265764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"594.047959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-29T02:16:34.265839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"921.547115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:16:34.265877Z","caller":"traceutil/trace.go:171","msg":"trace[774682493] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:6724; }","duration":"594.235222ms","start":"2026-03-29T02:16:33.67162Z","end":"2026-03-29T02:16:34.265855Z","steps":["trace[774682493] 'agreement among raft nodes before linearized reading' (duration: 594.029298ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:34.265891Z","caller":"traceutil/trace.go:171","msg":"trace[1167386831] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6724; }","duration":"921.620937ms","start":"2026-03-29T02:16:33.344255Z","end":"2026-03-29T02:16:34.265876Z","steps":["trace[1167386831] 'agreement among raft nodes before linearized reading' (duration: 921.528725ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:34.265937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:33.344244Z","time spent":"921.681468ms","remote":"127.0.0.1:43010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:16:34.265948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.722027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-7fcdcd478-pwkh8\" ","response":"range_response_count:1 size:5714"} {"level":"warn","ts":"2026-03-29T02:16:34.26584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"783.735603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:16:34.265995Z","caller":"traceutil/trace.go:171","msg":"trace[1908619271] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-cluster-operator-7fcdcd478-pwkh8; range_end:; response_count:1; response_revision:6724; }","duration":"279.812479ms","start":"2026-03-29T02:16:33.986171Z","end":"2026-03-29T02:16:34.265984Z","steps":["trace[1908619271] 'agreement among raft nodes before linearized reading' (duration: 279.670416ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:34.266021Z","caller":"traceutil/trace.go:171","msg":"trace[692609512] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:6724; }","duration":"783.935007ms","start":"2026-03-29T02:16:33.482069Z","end":"2026-03-29T02:16:34.266004Z","steps":["trace[692609512] 'agreement among raft nodes before linearized reading' (duration: 783.64381ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:34.265987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:33.671595Z","time spent":"594.330475ms","remote":"127.0.0.1:33294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":31,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:16:34.265003Z","caller":"traceutil/trace.go:171","msg":"trace[1575808754] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:6724; }","duration":"924.435619ms","start":"2026-03-29T02:16:33.34055Z","end":"2026-03-29T02:16:34.264985Z","steps":["trace[1575808754] 'agreement among raft nodes before linearized reading' (duration: 924.195704ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:34.266365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:33.340533Z","time spent":"925.745319ms","remote":"127.0.0.1:43180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":1309,"request content":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" "} {"level":"warn","ts":"2026-03-29T02:16:34.26558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"926.528056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-292afd0b-1941-445d-87a9-dd45e9d8edd3\" ","response":"range_response_count:1 size:1303"} {"level":"info","ts":"2026-03-29T02:16:34.26647Z","caller":"traceutil/trace.go:171","msg":"trace[239084671] range","detail":"{range_begin:/registry/persistentvolumes/pvc-292afd0b-1941-445d-87a9-dd45e9d8edd3; range_end:; response_count:1; response_revision:6724; }","duration":"927.432827ms","start":"2026-03-29T02:16:33.339024Z","end":"2026-03-29T02:16:34.266457Z","steps":["trace[239084671] 'agreement among raft nodes before linearized reading' (duration: 926.420984ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:34.266518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:33.339013Z","time spent":"927.491668ms","remote":"127.0.0.1:43132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1327,"request content":"key:\"/registry/persistentvolumes/pvc-292afd0b-1941-445d-87a9-dd45e9d8edd3\" "} {"level":"warn","ts":"2026-03-29T02:16:34.265684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:33.347181Z","time spent":"918.496806ms","remote":"127.0.0.1:43186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":231,"request content":"key:\"/registry/serviceaccounts/kube-system/daemon-set-controller\" "} {"level":"info","ts":"2026-03-29T02:16:34.265684Z","caller":"traceutil/trace.go:171","msg":"trace[1940972903] range","detail":"{range_begin:/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-jnhst.18a12e31042618c8; range_end:; response_count:1; response_revision:6724; }","duration":"846.584687ms","start":"2026-03-29T02:16:33.419081Z","end":"2026-03-29T02:16:34.265666Z","steps":["trace[1940972903] 'agreement among raft nodes before linearized reading' (duration: 846.062226ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:34.266745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:33.419049Z","time spent":"847.660381ms","remote":"127.0.0.1:43074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":905,"request content":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-jnhst.18a12e31042618c8\" "} {"level":"info","ts":"2026-03-29T02:16:34.26579Z","caller":"traceutil/trace.go:171","msg":"trace[200478590] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:6724; }","duration":"593.944706ms","start":"2026-03-29T02:16:33.671775Z","end":"2026-03-29T02:16:34.26572Z","steps":["trace[200478590] 'agreement among raft nodes before linearized reading' (duration: 593.461086ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:34.266844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:33.671751Z","time spent":"595.072102ms","remote":"127.0.0.1:33080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:16:34.266139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:33.482058Z","time spent":"784.033529ms","remote":"127.0.0.1:33254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:16:34.91984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.840632ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:16:34.919928Z","caller":"traceutil/trace.go:171","msg":"trace[925422289] transaction","detail":"{read_only:false; response_revision:6725; number_of_response:1; }","duration":"652.437004ms","start":"2026-03-29T02:16:34.267476Z","end":"2026-03-29T02:16:34.919913Z","steps":["trace[925422289] 'process raft request' (duration: 156.462289ms)","trace[925422289] 'compare' (duration: 495.632327ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:16:34.919969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:34.26745Z","time spent":"652.497296ms","remote":"127.0.0.1:43048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:16:35.003418Z","caller":"traceutil/trace.go:171","msg":"trace[2003869672] linearizableReadLoop","detail":"{readStateIndex:7014; appliedIndex:7012; }","duration":"732.398234ms","start":"2026-03-29T02:16:34.270994Z","end":"2026-03-29T02:16:35.003392Z","steps":["trace[2003869672] 'read index received' (duration: 152.954781ms)","trace[2003869672] 'applied index is now lower than readState.Index' (duration: 579.442283ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:16:35.00356Z","caller":"traceutil/trace.go:171","msg":"trace[284181540] transaction","detail":"{read_only:false; response_revision:6727; number_of_response:1; }","duration":"727.165266ms","start":"2026-03-29T02:16:34.276364Z","end":"2026-03-29T02:16:35.003529Z","steps":["trace[284181540] 'process raft request' (duration: 726.971281ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:35.003713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"732.070246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/node-controller\" ","response":"range_response_count:1 size:195"} {"level":"info","ts":"2026-03-29T02:16:35.003756Z","caller":"traceutil/trace.go:171","msg":"trace[1744258082] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/node-controller; range_end:; response_count:1; response_revision:6727; }","duration":"732.152477ms","start":"2026-03-29T02:16:34.271592Z","end":"2026-03-29T02:16:35.003745Z","steps":["trace[1744258082] 'agreement among raft nodes before linearized reading' (duration: 731.966983ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:35.003702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:34.27635Z","time spent":"727.277458ms","remote":"127.0.0.1:43172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6015,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:16:35.003767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.15246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-credential-setup\" ","response":"range_response_count:1 size:6159"} {"level":"warn","ts":"2026-03-29T02:16:35.00384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.396345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:16:35.003796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:34.271581Z","time spent":"732.206009ms","remote":"127.0.0.1:43186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":219,"request content":"key:\"/registry/serviceaccounts/kube-system/node-controller\" "} {"level":"warn","ts":"2026-03-29T02:16:35.003855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.257031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"info","ts":"2026-03-29T02:16:35.003544Z","caller":"traceutil/trace.go:171","msg":"trace[224658199] transaction","detail":"{read_only:false; response_revision:6726; number_of_response:1; }","duration":"733.99294ms","start":"2026-03-29T02:16:34.269497Z","end":"2026-03-29T02:16:35.003489Z","steps":["trace[224658199] 'process raft request' (duration: 733.682373ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:35.003842Z","caller":"traceutil/trace.go:171","msg":"trace[693673284] range","detail":"{range_begin:/registry/jobs/openstack/keystone-credential-setup; range_end:; response_count:1; response_revision:6727; }","duration":"446.291383ms","start":"2026-03-29T02:16:34.557537Z","end":"2026-03-29T02:16:35.003828Z","steps":["trace[693673284] 'agreement among raft nodes before linearized reading' (duration: 446.070558ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:35.004338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:34.557513Z","time spent":"446.804996ms","remote":"127.0.0.1:43224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":6183,"request content":"key:\"/registry/jobs/openstack/keystone-credential-setup\" "} {"level":"info","ts":"2026-03-29T02:16:35.003873Z","caller":"traceutil/trace.go:171","msg":"trace[1446140880] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:6727; }","duration":"446.476617ms","start":"2026-03-29T02:16:34.557389Z","end":"2026-03-29T02:16:35.003866Z","steps":["trace[1446140880] 'agreement among raft nodes before linearized reading' (duration: 446.429146ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:35.004487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:34.557364Z","time spent":"447.103322ms","remote":"127.0.0.1:43224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/keystone-db-sync\" "} {"level":"warn","ts":"2026-03-29T02:16:35.004312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:34.269473Z","time spent":"734.570733ms","remote":"127.0.0.1:43074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":866,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:16:35.003902Z","caller":"traceutil/trace.go:171","msg":"trace[1198249229] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:6727; }","duration":"226.361973ms","start":"2026-03-29T02:16:34.777528Z","end":"2026-03-29T02:16:35.00389Z","steps":["trace[1198249229] 'agreement among raft nodes before linearized reading' (duration: 226.23887ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:35.003938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"730.90761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/monitoring/\" range_end:\"/registry/resourcequotas/monitoring0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:16:35.004721Z","caller":"traceutil/trace.go:171","msg":"trace[169267172] range","detail":"{range_begin:/registry/resourcequotas/monitoring/; range_end:/registry/resourcequotas/monitoring0; response_count:0; response_revision:6727; }","duration":"731.734258ms","start":"2026-03-29T02:16:34.272967Z","end":"2026-03-29T02:16:35.004701Z","steps":["trace[169267172] 'agreement among raft nodes before linearized reading' (duration: 730.94052ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:35.004793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:34.272958Z","time spent":"731.8179ms","remote":"127.0.0.1:43082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/monitoring/\" range_end:\"/registry/resourcequotas/monitoring0\" "} {"level":"warn","ts":"2026-03-29T02:16:35.003949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"729.031568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:551"} {"level":"info","ts":"2026-03-29T02:16:35.004918Z","caller":"traceutil/trace.go:171","msg":"trace[1688361582] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:6727; }","duration":"730.008501ms","start":"2026-03-29T02:16:34.274887Z","end":"2026-03-29T02:16:35.004896Z","steps":["trace[1688361582] 'agreement among raft nodes before linearized reading' (duration: 729.002558ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:35.003768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"732.761761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-operated\" ","response":"range_response_count:1 size:993"} {"level":"warn","ts":"2026-03-29T02:16:35.003957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.58911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:16:35.004994Z","caller":"traceutil/trace.go:171","msg":"trace[28109699] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-operated; range_end:; response_count:1; response_revision:6727; }","duration":"734.04529ms","start":"2026-03-29T02:16:34.270923Z","end":"2026-03-29T02:16:35.004968Z","steps":["trace[28109699] 'agreement among raft nodes before linearized reading' (duration: 732.632258ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:35.005016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:34.274878Z","time spent":"730.080142ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":575,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} {"level":"info","ts":"2026-03-29T02:16:35.005022Z","caller":"traceutil/trace.go:171","msg":"trace[2070642842] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:6727; }","duration":"447.689915ms","start":"2026-03-29T02:16:34.557314Z","end":"2026-03-29T02:16:35.005004Z","steps":["trace[2070642842] 'agreement among raft nodes before linearized reading' (duration: 446.619921ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:35.005059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:34.270896Z","time spent":"734.143833ms","remote":"127.0.0.1:43180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":1017,"request content":"key:\"/registry/services/specs/monitoring/prometheus-operated\" "} {"level":"warn","ts":"2026-03-29T02:16:35.005101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:34.55729Z","time spent":"447.785677ms","remote":"127.0.0.1:43224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" "} {"level":"warn","ts":"2026-03-29T02:16:35.003963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"728.918866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:128076"} {"level":"info","ts":"2026-03-29T02:16:35.005226Z","caller":"traceutil/trace.go:171","msg":"trace[1472380587] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:6727; }","duration":"730.206365ms","start":"2026-03-29T02:16:34.275002Z","end":"2026-03-29T02:16:35.005208Z","steps":["trace[1472380587] 'agreement among raft nodes before linearized reading' (duration: 728.819833ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:35.005294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:34.274989Z","time spent":"730.282556ms","remote":"127.0.0.1:43066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":128100,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-03-29T02:16:35.653002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.768753ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:16:35.653113Z","caller":"traceutil/trace.go:171","msg":"trace[1852751035] linearizableReadLoop","detail":"{readStateIndex:7016; appliedIndex:7015; }","duration":"637.822887ms","start":"2026-03-29T02:16:35.015273Z","end":"2026-03-29T02:16:35.653095Z","steps":["trace[1852751035] 'read index received' (duration: 178.84004ms)","trace[1852751035] 'applied index is now lower than readState.Index' (duration: 458.981117ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:16:35.653183Z","caller":"traceutil/trace.go:171","msg":"trace[1705109442] transaction","detail":"{read_only:false; response_revision:6728; number_of_response:1; }","duration":"640.122869ms","start":"2026-03-29T02:16:35.013049Z","end":"2026-03-29T02:16:35.653172Z","steps":["trace[1705109442] 'process raft request' (duration: 181.09106ms)","trace[1705109442] 'compare' (duration: 458.558238ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:16:35.653247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:35.013033Z","time spent":"640.18378ms","remote":"127.0.0.1:43074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:16:35.653634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"638.338348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/certificate-controller\" ","response":"range_response_count:1 size:209"} {"level":"info","ts":"2026-03-29T02:16:35.653717Z","caller":"traceutil/trace.go:171","msg":"trace[1376370075] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/certificate-controller; range_end:; response_count:1; response_revision:6728; }","duration":"638.44473ms","start":"2026-03-29T02:16:35.015254Z","end":"2026-03-29T02:16:35.653699Z","steps":["trace[1376370075] 'agreement among raft nodes before linearized reading' (duration: 638.171144ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:35.653865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:35.015247Z","time spent":"638.605294ms","remote":"127.0.0.1:43186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":233,"request content":"key:\"/registry/serviceaccounts/kube-system/certificate-controller\" "} {"level":"warn","ts":"2026-03-29T02:16:36.504136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.002403ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:16:36.504374Z","caller":"traceutil/trace.go:171","msg":"trace[1490942080] linearizableReadLoop","detail":"{readStateIndex:7018; appliedIndex:7016; }","duration":"851.218282ms","start":"2026-03-29T02:16:35.653139Z","end":"2026-03-29T02:16:36.504357Z","steps":["trace[1490942080] 'read index received' (duration: 393.922062ms)","trace[1490942080] 'applied index is now lower than readState.Index' (duration: 457.29521ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:16:36.504404Z","caller":"traceutil/trace.go:171","msg":"trace[2050922489] transaction","detail":"{read_only:false; response_revision:6729; number_of_response:1; }","duration":"1.489081969s","start":"2026-03-29T02:16:35.015301Z","end":"2026-03-29T02:16:36.504383Z","steps":["trace[2050922489] 'process raft request' (duration: 1.031753839s)","trace[2050922489] 'compare' (duration: 456.001951ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:16:36.504411Z","caller":"traceutil/trace.go:171","msg":"trace[35176916] transaction","detail":"{read_only:false; response_revision:6730; number_of_response:1; }","duration":"1.164320475s","start":"2026-03-29T02:16:35.340067Z","end":"2026-03-29T02:16:36.504388Z","steps":["trace[35176916] 'process raft request' (duration: 1.164220593s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:36.504463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"939.496686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-29T02:16:36.504503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"846.534197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/ttl-controller\" ","response":"range_response_count:1 size:193"} {"level":"warn","ts":"2026-03-29T02:16:36.504529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:35.015289Z","time spent":"1.489178101s","remote":"127.0.0.1:43172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7279,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:16:36.504533Z","caller":"traceutil/trace.go:171","msg":"trace[347902686] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/ttl-controller; range_end:; response_count:1; response_revision:6730; }","duration":"846.591207ms","start":"2026-03-29T02:16:35.657932Z","end":"2026-03-29T02:16:36.504524Z","steps":["trace[347902686] 'agreement among raft nodes before linearized reading' (duration: 846.529826ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:36.50453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:35.340052Z","time spent":"1.164426218s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:16:36.504529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.165586244s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-29T02:16:36.504538Z","caller":"traceutil/trace.go:171","msg":"trace[1625549959] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:6730; }","duration":"939.624908ms","start":"2026-03-29T02:16:35.564895Z","end":"2026-03-29T02:16:36.50452Z","steps":["trace[1625549959] 'agreement among raft nodes before linearized reading' (duration: 939.466345ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:36.504566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:35.657916Z","time spent":"846.642939ms","remote":"127.0.0.1:43186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":217,"request content":"key:\"/registry/serviceaccounts/kube-system/ttl-controller\" "} {"level":"info","ts":"2026-03-29T02:16:36.50458Z","caller":"traceutil/trace.go:171","msg":"trace[1467180467] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6730; }","duration":"1.165687156s","start":"2026-03-29T02:16:35.338879Z","end":"2026-03-29T02:16:36.504566Z","steps":["trace[1467180467] 'agreement among raft nodes before linearized reading' (duration: 1.165489932s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:36.504594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:35.564872Z","time spent":"939.705651ms","remote":"127.0.0.1:45356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":29,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:16:36.504618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:35.338857Z","time spent":"1.165751757s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-29T02:16:36.504631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.761435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-c4cs6\" ","response":"range_response_count:1 size:6520"} {"level":"warn","ts":"2026-03-29T02:16:36.504631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.48596994s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4725"} {"level":"info","ts":"2026-03-29T02:16:36.504702Z","caller":"traceutil/trace.go:171","msg":"trace[191995667] range","detail":"{range_begin:/registry/pods/openstack/keepalived-c4cs6; range_end:; response_count:1; response_revision:6730; }","duration":"231.879537ms","start":"2026-03-29T02:16:36.272806Z","end":"2026-03-29T02:16:36.504686Z","steps":["trace[191995667] 'agreement among raft nodes before linearized reading' (duration: 231.725234ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:36.50472Z","caller":"traceutil/trace.go:171","msg":"trace[1026701201] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:6730; }","duration":"1.486082272s","start":"2026-03-29T02:16:35.018618Z","end":"2026-03-29T02:16:36.5047Z","steps":["trace[1026701201] 'agreement among raft nodes before linearized reading' (duration: 1.485770115s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:36.504747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"586.355356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:16:36.504764Z","caller":"traceutil/trace.go:171","msg":"trace[1391433280] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6730; }","duration":"586.418598ms","start":"2026-03-29T02:16:35.91834Z","end":"2026-03-29T02:16:36.504759Z","steps":["trace[1391433280] 'agreement among raft nodes before linearized reading' (duration: 586.388697ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:36.504785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:35.91831Z","time spent":"586.469849ms","remote":"127.0.0.1:43006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:16:36.504733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"741.569619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-03-29T02:16:36.504772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:35.018612Z","time spent":"1.486146394s","remote":"127.0.0.1:45324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":93,"response count":1,"response size":4749,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" "} {"level":"warn","ts":"2026-03-29T02:16:36.504823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"784.371016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-03-29T02:16:36.504827Z","caller":"traceutil/trace.go:171","msg":"trace[1589804125] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:6730; }","duration":"741.690022ms","start":"2026-03-29T02:16:35.763116Z","end":"2026-03-29T02:16:36.504806Z","steps":["trace[1589804125] 'agreement among raft nodes before linearized reading' (duration: 741.413846ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:36.504874Z","caller":"traceutil/trace.go:171","msg":"trace[1031420379] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:6730; }","duration":"784.469348ms","start":"2026-03-29T02:16:35.720387Z","end":"2026-03-29T02:16:36.504856Z","steps":["trace[1031420379] 'agreement among raft nodes before linearized reading' (duration: 784.355185ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:36.504878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:35.76311Z","time spent":"741.759083ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-29T02:16:36.504914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:35.720365Z","time spent":"784.54095ms","remote":"127.0.0.1:43140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2106,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-03-29T02:16:36.504917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.489583051s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:112144"} {"level":"warn","ts":"2026-03-29T02:16:36.505003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"742.478929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-03-29T02:16:36.505021Z","caller":"traceutil/trace.go:171","msg":"trace[1947170772] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:6730; }","duration":"742.496499ms","start":"2026-03-29T02:16:35.762519Z","end":"2026-03-29T02:16:36.505016Z","steps":["trace[1947170772] 'agreement among raft nodes before linearized reading' (duration: 742.447328ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:36.504993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"846.995767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-7n95q.18a12e30ad704479\" ","response":"range_response_count:1 size:861"} {"level":"warn","ts":"2026-03-29T02:16:36.505039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:35.762443Z","time spent":"742.593292ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-29T02:16:36.505017Z","caller":"traceutil/trace.go:171","msg":"trace[2097879153] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:6730; }","duration":"1.489733864s","start":"2026-03-29T02:16:35.01526Z","end":"2026-03-29T02:16:36.504994Z","steps":["trace[2097879153] 'agreement among raft nodes before linearized reading' (duration: 1.489177872s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:36.505087Z","caller":"traceutil/trace.go:171","msg":"trace[1150510558] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-869df985b8-7n95q.18a12e30ad704479; range_end:; response_count:1; response_revision:6730; }","duration":"847.101169ms","start":"2026-03-29T02:16:35.657949Z","end":"2026-03-29T02:16:36.505051Z","steps":["trace[1150510558] 'agreement among raft nodes before linearized reading' (duration: 846.817483ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:36.505085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:35.015252Z","time spent":"1.489818236s","remote":"127.0.0.1:43172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":16,"response size":112168,"request content":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" "} {"level":"warn","ts":"2026-03-29T02:16:36.50513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:35.657931Z","time spent":"847.188831ms","remote":"127.0.0.1:43074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":885,"request content":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-7n95q.18a12e30ad704479\" "} {"level":"warn","ts":"2026-03-29T02:16:37.997182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.723767ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:16:37.997333Z","caller":"traceutil/trace.go:171","msg":"trace[15005270] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:6730; }","duration":"287.885761ms","start":"2026-03-29T02:16:37.709428Z","end":"2026-03-29T02:16:37.997314Z","steps":["trace[15005270] 'range keys from in-memory index tree' (duration: 287.706817ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:37.997524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.184082587s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:16:37.997632Z","caller":"traceutil/trace.go:171","msg":"trace[758599114] linearizableReadLoop","detail":"{readStateIndex:7019; appliedIndex:7018; }","duration":"1.490009521s","start":"2026-03-29T02:16:36.507605Z","end":"2026-03-29T02:16:37.997614Z","steps":["trace[758599114] 'read index received' (duration: 305.77695ms)","trace[758599114] 'applied index is now lower than readState.Index' (duration: 1.184231011s)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:16:37.997657Z","caller":"traceutil/trace.go:171","msg":"trace[336823785] transaction","detail":"{read_only:false; response_revision:6731; number_of_response:1; }","duration":"1.490350338s","start":"2026-03-29T02:16:36.507267Z","end":"2026-03-29T02:16:37.997617Z","steps":["trace[336823785] 'process raft request' (duration: 306.100367ms)","trace[336823785] 'compare' (duration: 1.183867213s)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:16:37.997937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:36.507238Z","time spent":"1.490650485s","remote":"127.0.0.1:43074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:16:37.998008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.49041065s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-f5050122-9b73-4d75-9bc8-1ff146015004\" ","response":"range_response_count:1 size:1435"} {"level":"info","ts":"2026-03-29T02:16:37.998035Z","caller":"traceutil/trace.go:171","msg":"trace[635456831] range","detail":"{range_begin:/registry/persistentvolumes/pvc-f5050122-9b73-4d75-9bc8-1ff146015004; range_end:; response_count:1; response_revision:6731; }","duration":"1.49046292s","start":"2026-03-29T02:16:36.507563Z","end":"2026-03-29T02:16:37.998026Z","steps":["trace[635456831] 'agreement among raft nodes before linearized reading' (duration: 1.490307237s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:37.998062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:36.507545Z","time spent":"1.490511512s","remote":"127.0.0.1:43132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1459,"request content":"key:\"/registry/persistentvolumes/pvc-f5050122-9b73-4d75-9bc8-1ff146015004\" "} {"level":"warn","ts":"2026-03-29T02:16:38.498348Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583528501956819,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:16:38.812568Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.999172611s","expected-duration":"1s"} {"level":"info","ts":"2026-03-29T02:16:38.849894Z","caller":"traceutil/trace.go:171","msg":"trace[1702540169] transaction","detail":"{read_only:false; response_revision:6732; number_of_response:1; }","duration":"2.341323333s","start":"2026-03-29T02:16:36.508487Z","end":"2026-03-29T02:16:38.849811Z","steps":["trace[1702540169] 'process raft request' (duration: 2.304311155s)","trace[1702540169] 'compare' (duration: 36.366704ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:16:38.850004Z","caller":"traceutil/trace.go:171","msg":"trace[153522235] transaction","detail":"{read_only:false; response_revision:6735; number_of_response:1; }","duration":"2.334120413s","start":"2026-03-29T02:16:36.515848Z","end":"2026-03-29T02:16:38.849968Z","steps":["trace[153522235] 'process raft request' (duration: 2.33402439s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:38.850055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:36.508472Z","time spent":"2.341501667s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:16:38.850138Z","caller":"traceutil/trace.go:171","msg":"trace[1921804070] transaction","detail":"{read_only:false; response_revision:6734; number_of_response:1; }","duration":"2.340183178s","start":"2026-03-29T02:16:36.509918Z","end":"2026-03-29T02:16:38.850102Z","steps":["trace[1921804070] 'process raft request' (duration: 2.339828241s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:38.850225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:36.515838Z","time spent":"2.334252135s","remote":"127.0.0.1:45316","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7438,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:16:38.850222Z","caller":"traceutil/trace.go:171","msg":"trace[1795647335] transaction","detail":"{read_only:false; response_revision:6733; number_of_response:1; }","duration":"2.34028977s","start":"2026-03-29T02:16:36.509895Z","end":"2026-03-29T02:16:38.850185Z","steps":["trace[1795647335] 'process raft request' (duration: 2.339722478s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:38.8503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:36.509886Z","time spent":"2.340331391s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:16:38.850402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:36.509873Z","time spent":"2.340438065s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:16:38.867543Z","caller":"traceutil/trace.go:171","msg":"trace[1880695084] transaction","detail":"{read_only:false; response_revision:6736; number_of_response:1; }","duration":"840.804269ms","start":"2026-03-29T02:16:38.026708Z","end":"2026-03-29T02:16:38.867512Z","steps":["trace[1880695084] 'process raft request' (duration: 840.579204ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:38.86777Z","caller":"traceutil/trace.go:171","msg":"trace[1738145449] linearizableReadLoop","detail":"{readStateIndex:7024; appliedIndex:7019; }","duration":"870.091494ms","start":"2026-03-29T02:16:37.997658Z","end":"2026-03-29T02:16:38.867749Z","steps":["trace[1738145449] 'read index received' (duration: 815.143064ms)","trace[1738145449] 'applied index is now lower than readState.Index' (duration: 54.94695ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:16:38.867848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.857160644s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:16:38.867901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.950785019s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:16:38.867922Z","caller":"traceutil/trace.go:171","msg":"trace[928288257] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:6737; }","duration":"1.857278947s","start":"2026-03-29T02:16:37.010625Z","end":"2026-03-29T02:16:38.867904Z","steps":["trace[928288257] 'agreement among raft nodes before linearized reading' (duration: 1.857153604s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:38.867943Z","caller":"traceutil/trace.go:171","msg":"trace[1385866534] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6737; }","duration":"1.950871841s","start":"2026-03-29T02:16:36.917058Z","end":"2026-03-29T02:16:38.86793Z","steps":["trace[1385866534] 'agreement among raft nodes before linearized reading' (duration: 1.95079881s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:38.86797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.857261546s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-credential-setup\" ","response":"range_response_count:1 size:6159"} {"level":"info","ts":"2026-03-29T02:16:38.868031Z","caller":"traceutil/trace.go:171","msg":"trace[340800299] range","detail":"{range_begin:/registry/jobs/openstack/keystone-credential-setup; range_end:; response_count:1; response_revision:6737; }","duration":"1.857372988s","start":"2026-03-29T02:16:37.010644Z","end":"2026-03-29T02:16:38.868017Z","steps":["trace[340800299] 'agreement among raft nodes before linearized reading' (duration: 1.857165494s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:38.868042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.857362708s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:16:38.868067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:37.010622Z","time spent":"1.85743896s","remote":"127.0.0.1:43224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":6183,"request content":"key:\"/registry/jobs/openstack/keystone-credential-setup\" "} {"level":"info","ts":"2026-03-29T02:16:38.868083Z","caller":"traceutil/trace.go:171","msg":"trace[57865621] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:6737; }","duration":"1.85745318s","start":"2026-03-29T02:16:37.010617Z","end":"2026-03-29T02:16:38.86807Z","steps":["trace[57865621] 'agreement among raft nodes before linearized reading' (duration: 1.857392719s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:38.868128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:37.01059Z","time spent":"1.857528802s","remote":"127.0.0.1:43224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/keystone-db-sync\" "} {"level":"warn","ts":"2026-03-29T02:16:38.868121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.359436259s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/horizontal-pod-autoscaler\" ","response":"range_response_count:1 size:216"} {"level":"warn","ts":"2026-03-29T02:16:38.867979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:36.917038Z","time spent":"1.950931352s","remote":"127.0.0.1:43010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-29T02:16:38.868268Z","caller":"traceutil/trace.go:171","msg":"trace[737911566] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/horizontal-pod-autoscaler; range_end:; response_count:1; response_revision:6737; }","duration":"2.359589223s","start":"2026-03-29T02:16:36.508647Z","end":"2026-03-29T02:16:38.868236Z","steps":["trace[737911566] 'agreement among raft nodes before linearized reading' (duration: 2.359330047s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:38.867978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:37.0106Z","time spent":"1.857364208s","remote":"127.0.0.1:43224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" "} {"level":"warn","ts":"2026-03-29T02:16:38.868332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:36.50864Z","time spent":"2.359677865s","remote":"127.0.0.1:43186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":240,"request content":"key:\"/registry/serviceaccounts/kube-system/horizontal-pod-autoscaler\" "} {"level":"warn","ts":"2026-03-29T02:16:38.868202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.359616403s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keystone-credential-setup-mpfqr\" ","response":"range_response_count:1 size:7736"} {"level":"info","ts":"2026-03-29T02:16:38.868408Z","caller":"traceutil/trace.go:171","msg":"trace[907349019] range","detail":"{range_begin:/registry/pods/openstack/keystone-credential-setup-mpfqr; range_end:; response_count:1; response_revision:6737; }","duration":"2.359894769s","start":"2026-03-29T02:16:36.508501Z","end":"2026-03-29T02:16:38.868396Z","steps":["trace[907349019] 'agreement among raft nodes before linearized reading' (duration: 2.359505171s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:38.868451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:36.508482Z","time spent":"2.35995571s","remote":"127.0.0.1:43172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":7760,"request content":"key:\"/registry/pods/openstack/keystone-credential-setup-mpfqr\" "} {"level":"info","ts":"2026-03-29T02:16:38.868534Z","caller":"traceutil/trace.go:171","msg":"trace[474663748] transaction","detail":"{read_only:false; response_revision:6737; number_of_response:1; }","duration":"357.510228ms","start":"2026-03-29T02:16:38.510769Z","end":"2026-03-29T02:16:38.86828Z","steps":["trace[474663748] 'process raft request' (duration: 356.68998ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:38.868602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.358671182s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:102307"} {"level":"warn","ts":"2026-03-29T02:16:38.868714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.625572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:16:38.868736Z","caller":"traceutil/trace.go:171","msg":"trace[716581235] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:6737; }","duration":"2.358795316s","start":"2026-03-29T02:16:36.509881Z","end":"2026-03-29T02:16:38.868676Z","steps":["trace[716581235] 'agreement among raft nodes before linearized reading' (duration: 2.358375976s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:38.868773Z","caller":"traceutil/trace.go:171","msg":"trace[1166061685] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:6737; }","duration":"172.688263ms","start":"2026-03-29T02:16:38.696065Z","end":"2026-03-29T02:16:38.868753Z","steps":["trace[1166061685] 'agreement among raft nodes before linearized reading' (duration: 172.595271ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:38.868792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:36.509872Z","time spent":"2.358907238s","remote":"127.0.0.1:43172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":11,"response size":102331,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-29T02:16:38.868757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.287522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:551"} {"level":"warn","ts":"2026-03-29T02:16:38.868755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"840.766298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:16:38.86891Z","caller":"traceutil/trace.go:171","msg":"trace[206177664] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:6737; }","duration":"840.949101ms","start":"2026-03-29T02:16:38.027946Z","end":"2026-03-29T02:16:38.868895Z","steps":["trace[206177664] 'agreement among raft nodes before linearized reading' (duration: 840.748767ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:38.868908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"867.060215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-jnhst.18a12e31042618c8\" ","response":"range_response_count:1 size:881"} {"level":"info","ts":"2026-03-29T02:16:38.868863Z","caller":"traceutil/trace.go:171","msg":"trace[2013933677] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:6737; }","duration":"437.441065ms","start":"2026-03-29T02:16:38.431408Z","end":"2026-03-29T02:16:38.868849Z","steps":["trace[2013933677] 'agreement among raft nodes before linearized reading' (duration: 437.20753ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:38.869104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:38.431386Z","time spent":"437.704861ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":575,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} {"level":"info","ts":"2026-03-29T02:16:38.868966Z","caller":"traceutil/trace.go:171","msg":"trace[111172273] range","detail":"{range_begin:/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-jnhst.18a12e31042618c8; range_end:; response_count:1; response_revision:6737; }","duration":"867.176078ms","start":"2026-03-29T02:16:38.001776Z","end":"2026-03-29T02:16:38.868952Z","steps":["trace[111172273] 'agreement among raft nodes before linearized reading' (duration: 866.83421ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:38.869243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:38.001754Z","time spent":"867.473555ms","remote":"127.0.0.1:43074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":905,"request content":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-jnhst.18a12e31042618c8\" "} {"level":"warn","ts":"2026-03-29T02:16:38.86896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:38.02793Z","time spent":"841.016283ms","remote":"127.0.0.1:33312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:16:38.868611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:38.026692Z","time spent":"840.950623ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:16:38.869851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:38.510751Z","time spent":"357.912466ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:16:38.869614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.006867663s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:16:38.870287Z","caller":"traceutil/trace.go:171","msg":"trace[1383165528] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:6737; }","duration":"2.007582559s","start":"2026-03-29T02:16:36.86268Z","end":"2026-03-29T02:16:38.870262Z","steps":["trace[1383165528] 'agreement among raft nodes before linearized reading' (duration: 2.006510285s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:38.871422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:36.862657Z","time spent":"2.008727094s","remote":"127.0.0.1:33150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:16:39.370332Z","caller":"traceutil/trace.go:171","msg":"trace[210884875] linearizableReadLoop","detail":"{readStateIndex:7027; appliedIndex:7026; }","duration":"431.507133ms","start":"2026-03-29T02:16:38.938796Z","end":"2026-03-29T02:16:39.370303Z","steps":["trace[210884875] 'read index received' (duration: 431.359199ms)","trace[210884875] 'applied index is now lower than readState.Index' (duration: 146.674µs)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:16:39.370449Z","caller":"traceutil/trace.go:171","msg":"trace[1011347395] transaction","detail":"{read_only:false; response_revision:6739; number_of_response:1; }","duration":"494.967362ms","start":"2026-03-29T02:16:38.875451Z","end":"2026-03-29T02:16:39.370418Z","steps":["trace[1011347395] 'process raft request' (duration: 494.652405ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:39.370537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"494.722066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:16:39.37058Z","caller":"traceutil/trace.go:171","msg":"trace[216174965] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6739; }","duration":"494.825489ms","start":"2026-03-29T02:16:38.875744Z","end":"2026-03-29T02:16:39.370569Z","steps":["trace[216174965] 'agreement among raft nodes before linearized reading' (duration: 494.704256ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:39.370595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:38.875429Z","time spent":"495.087045ms","remote":"127.0.0.1:43172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7909,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:16:39.370639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:38.875731Z","time spent":"494.879599ms","remote":"127.0.0.1:43010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-29T02:16:39.550745Z","caller":"traceutil/trace.go:171","msg":"trace[899058281] linearizableReadLoop","detail":"{readStateIndex:7028; appliedIndex:7027; }","duration":"180.308174ms","start":"2026-03-29T02:16:39.370412Z","end":"2026-03-29T02:16:39.55072Z","steps":["trace[899058281] 'read index received' (duration: 180.216001ms)","trace[899058281] 'applied index is now lower than readState.Index' (duration: 90.853µs)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:16:39.550847Z","caller":"traceutil/trace.go:171","msg":"trace[1047000965] transaction","detail":"{read_only:false; response_revision:6740; number_of_response:1; }","duration":"495.097855ms","start":"2026-03-29T02:16:39.055715Z","end":"2026-03-29T02:16:39.550812Z","steps":["trace[1047000965] 'process raft request' (duration: 494.837798ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:39.550906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.094186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:351"} {"level":"warn","ts":"2026-03-29T02:16:39.551005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:39.055688Z","time spent":"495.231328ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:16:39.550937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"561.091573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-29T02:16:39.551127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"609.112126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/horizontal-pod-autoscaler\" ","response":"range_response_count:1 size:216"} {"level":"warn","ts":"2026-03-29T02:16:39.551268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"609.496214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-jnhst.18a12e3358321cec\" ","response":"range_response_count:1 size:881"} {"level":"info","ts":"2026-03-29T02:16:39.551182Z","caller":"traceutil/trace.go:171","msg":"trace[171047660] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/horizontal-pod-autoscaler; range_end:; response_count:1; response_revision:6740; }","duration":"609.28942ms","start":"2026-03-29T02:16:38.941879Z","end":"2026-03-29T02:16:39.551169Z","steps":["trace[171047660] 'agreement among raft nodes before linearized reading' (duration: 608.967903ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:39.551373Z","caller":"traceutil/trace.go:171","msg":"trace[926773952] range","detail":"{range_begin:/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-jnhst.18a12e3358321cec; range_end:; response_count:1; response_revision:6740; }","duration":"609.618538ms","start":"2026-03-29T02:16:38.941722Z","end":"2026-03-29T02:16:39.55134Z","steps":["trace[926773952] 'agreement among raft nodes before linearized reading' (duration: 609.340381ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:39.551432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:38.941707Z","time spent":"609.717719ms","remote":"127.0.0.1:43074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":905,"request content":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-jnhst.18a12e3358321cec\" "} {"level":"warn","ts":"2026-03-29T02:16:39.551418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:38.941871Z","time spent":"609.531486ms","remote":"127.0.0.1:43186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":240,"request content":"key:\"/registry/serviceaccounts/kube-system/horizontal-pod-autoscaler\" "} {"level":"info","ts":"2026-03-29T02:16:39.551272Z","caller":"traceutil/trace.go:171","msg":"trace[2126069789] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:6740; }","duration":"561.41457ms","start":"2026-03-29T02:16:38.989743Z","end":"2026-03-29T02:16:39.551158Z","steps":["trace[2126069789] 'agreement among raft nodes before linearized reading' (duration: 561.096243ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:39.551635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:38.989718Z","time spent":"561.89569ms","remote":"127.0.0.1:42298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:16:39.55165Z","caller":"traceutil/trace.go:171","msg":"trace[832480795] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:6740; }","duration":"318.2558ms","start":"2026-03-29T02:16:39.232721Z","end":"2026-03-29T02:16:39.550977Z","steps":["trace[832480795] 'agreement among raft nodes before linearized reading' (duration: 318.039205ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:39.551794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:39.232698Z","time spent":"319.055897ms","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":375,"request content":"key:\"/registry/namespaces/kube-system\" "} {"level":"warn","ts":"2026-03-29T02:16:41.017643Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.385067152s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-29T02:16:41.665456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.032824773s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:16:41.665613Z","caller":"traceutil/trace.go:171","msg":"trace[910754674] transaction","detail":"{read_only:false; response_revision:6741; number_of_response:1; }","duration":"2.291986821s","start":"2026-03-29T02:16:39.373565Z","end":"2026-03-29T02:16:41.665552Z","steps":["trace[910754674] 'process raft request' (duration: 258.983874ms)","trace[910754674] 'compare' (duration: 2.032435254s)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:16:41.665686Z","caller":"traceutil/trace.go:171","msg":"trace[1849455215] transaction","detail":"{read_only:false; response_revision:6743; number_of_response:1; }","duration":"790.192356ms","start":"2026-03-29T02:16:40.875476Z","end":"2026-03-29T02:16:41.665668Z","steps":["trace[1849455215] 'process raft request' (duration: 790.157856ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:41.665696Z","caller":"traceutil/trace.go:171","msg":"trace[1246660142] transaction","detail":"{read_only:false; response_revision:6742; number_of_response:1; }","duration":"2.1113997s","start":"2026-03-29T02:16:39.554272Z","end":"2026-03-29T02:16:41.665671Z","steps":["trace[1246660142] 'process raft request' (duration: 2.111285958s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:41.665746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:40.875458Z","time spent":"790.263038ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:16:41.665761Z","caller":"traceutil/trace.go:171","msg":"trace[1928168693] linearizableReadLoop","detail":"{readStateIndex:7029; appliedIndex:7028; }","duration":"2.114837417s","start":"2026-03-29T02:16:39.550817Z","end":"2026-03-29T02:16:41.665655Z","steps":["trace[1928168693] 'read index received' (duration: 81.777089ms)","trace[1928168693] 'applied index is now lower than readState.Index' (duration: 2.033054558s)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:16:41.66583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:39.373536Z","time spent":"2.292172395s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:16:41.665832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:39.554253Z","time spent":"2.111505683s","remote":"127.0.0.1:43074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":866,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:16:41.666077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.110962221s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/horizontal-pod-autoscaler\" ","response":"range_response_count:1 size:216"} {"level":"info","ts":"2026-03-29T02:16:41.666111Z","caller":"traceutil/trace.go:171","msg":"trace[1817575222] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/horizontal-pod-autoscaler; range_end:; response_count:1; response_revision:6743; }","duration":"2.111017363s","start":"2026-03-29T02:16:39.555083Z","end":"2026-03-29T02:16:41.6661Z","steps":["trace[1817575222] 'agreement among raft nodes before linearized reading' (duration: 2.1108969s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:41.666132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:39.555075Z","time spent":"2.111052343s","remote":"127.0.0.1:43186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":240,"request content":"key:\"/registry/serviceaccounts/kube-system/horizontal-pod-autoscaler\" "} {"level":"warn","ts":"2026-03-29T02:16:41.666131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"812.210229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-29T02:16:41.666149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.291322296s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4244"} {"level":"info","ts":"2026-03-29T02:16:41.666199Z","caller":"traceutil/trace.go:171","msg":"trace[604901367] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6743; }","duration":"812.332692ms","start":"2026-03-29T02:16:40.853851Z","end":"2026-03-29T02:16:41.666184Z","steps":["trace[604901367] 'agreement among raft nodes before linearized reading' (duration: 812.146878ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:41.666205Z","caller":"traceutil/trace.go:171","msg":"trace[2014241485] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:6743; }","duration":"2.291435459s","start":"2026-03-29T02:16:39.374753Z","end":"2026-03-29T02:16:41.666189Z","steps":["trace[2014241485] 'agreement among raft nodes before linearized reading' (duration: 2.291188433s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:41.666205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.67914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:16:41.666234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.172357166s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:16:41.666234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:40.853831Z","time spent":"812.398963ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-29T02:16:41.666258Z","caller":"traceutil/trace.go:171","msg":"trace[478164019] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:6743; }","duration":"1.172428597s","start":"2026-03-29T02:16:40.49382Z","end":"2026-03-29T02:16:41.666249Z","steps":["trace[478164019] 'agreement among raft nodes before linearized reading' (duration: 1.172391786s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:41.666254Z","caller":"traceutil/trace.go:171","msg":"trace[2008094571] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6743; }","duration":"327.768022ms","start":"2026-03-29T02:16:41.338471Z","end":"2026-03-29T02:16:41.666239Z","steps":["trace[2008094571] 'agreement among raft nodes before linearized reading' (duration: 327.695ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:41.666251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:39.374743Z","time spent":"2.29149907s","remote":"127.0.0.1:43172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":4268,"request content":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" "} {"level":"warn","ts":"2026-03-29T02:16:41.666278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:40.493796Z","time spent":"1.172476649s","remote":"127.0.0.1:33114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:16:41.666285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:41.338448Z","time spent":"327.830754ms","remote":"127.0.0.1:43010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:16:41.666296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.823399729s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:16:41.666344Z","caller":"traceutil/trace.go:171","msg":"trace[1597468732] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:6743; }","duration":"1.823511421s","start":"2026-03-29T02:16:39.842818Z","end":"2026-03-29T02:16:41.666329Z","steps":["trace[1597468732] 'agreement among raft nodes before linearized reading' (duration: 1.823399398s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:41.666392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"793.698425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:16:41.666389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:39.842788Z","time spent":"1.823590543s","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":12,"response size":31,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:16:41.666362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.300449531s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-29T02:16:41.666425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.079089738s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:472"} {"level":"warn","ts":"2026-03-29T02:16:41.666376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"790.38423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-credential-setup\" ","response":"range_response_count:1 size:6159"} {"level":"warn","ts":"2026-03-29T02:16:41.666391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"790.543023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-c4cs6\" ","response":"range_response_count:1 size:6520"} {"level":"warn","ts":"2026-03-29T02:16:41.666377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"791.471765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:16:41.666471Z","caller":"traceutil/trace.go:171","msg":"trace[1905221676] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:6743; }","duration":"1.300615435s","start":"2026-03-29T02:16:40.365832Z","end":"2026-03-29T02:16:41.666448Z","steps":["trace[1905221676] 'agreement among raft nodes before linearized reading' (duration: 1.30041807s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:41.666481Z","caller":"traceutil/trace.go:171","msg":"trace[215569854] range","detail":"{range_begin:/registry/jobs/openstack/keystone-credential-setup; range_end:; response_count:1; response_revision:6743; }","duration":"790.531054ms","start":"2026-03-29T02:16:40.875926Z","end":"2026-03-29T02:16:41.666457Z","steps":["trace[215569854] 'agreement among raft nodes before linearized reading' (duration: 790.244037ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:41.666502Z","caller":"traceutil/trace.go:171","msg":"trace[1019106010] range","detail":"{range_begin:/registry/pods/openstack/keepalived-c4cs6; range_end:; response_count:1; response_revision:6743; }","duration":"790.681057ms","start":"2026-03-29T02:16:40.875792Z","end":"2026-03-29T02:16:41.666473Z","steps":["trace[1019106010] 'agreement among raft nodes before linearized reading' (duration: 790.35331ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:41.666526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:40.875905Z","time spent":"790.612075ms","remote":"127.0.0.1:43224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":6183,"request content":"key:\"/registry/jobs/openstack/keystone-credential-setup\" "} {"level":"info","ts":"2026-03-29T02:16:41.666533Z","caller":"traceutil/trace.go:171","msg":"trace[858294846] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:6743; }","duration":"791.68831ms","start":"2026-03-29T02:16:40.874796Z","end":"2026-03-29T02:16:41.666484Z","steps":["trace[858294846] 'agreement among raft nodes before linearized reading' (duration: 791.426355ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:41.666518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:40.365809Z","time spent":"1.300697957s","remote":"127.0.0.1:33298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":31,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:16:41.666452Z","caller":"traceutil/trace.go:171","msg":"trace[1445811884] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6743; }","duration":"2.079157059s","start":"2026-03-29T02:16:39.587287Z","end":"2026-03-29T02:16:41.666444Z","steps":["trace[1445811884] 'agreement among raft nodes before linearized reading' (duration: 2.079088438s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:41.666607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:40.874758Z","time spent":"791.835043ms","remote":"127.0.0.1:43224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/keystone-db-sync\" "} {"level":"warn","ts":"2026-03-29T02:16:41.666393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.749904025s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:16:41.666629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:39.587266Z","time spent":"2.079349094s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":496,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-29T02:16:41.666413Z","caller":"traceutil/trace.go:171","msg":"trace[1695767390] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:6743; }","duration":"793.734706ms","start":"2026-03-29T02:16:40.872672Z","end":"2026-03-29T02:16:41.666407Z","steps":["trace[1695767390] 'agreement among raft nodes before linearized reading' (duration: 793.700405ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:41.666714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:40.872665Z","time spent":"794.026883ms","remote":"127.0.0.1:43224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" "} {"level":"info","ts":"2026-03-29T02:16:41.666648Z","caller":"traceutil/trace.go:171","msg":"trace[1053548906] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6743; }","duration":"1.750224622s","start":"2026-03-29T02:16:39.916414Z","end":"2026-03-29T02:16:41.666639Z","steps":["trace[1053548906] 'agreement among raft nodes before linearized reading' (duration: 1.749901625s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:41.666786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:39.916381Z","time spent":"1.750394066s","remote":"127.0.0.1:43010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:16:41.666902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:40.875784Z","time spent":"791.100816ms","remote":"127.0.0.1:43172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6544,"request content":"key:\"/registry/pods/openstack/keepalived-c4cs6\" "} {"level":"warn","ts":"2026-03-29T02:16:42.46037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"524.428412ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:16:42.460521Z","caller":"traceutil/trace.go:171","msg":"trace[1305458844] linearizableReadLoop","detail":"{readStateIndex:7032; appliedIndex:7031; }","duration":"790.080334ms","start":"2026-03-29T02:16:41.670426Z","end":"2026-03-29T02:16:42.460506Z","steps":["trace[1305458844] 'read index received' (duration: 265.436598ms)","trace[1305458844] 'applied index is now lower than readState.Index' (duration: 524.640496ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:16:42.460703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"790.271468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/token-cleaner\" ","response":"range_response_count:1 size:191"} {"level":"info","ts":"2026-03-29T02:16:42.461646Z","caller":"traceutil/trace.go:171","msg":"trace[1619826237] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/token-cleaner; range_end:; response_count:1; response_revision:6744; }","duration":"791.206929ms","start":"2026-03-29T02:16:41.670411Z","end":"2026-03-29T02:16:42.461617Z","steps":["trace[1619826237] 'agreement among raft nodes before linearized reading' (duration: 790.185476ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:42.461108Z","caller":"traceutil/trace.go:171","msg":"trace[492649914] transaction","detail":"{read_only:false; response_revision:6744; number_of_response:1; }","duration":"791.204459ms","start":"2026-03-29T02:16:41.669833Z","end":"2026-03-29T02:16:42.461037Z","steps":["trace[492649914] 'process raft request' (duration: 266.052452ms)","trace[492649914] 'compare' (duration: 524.316138ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:16:42.461722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:41.670403Z","time spent":"791.300601ms","remote":"127.0.0.1:43186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":215,"request content":"key:\"/registry/serviceaccounts/kube-system/token-cleaner\" "} {"level":"warn","ts":"2026-03-29T02:16:42.461825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:41.669813Z","time spent":"791.899154ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:16:42.528712Z","caller":"traceutil/trace.go:171","msg":"trace[1544767954] transaction","detail":"{read_only:false; response_revision:6745; number_of_response:1; }","duration":"856.835047ms","start":"2026-03-29T02:16:41.671825Z","end":"2026-03-29T02:16:42.52866Z","steps":["trace[1544767954] 'process raft request' (duration: 856.53959ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:42.528824Z","caller":"traceutil/trace.go:171","msg":"trace[381832470] transaction","detail":"{read_only:false; response_revision:6746; number_of_response:1; }","duration":"856.543961ms","start":"2026-03-29T02:16:41.672227Z","end":"2026-03-29T02:16:42.528771Z","steps":["trace[381832470] 'process raft request' (duration: 856.314066ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:42.529016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:41.672217Z","time spent":"856.706634ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:16:42.529022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:41.671809Z","time spent":"857.070512ms","remote":"127.0.0.1:43074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":866,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:16:42.528755Z","caller":"traceutil/trace.go:171","msg":"trace[1892456900] transaction","detail":"{read_only:false; response_revision:6747; number_of_response:1; }","duration":"854.625557ms","start":"2026-03-29T02:16:41.674089Z","end":"2026-03-29T02:16:42.528715Z","steps":["trace[1892456900] 'process raft request' (duration: 854.524925ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:42.529227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:41.67408Z","time spent":"855.070388ms","remote":"127.0.0.1:43172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:16:42.806502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.793714ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-29T02:16:42.806805Z","caller":"traceutil/trace.go:171","msg":"trace[1706210521] transaction","detail":"{read_only:false; response_revision:6748; number_of_response:1; }","duration":"270.192684ms","start":"2026-03-29T02:16:42.536592Z","end":"2026-03-29T02:16:42.806784Z","steps":["trace[1706210521] 'process raft request' (duration: 270.048151ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:42.806817Z","caller":"traceutil/trace.go:171","msg":"trace[439191143] linearizableReadLoop","detail":"{readStateIndex:7036; appliedIndex:7032; }","duration":"346.217645ms","start":"2026-03-29T02:16:42.460569Z","end":"2026-03-29T02:16:42.806787Z","steps":["trace[439191143] 'read index received' (duration: 67.766106ms)","trace[439191143] 'applied index is now lower than readState.Index' (duration: 278.448019ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:16:42.807116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"704.432309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:551"} {"level":"warn","ts":"2026-03-29T02:16:42.807175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.136419571s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:102495"} {"level":"info","ts":"2026-03-29T02:16:42.807204Z","caller":"traceutil/trace.go:171","msg":"trace[1283920942] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:6748; }","duration":"1.136464662s","start":"2026-03-29T02:16:41.670732Z","end":"2026-03-29T02:16:42.807197Z","steps":["trace[1283920942] 'agreement among raft nodes before linearized reading' (duration: 1.136194936s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:42.807206Z","caller":"traceutil/trace.go:171","msg":"trace[428981708] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:6748; }","duration":"704.544221ms","start":"2026-03-29T02:16:42.102638Z","end":"2026-03-29T02:16:42.807182Z","steps":["trace[428981708] 'agreement among raft nodes before linearized reading' (duration: 704.200863ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:42.807231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:41.670726Z","time spent":"1.136498673s","remote":"127.0.0.1:43172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":11,"response size":102519,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-29T02:16:42.807232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.550461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/attachdetach-controller\" ","response":"range_response_count:1 size:212"} {"level":"warn","ts":"2026-03-29T02:16:42.80726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:42.10255Z","time spent":"704.699505ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":575,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} {"level":"info","ts":"2026-03-29T02:16:42.807309Z","caller":"traceutil/trace.go:171","msg":"trace[1886844831] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/attachdetach-controller; range_end:; response_count:1; response_revision:6748; }","duration":"341.643692ms","start":"2026-03-29T02:16:42.465641Z","end":"2026-03-29T02:16:42.807285Z","steps":["trace[1886844831] 'agreement among raft nodes before linearized reading' (duration: 341.404367ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:42.807343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.349468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io\" ","response":"range_response_count:1 size:5177"} {"level":"warn","ts":"2026-03-29T02:16:42.80736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:42.465626Z","time spent":"341.723745ms","remote":"127.0.0.1:43186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":236,"request content":"key:\"/registry/serviceaccounts/kube-system/attachdetach-controller\" "} {"level":"info","ts":"2026-03-29T02:16:42.807386Z","caller":"traceutil/trace.go:171","msg":"trace[1205307959] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io; range_end:; response_count:1; response_revision:6748; }","duration":"266.426329ms","start":"2026-03-29T02:16:42.540944Z","end":"2026-03-29T02:16:42.80737Z","steps":["trace[1205307959] 'agreement among raft nodes before linearized reading' (duration: 266.248145ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:42.807361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.96312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io\" ","response":"range_response_count:1 size:4083"} {"level":"warn","ts":"2026-03-29T02:16:42.807447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.417089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io\" ","response":"range_response_count:1 size:4333"} {"level":"info","ts":"2026-03-29T02:16:42.807504Z","caller":"traceutil/trace.go:171","msg":"trace[34259413] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io; range_end:; response_count:1; response_revision:6748; }","duration":"266.518322ms","start":"2026-03-29T02:16:42.540968Z","end":"2026-03-29T02:16:42.807486Z","steps":["trace[34259413] 'agreement among raft nodes before linearized reading' (duration: 266.334618ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:42.807496Z","caller":"traceutil/trace.go:171","msg":"trace[1694507654] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io; range_end:; response_count:1; response_revision:6748; }","duration":"266.143633ms","start":"2026-03-29T02:16:42.54133Z","end":"2026-03-29T02:16:42.807473Z","steps":["trace[1694507654] 'agreement among raft nodes before linearized reading' (duration: 265.747915ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:42.807612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.604493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io\" ","response":"range_response_count:1 size:4180"} {"level":"info","ts":"2026-03-29T02:16:42.807656Z","caller":"traceutil/trace.go:171","msg":"trace[298448133] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io; range_end:; response_count:1; response_revision:6748; }","duration":"266.693185ms","start":"2026-03-29T02:16:42.540953Z","end":"2026-03-29T02:16:42.807647Z","steps":["trace[298448133] 'agreement among raft nodes before linearized reading' (duration: 266.591693ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:42.807773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.162624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" ","response":"range_response_count:1 size:24244"} {"level":"warn","ts":"2026-03-29T02:16:42.807826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.79163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io\" ","response":"range_response_count:1 size:10377"} {"level":"info","ts":"2026-03-29T02:16:42.807877Z","caller":"traceutil/trace.go:171","msg":"trace[1897698710] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io; range_end:; response_count:1; response_revision:6748; }","duration":"263.876442ms","start":"2026-03-29T02:16:42.543988Z","end":"2026-03-29T02:16:42.807864Z","steps":["trace[1897698710] 'agreement among raft nodes before linearized reading' (duration: 263.754339ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:42.807883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.741805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/pxc-operator-7cff949c8b-w9ndk\" ","response":"range_response_count:1 size:4465"} {"level":"info","ts":"2026-03-29T02:16:42.807915Z","caller":"traceutil/trace.go:171","msg":"trace[316498881] range","detail":"{range_begin:/registry/pods/openstack/pxc-operator-7cff949c8b-w9ndk; range_end:; response_count:1; response_revision:6748; }","duration":"274.827317ms","start":"2026-03-29T02:16:42.533082Z","end":"2026-03-29T02:16:42.807909Z","steps":["trace[316498881] 'agreement among raft nodes before linearized reading' (duration: 274.734845ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:42.807833Z","caller":"traceutil/trace.go:171","msg":"trace[1748435534] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io; range_end:; response_count:1; response_revision:6748; }","duration":"262.238655ms","start":"2026-03-29T02:16:42.545579Z","end":"2026-03-29T02:16:42.807818Z","steps":["trace[1748435534] 'agreement among raft nodes before linearized reading' (duration: 262.080082ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:42.807941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.268567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" ","response":"range_response_count:1 size:188495"} {"level":"warn","ts":"2026-03-29T02:16:42.807925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.612463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-29T02:16:42.807979Z","caller":"traceutil/trace.go:171","msg":"trace[1414253829] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io; range_end:; response_count:1; response_revision:6748; }","duration":"237.356789ms","start":"2026-03-29T02:16:42.570613Z","end":"2026-03-29T02:16:42.80797Z","steps":["trace[1414253829] 'agreement among raft nodes before linearized reading' (duration: 237.240397ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:42.807952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.512764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" ","response":"range_response_count:1 size:13229"} {"level":"warn","ts":"2026-03-29T02:16:42.808042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.903312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io\" ","response":"range_response_count:1 size:5586"} {"level":"info","ts":"2026-03-29T02:16:42.808046Z","caller":"traceutil/trace.go:171","msg":"trace[1033150528] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io; range_end:; response_count:1; response_revision:6748; }","duration":"263.630756ms","start":"2026-03-29T02:16:42.544387Z","end":"2026-03-29T02:16:42.808018Z","steps":["trace[1033150528] 'agreement among raft nodes before linearized reading' (duration: 263.33386ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:42.808055Z","caller":"traceutil/trace.go:171","msg":"trace[699983256] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6748; }","duration":"274.758846ms","start":"2026-03-29T02:16:42.533229Z","end":"2026-03-29T02:16:42.807987Z","steps":["trace[699983256] 'agreement among raft nodes before linearized reading' (duration: 274.457659ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:42.808074Z","caller":"traceutil/trace.go:171","msg":"trace[721146572] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io; range_end:; response_count:1; response_revision:6748; }","duration":"267.962294ms","start":"2026-03-29T02:16:42.540102Z","end":"2026-03-29T02:16:42.808064Z","steps":["trace[721146572] 'agreement among raft nodes before linearized reading' (duration: 267.879982ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:42.808466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.925533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io\" ","response":"range_response_count:1 size:9320"} {"level":"info","ts":"2026-03-29T02:16:42.810264Z","caller":"traceutil/trace.go:171","msg":"trace[1818697124] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io; range_end:; response_count:1; response_revision:6748; }","duration":"265.727805ms","start":"2026-03-29T02:16:42.544521Z","end":"2026-03-29T02:16:42.810248Z","steps":["trace[1818697124] 'agreement among raft nodes before linearized reading' (duration: 263.185668ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:47.577552Z","caller":"traceutil/trace.go:171","msg":"trace[1144360339] linearizableReadLoop","detail":"{readStateIndex:7146; appliedIndex:7145; }","duration":"409.398928ms","start":"2026-03-29T02:16:47.168115Z","end":"2026-03-29T02:16:47.577514Z","steps":["trace[1144360339] 'read index received' (duration: 408.931907ms)","trace[1144360339] 'applied index is now lower than readState.Index' (duration: 464.711µs)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:16:47.577682Z","caller":"traceutil/trace.go:171","msg":"trace[1458795053] transaction","detail":"{read_only:false; response_revision:6855; number_of_response:1; }","duration":"494.307778ms","start":"2026-03-29T02:16:47.083332Z","end":"2026-03-29T02:16:47.57764Z","steps":["trace[1458795053] 'process raft request' (duration: 493.749506ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:47.577836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.703865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-29T02:16:47.577881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:47.083304Z","time spent":"494.487212ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:16:47.57789Z","caller":"traceutil/trace.go:171","msg":"trace[1450423812] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6855; }","duration":"409.818428ms","start":"2026-03-29T02:16:47.168056Z","end":"2026-03-29T02:16:47.577874Z","steps":["trace[1450423812] 'agreement among raft nodes before linearized reading' (duration: 409.606793ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:47.577948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:47.168035Z","time spent":"409.902609ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-29T02:16:49.164994Z","caller":"traceutil/trace.go:171","msg":"trace[1064916933] linearizableReadLoop","detail":"{readStateIndex:7153; appliedIndex:7152; }","duration":"246.912055ms","start":"2026-03-29T02:16:48.918054Z","end":"2026-03-29T02:16:49.164966Z","steps":["trace[1064916933] 'read index received' (duration: 246.698369ms)","trace[1064916933] 'applied index is now lower than readState.Index' (duration: 212.576µs)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:16:49.165128Z","caller":"traceutil/trace.go:171","msg":"trace[2033509636] transaction","detail":"{read_only:false; response_revision:6862; number_of_response:1; }","duration":"289.684871ms","start":"2026-03-29T02:16:48.875378Z","end":"2026-03-29T02:16:49.165063Z","steps":["trace[2033509636] 'process raft request' (duration: 289.385613ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:49.165217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.138429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:16:49.165283Z","caller":"traceutil/trace.go:171","msg":"trace[1268801420] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6862; }","duration":"247.264492ms","start":"2026-03-29T02:16:48.918Z","end":"2026-03-29T02:16:49.165265Z","steps":["trace[1268801420] 'agreement among raft nodes before linearized reading' (duration: 247.15627ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:53.514392Z","caller":"traceutil/trace.go:171","msg":"trace[246979081] transaction","detail":"{read_only:false; response_revision:6885; number_of_response:1; }","duration":"135.067001ms","start":"2026-03-29T02:16:53.379294Z","end":"2026-03-29T02:16:53.514361Z","steps":["trace[246979081] 'process raft request' (duration: 120.68958ms)","trace[246979081] 'compare' (duration: 14.236558ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:16:53.85634Z","caller":"traceutil/trace.go:171","msg":"trace[8574815] transaction","detail":"{read_only:false; response_revision:6888; number_of_response:1; }","duration":"102.529322ms","start":"2026-03-29T02:16:53.753779Z","end":"2026-03-29T02:16:53.856308Z","steps":["trace[8574815] 'process raft request' (duration: 102.466291ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:53.856537Z","caller":"traceutil/trace.go:171","msg":"trace[1085846251] linearizableReadLoop","detail":"{readStateIndex:7180; appliedIndex:7179; }","duration":"145.579167ms","start":"2026-03-29T02:16:53.71093Z","end":"2026-03-29T02:16:53.856509Z","steps":["trace[1085846251] 'read index received' (duration: 49.535649ms)","trace[1085846251] 'applied index is now lower than readState.Index' (duration: 96.040778ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:16:53.856524Z","caller":"traceutil/trace.go:171","msg":"trace[2040522899] transaction","detail":"{read_only:false; response_revision:6887; number_of_response:1; }","duration":"201.959658ms","start":"2026-03-29T02:16:53.654525Z","end":"2026-03-29T02:16:53.856484Z","steps":["trace[2040522899] 'process raft request' (duration: 105.92899ms)","trace[2040522899] 'compare' (duration: 95.592829ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:16:53.856742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.786961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:16:53.856831Z","caller":"traceutil/trace.go:171","msg":"trace[1713417612] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:6888; }","duration":"145.927774ms","start":"2026-03-29T02:16:53.710883Z","end":"2026-03-29T02:16:53.85681Z","steps":["trace[1713417612] 'agreement among raft nodes before linearized reading' (duration: 145.762341ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:53.856805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.814331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:16:53.856839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.156163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:16:53.856896Z","caller":"traceutil/trace.go:171","msg":"trace[2067096895] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:6888; }","duration":"145.963545ms","start":"2026-03-29T02:16:53.710914Z","end":"2026-03-29T02:16:53.856878Z","steps":["trace[2067096895] 'agreement among raft nodes before linearized reading' (duration: 145.783371ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:53.856903Z","caller":"traceutil/trace.go:171","msg":"trace[2018058701] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:6888; }","duration":"131.268936ms","start":"2026-03-29T02:16:53.725617Z","end":"2026-03-29T02:16:53.856886Z","steps":["trace[2018058701] 'agreement among raft nodes before linearized reading' (duration: 131.148233ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:54.10842Z","caller":"traceutil/trace.go:171","msg":"trace[986549064] linearizableReadLoop","detail":"{readStateIndex:7184; appliedIndex:7182; }","duration":"184.446046ms","start":"2026-03-29T02:16:53.92394Z","end":"2026-03-29T02:16:54.108386Z","steps":["trace[986549064] 'read index received' (duration: 12.794167ms)","trace[986549064] 'applied index is now lower than readState.Index' (duration: 171.650129ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:16:54.108461Z","caller":"traceutil/trace.go:171","msg":"trace[1082550730] transaction","detail":"{read_only:false; response_revision:6891; number_of_response:1; }","duration":"214.59442ms","start":"2026-03-29T02:16:53.893831Z","end":"2026-03-29T02:16:54.108426Z","steps":["trace[1082550730] 'process raft request' (duration: 135.689645ms)","trace[1082550730] 'compare' (duration: 78.525817ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:16:54.108652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.683061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:16:54.108712Z","caller":"traceutil/trace.go:171","msg":"trace[166713749] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:6891; }","duration":"184.818484ms","start":"2026-03-29T02:16:53.923878Z","end":"2026-03-29T02:16:54.108696Z","steps":["trace[166713749] 'agreement among raft nodes before linearized reading' (duration: 184.687301ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:17:44.139811Z","caller":"traceutil/trace.go:171","msg":"trace[1603194799] transaction","detail":"{read_only:false; response_revision:7261; number_of_response:1; }","duration":"138.315206ms","start":"2026-03-29T02:17:44.001464Z","end":"2026-03-29T02:17:44.139779Z","steps":["trace[1603194799] 'process raft request' (duration: 138.106771ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:17:44.362707Z","caller":"traceutil/trace.go:171","msg":"trace[1078592538] linearizableReadLoop","detail":"{readStateIndex:7567; appliedIndex:7566; }","duration":"150.425106ms","start":"2026-03-29T02:17:44.212254Z","end":"2026-03-29T02:17:44.362679Z","steps":["trace[1078592538] 'read index received' (duration: 150.15749ms)","trace[1078592538] 'applied index is now lower than readState.Index' (duration: 266.426µs)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:17:44.362978Z","caller":"traceutil/trace.go:171","msg":"trace[1242006052] transaction","detail":"{read_only:false; response_revision:7262; number_of_response:1; }","duration":"222.609776ms","start":"2026-03-29T02:17:44.140346Z","end":"2026-03-29T02:17:44.362956Z","steps":["trace[1242006052] 'process raft request' (duration: 222.153616ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:44.363053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.788713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-29T02:17:44.363124Z","caller":"traceutil/trace.go:171","msg":"trace[1685669787] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7262; }","duration":"150.914876ms","start":"2026-03-29T02:17:44.212191Z","end":"2026-03-29T02:17:44.363106Z","steps":["trace[1685669787] 'agreement among raft nodes before linearized reading' (duration: 150.604089ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:18:22.909248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.933137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:18:22.909334Z","caller":"traceutil/trace.go:171","msg":"trace[588489775] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:7467; }","duration":"164.07809ms","start":"2026-03-29T02:18:22.74524Z","end":"2026-03-29T02:18:22.909318Z","steps":["trace[588489775] 'count revisions from in-memory index tree' (duration: 163.820894ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:18:22.909385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.892893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-29T02:18:22.90951Z","caller":"traceutil/trace.go:171","msg":"trace[346427256] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7467; }","duration":"245.084587ms","start":"2026-03-29T02:18:22.66441Z","end":"2026-03-29T02:18:22.909494Z","steps":["trace[346427256] 'range keys from in-memory index tree' (duration: 244.668667ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:18:23.05553Z","caller":"traceutil/trace.go:171","msg":"trace[1845168109] linearizableReadLoop","detail":"{readStateIndex:7781; appliedIndex:7780; }","duration":"138.486079ms","start":"2026-03-29T02:18:22.917004Z","end":"2026-03-29T02:18:23.05549Z","steps":["trace[1845168109] 'read index received' (duration: 138.003478ms)","trace[1845168109] 'applied index is now lower than readState.Index' (duration: 480.78µs)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:18:23.055671Z","caller":"traceutil/trace.go:171","msg":"trace[2062903380] transaction","detail":"{read_only:false; response_revision:7468; number_of_response:1; }","duration":"142.127879ms","start":"2026-03-29T02:18:22.913492Z","end":"2026-03-29T02:18:23.05562Z","steps":["trace[2062903380] 'process raft request' (duration: 141.569907ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:18:23.056003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.964891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:18:23.056065Z","caller":"traceutil/trace.go:171","msg":"trace[328808178] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7468; }","duration":"139.063053ms","start":"2026-03-29T02:18:22.916984Z","end":"2026-03-29T02:18:23.056047Z","steps":["trace[328808178] 'agreement among raft nodes before linearized reading' (duration: 138.706354ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:18:23.136447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.241086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-29T02:18:23.136532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.806304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-29T02:18:23.136545Z","caller":"traceutil/trace.go:171","msg":"trace[61555204] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7469; }","duration":"113.390029ms","start":"2026-03-29T02:18:23.023131Z","end":"2026-03-29T02:18:23.136521Z","steps":["trace[61555204] 'agreement among raft nodes before linearized reading' (duration: 113.153074ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:18:23.13651Z","caller":"traceutil/trace.go:171","msg":"trace[888501730] transaction","detail":"{read_only:false; response_revision:7469; number_of_response:1; }","duration":"148.102504ms","start":"2026-03-29T02:18:22.988325Z","end":"2026-03-29T02:18:23.136428Z","steps":["trace[888501730] 'process raft request' (duration: 131.911634ms)","trace[888501730] 'compare' (duration: 15.805552ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:18:23.136595Z","caller":"traceutil/trace.go:171","msg":"trace[2107630025] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7469; }","duration":"172.927257ms","start":"2026-03-29T02:18:22.963654Z","end":"2026-03-29T02:18:23.136581Z","steps":["trace[2107630025] 'agreement among raft nodes before linearized reading' (duration: 172.768143ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:18:24.780288Z","caller":"traceutil/trace.go:171","msg":"trace[2023179938] transaction","detail":"{read_only:false; response_revision:7481; number_of_response:1; }","duration":"120.185511ms","start":"2026-03-29T02:18:24.660052Z","end":"2026-03-29T02:18:24.780237Z","steps":["trace[2023179938] 'process raft request' (duration: 119.905325ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:18:36.959272Z","caller":"traceutil/trace.go:171","msg":"trace[1565352898] transaction","detail":"{read_only:false; response_revision:7568; number_of_response:1; }","duration":"100.200956ms","start":"2026-03-29T02:18:36.859043Z","end":"2026-03-29T02:18:36.959244Z","steps":["trace[1565352898] 'process raft request' (duration: 99.92749ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:18:54.106927Z","caller":"traceutil/trace.go:171","msg":"trace[1348445103] linearizableReadLoop","detail":"{readStateIndex:8016; appliedIndex:8015; }","duration":"153.458594ms","start":"2026-03-29T02:18:53.953431Z","end":"2026-03-29T02:18:54.10689Z","steps":["trace[1348445103] 'read index received' (duration: 153.179528ms)","trace[1348445103] 'applied index is now lower than readState.Index' (duration: 277.416µs)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:18:54.107059Z","caller":"traceutil/trace.go:171","msg":"trace[442744023] transaction","detail":"{read_only:false; response_revision:7693; number_of_response:1; }","duration":"155.368717ms","start":"2026-03-29T02:18:53.95165Z","end":"2026-03-29T02:18:54.107019Z","steps":["trace[442744023] 'process raft request' (duration: 154.998088ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:18:54.107185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.725769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:18:54.10724Z","caller":"traceutil/trace.go:171","msg":"trace[92429442] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:7693; }","duration":"153.851582ms","start":"2026-03-29T02:18:53.953375Z","end":"2026-03-29T02:18:54.107227Z","steps":["trace[92429442] 'agreement among raft nodes before linearized reading' (duration: 153.726169ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:18:54.107385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.359446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-03-29T02:18:54.107499Z","caller":"traceutil/trace.go:171","msg":"trace[281480684] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:7693; }","duration":"138.52071ms","start":"2026-03-29T02:18:53.968959Z","end":"2026-03-29T02:18:54.107479Z","steps":["trace[281480684] 'agreement among raft nodes before linearized reading' (duration: 138.225583ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:19:45.097826Z","caller":"traceutil/trace.go:171","msg":"trace[781300762] linearizableReadLoop","detail":"{readStateIndex:8494; appliedIndex:8493; }","duration":"109.001994ms","start":"2026-03-29T02:19:44.988788Z","end":"2026-03-29T02:19:45.09779Z","steps":["trace[781300762] 'read index received' (duration: 108.776329ms)","trace[781300762] 'applied index is now lower than readState.Index' (duration: 224.465µs)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:19:45.098283Z","caller":"traceutil/trace.go:171","msg":"trace[1461954813] transaction","detail":"{read_only:false; response_revision:8158; number_of_response:1; }","duration":"109.669519ms","start":"2026-03-29T02:19:44.988578Z","end":"2026-03-29T02:19:45.098247Z","steps":["trace[1461954813] 'process raft request' (duration: 109.009585ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:19:45.098425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.626828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-29T02:19:45.098509Z","caller":"traceutil/trace.go:171","msg":"trace[43553629] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8158; }","duration":"109.809092ms","start":"2026-03-29T02:19:44.988679Z","end":"2026-03-29T02:19:45.098488Z","steps":["trace[43553629] 'agreement among raft nodes before linearized reading' (duration: 109.550056ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:19:52.806359Z","caller":"traceutil/trace.go:171","msg":"trace[1334969087] transaction","detail":"{read_only:false; response_revision:8202; number_of_response:1; }","duration":"129.45215ms","start":"2026-03-29T02:19:52.676878Z","end":"2026-03-29T02:19:52.80633Z","steps":["trace[1334969087] 'process raft request' (duration: 129.257485ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:21:03.969589Z","caller":"traceutil/trace.go:171","msg":"trace[1955340825] transaction","detail":"{read_only:false; response_revision:8678; number_of_response:1; }","duration":"141.788244ms","start":"2026-03-29T02:21:03.827775Z","end":"2026-03-29T02:21:03.969563Z","steps":["trace[1955340825] 'process raft request' (duration: 83.317373ms)","trace[1955340825] 'compare' (duration: 58.216734ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:21:04.290386Z","caller":"traceutil/trace.go:171","msg":"trace[944946919] transaction","detail":"{read_only:false; response_revision:8681; number_of_response:1; }","duration":"241.566192ms","start":"2026-03-29T02:21:04.048792Z","end":"2026-03-29T02:21:04.290359Z","steps":["trace[944946919] 'process raft request' (duration: 241.403499ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:21:04.339048Z","caller":"traceutil/trace.go:171","msg":"trace[1486036896] linearizableReadLoop","detail":"{readStateIndex:9036; appliedIndex:9034; }","duration":"176.604789ms","start":"2026-03-29T02:21:04.162425Z","end":"2026-03-29T02:21:04.33903Z","steps":["trace[1486036896] 'read index received' (duration: 127.777423ms)","trace[1486036896] 'applied index is now lower than readState.Index' (duration: 48.826426ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:21:04.339116Z","caller":"traceutil/trace.go:171","msg":"trace[432899523] transaction","detail":"{read_only:false; response_revision:8682; number_of_response:1; }","duration":"212.389983ms","start":"2026-03-29T02:21:04.126701Z","end":"2026-03-29T02:21:04.339091Z","steps":["trace[432899523] 'process raft request' (duration: 212.178418ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:21:04.339231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.798883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-29T02:21:04.33926Z","caller":"traceutil/trace.go:171","msg":"trace[1890289298] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8682; }","duration":"176.879515ms","start":"2026-03-29T02:21:04.162372Z","end":"2026-03-29T02:21:04.339251Z","steps":["trace[1890289298] 'agreement among raft nodes before linearized reading' (duration: 176.769003ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:21:09.89321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.695593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-29T02:21:09.893278Z","caller":"traceutil/trace.go:171","msg":"trace[1601568142] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8748; }","duration":"155.801424ms","start":"2026-03-29T02:21:09.73746Z","end":"2026-03-29T02:21:09.893261Z","steps":["trace[1601568142] 'range keys from in-memory index tree' (duration: 155.494388ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:21:15.990945Z","caller":"traceutil/trace.go:171","msg":"trace[911145433] transaction","detail":"{read_only:false; response_revision:8789; number_of_response:1; }","duration":"387.439547ms","start":"2026-03-29T02:21:15.603476Z","end":"2026-03-29T02:21:15.990916Z","steps":["trace[911145433] 'process raft request' (duration: 387.054419ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:21:15.991131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:21:15.603444Z","time spent":"387.59976ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:21:16.222802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.11159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-29T02:21:16.222884Z","caller":"traceutil/trace.go:171","msg":"trace[1057118625] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8790; }","duration":"132.257243ms","start":"2026-03-29T02:21:16.090608Z","end":"2026-03-29T02:21:16.222865Z","steps":["trace[1057118625] 'range keys from in-memory index tree' (duration: 131.827283ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:21:16.223046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.944896ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:21:16.223167Z","caller":"traceutil/trace.go:171","msg":"trace[1388538599] transaction","detail":"{read_only:false; response_revision:8791; number_of_response:1; }","duration":"121.446852ms","start":"2026-03-29T02:21:16.101698Z","end":"2026-03-29T02:21:16.223145Z","steps":["trace[1388538599] 'process raft request' (duration: 15.297071ms)","trace[1388538599] 'compare' (duration: 105.777473ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:21:16.717566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.355468ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:21:16.717671Z","caller":"traceutil/trace.go:171","msg":"trace[786234784] linearizableReadLoop","detail":"{readStateIndex:9153; appliedIndex:9152; }","duration":"313.969553ms","start":"2026-03-29T02:21:16.403684Z","end":"2026-03-29T02:21:16.717654Z","steps":["trace[786234784] 'read index received' (duration: 188.280937ms)","trace[786234784] 'applied index is now lower than readState.Index' (duration: 125.687526ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:21:16.717741Z","caller":"traceutil/trace.go:171","msg":"trace[768567852] transaction","detail":"{read_only:false; response_revision:8793; number_of_response:1; }","duration":"364.837155ms","start":"2026-03-29T02:21:16.352896Z","end":"2026-03-29T02:21:16.717733Z","steps":["trace[768567852] 'process raft request' (duration: 239.148189ms)","trace[768567852] 'compare' (duration: 124.97275ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:21:16.717782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:21:16.352865Z","time spent":"364.894217ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:21:16.718136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.719304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-29T02:21:16.718182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.491314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-29T02:21:16.718224Z","caller":"traceutil/trace.go:171","msg":"trace[582466692] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8793; }","duration":"302.850886ms","start":"2026-03-29T02:21:16.415353Z","end":"2026-03-29T02:21:16.718204Z","steps":["trace[582466692] 'agreement among raft nodes before linearized reading' (duration: 302.615331ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:21:16.718252Z","caller":"traceutil/trace.go:171","msg":"trace[1464228372] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8793; }","duration":"314.601587ms","start":"2026-03-29T02:21:16.403628Z","end":"2026-03-29T02:21:16.718229Z","steps":["trace[1464228372] 'agreement among raft nodes before linearized reading' (duration: 314.412283ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:21:16.718273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:21:16.415342Z","time spent":"302.922528ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-29T02:21:16.718326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:21:16.403605Z","time spent":"314.70288ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-29T02:21:16.718485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.019568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-29T02:21:16.718825Z","caller":"traceutil/trace.go:171","msg":"trace[851949947] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8793; }","duration":"302.378916ms","start":"2026-03-29T02:21:16.416432Z","end":"2026-03-29T02:21:16.718811Z","steps":["trace[851949947] 'agreement among raft nodes before linearized reading' (duration: 301.645749ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:21:16.71888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:21:16.416422Z","time spent":"302.423267ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-29T02:21:16.71895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.826545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-c4cs6\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-29T02:21:16.719015Z","caller":"traceutil/trace.go:171","msg":"trace[159072552] range","detail":"{range_begin:/registry/pods/openstack/keepalived-c4cs6; range_end:; response_count:1; response_revision:8793; }","duration":"137.930989ms","start":"2026-03-29T02:21:16.581063Z","end":"2026-03-29T02:21:16.718994Z","steps":["trace[159072552] 'agreement among raft nodes before linearized reading' (duration: 136.962836ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:21:17.223827Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583528501962442,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-29T02:21:17.359006Z","caller":"traceutil/trace.go:171","msg":"trace[1680415346] transaction","detail":"{read_only:false; response_revision:8794; number_of_response:1; }","duration":"636.617178ms","start":"2026-03-29T02:21:16.722366Z","end":"2026-03-29T02:21:17.358983Z","steps":["trace[1680415346] 'process raft request' (duration: 636.480005ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:21:17.359155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:21:16.72235Z","time spent":"636.718701ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:21:17.497793Z","caller":"traceutil/trace.go:171","msg":"trace[1510686398] linearizableReadLoop","detail":"{readStateIndex:9156; appliedIndex:9153; }","duration":"775.030628ms","start":"2026-03-29T02:21:16.722739Z","end":"2026-03-29T02:21:17.49777Z","steps":["trace[1510686398] 'read index received' (duration: 636.184159ms)","trace[1510686398] 'applied index is now lower than readState.Index' (duration: 138.845498ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:21:17.497921Z","caller":"traceutil/trace.go:171","msg":"trace[1931721706] transaction","detail":"{read_only:false; response_revision:8796; number_of_response:1; }","duration":"775.464168ms","start":"2026-03-29T02:21:16.722446Z","end":"2026-03-29T02:21:17.49791Z","steps":["trace[1931721706] 'process raft request' (duration: 775.268693ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:21:17.497891Z","caller":"traceutil/trace.go:171","msg":"trace[734253466] transaction","detail":"{read_only:false; response_revision:8795; number_of_response:1; }","duration":"775.477567ms","start":"2026-03-29T02:21:16.722374Z","end":"2026-03-29T02:21:17.497852Z","steps":["trace[734253466] 'process raft request' (duration: 713.712714ms)","trace[734253466] 'compare' (duration: 61.387475ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:21:17.498018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:21:16.722428Z","time spent":"775.519318ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:21:17.498072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:21:16.722355Z","time spent":"775.624641ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:21:17.49815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"607.372358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-29T02:21:17.49821Z","caller":"traceutil/trace.go:171","msg":"trace[789041706] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8796; }","duration":"607.479321ms","start":"2026-03-29T02:21:16.890715Z","end":"2026-03-29T02:21:17.498195Z","steps":["trace[789041706] 'agreement among raft nodes before linearized reading' (duration: 607.285597ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:21:17.498254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:21:16.890694Z","time spent":"607.548893ms","remote":"127.0.0.1:43172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-29T02:21:17.498294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"490.0501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-29T02:21:17.498293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"582.71696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:21:17.498347Z","caller":"traceutil/trace.go:171","msg":"trace[1203502056] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8796; }","duration":"490.132981ms","start":"2026-03-29T02:21:17.0082Z","end":"2026-03-29T02:21:17.498333Z","steps":["trace[1203502056] 'agreement among raft nodes before linearized reading' (duration: 489.993088ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:21:17.498363Z","caller":"traceutil/trace.go:171","msg":"trace[1396723272] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8796; }","duration":"582.825472ms","start":"2026-03-29T02:21:16.915521Z","end":"2026-03-29T02:21:17.498346Z","steps":["trace[1396723272] 'agreement among raft nodes before linearized reading' (duration: 582.699859ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:21:17.498356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"595.27876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-29T02:21:17.49838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:21:17.008186Z","time spent":"490.187253ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-29T02:21:17.498402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:21:16.91551Z","time spent":"582.884064ms","remote":"127.0.0.1:43010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-29T02:21:17.498421Z","caller":"traceutil/trace.go:171","msg":"trace[684794094] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8796; }","duration":"595.396872ms","start":"2026-03-29T02:21:16.903004Z","end":"2026-03-29T02:21:17.498401Z","steps":["trace[684794094] 'agreement among raft nodes before linearized reading' (duration: 595.2698ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:21:17.498473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:21:16.902984Z","time spent":"595.473415ms","remote":"127.0.0.1:42338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:21:17.49855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"775.791864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224125"} {"level":"info","ts":"2026-03-29T02:21:17.498614Z","caller":"traceutil/trace.go:171","msg":"trace[1523370592] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8796; }","duration":"775.884067ms","start":"2026-03-29T02:21:16.722715Z","end":"2026-03-29T02:21:17.498599Z","steps":["trace[1523370592] 'agreement among raft nodes before linearized reading' (duration: 775.488748ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:21:17.498677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:21:16.722705Z","time spent":"775.962418ms","remote":"127.0.0.1:43172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":224149,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-29T02:21:17.788975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.721071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:21:17.789068Z","caller":"traceutil/trace.go:171","msg":"trace[123434166] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:8797; }","duration":"171.872584ms","start":"2026-03-29T02:21:17.617171Z","end":"2026-03-29T02:21:17.789044Z","steps":["trace[123434166] 'count revisions from in-memory index tree' (duration: 171.630758ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:21:17.789528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.73815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:21:17.789617Z","caller":"traceutil/trace.go:171","msg":"trace[493881967] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8797; }","duration":"189.900204ms","start":"2026-03-29T02:21:17.599694Z","end":"2026-03-29T02:21:17.789594Z","steps":["trace[493881967] 'range keys from in-memory index tree' (duration: 189.426404ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:21:18.134196Z","caller":"traceutil/trace.go:171","msg":"trace[755005659] transaction","detail":"{read_only:false; response_revision:8798; number_of_response:1; }","duration":"138.038891ms","start":"2026-03-29T02:21:17.996116Z","end":"2026-03-29T02:21:18.134154Z","steps":["trace[755005659] 'process raft request' (duration: 137.701023ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:21:18.337801Z","caller":"traceutil/trace.go:171","msg":"trace[975545521] transaction","detail":"{read_only:false; response_revision:8800; number_of_response:1; }","duration":"109.074996ms","start":"2026-03-29T02:21:18.228688Z","end":"2026-03-29T02:21:18.337763Z","steps":["trace[975545521] 'process raft request' (duration: 108.80783ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:21:23.215155Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":6705} {"level":"info","ts":"2026-03-29T02:21:23.310728Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":6705,"took":"93.716545ms","hash":1357841014,"current-db-size-bytes":44920832,"current-db-size":"45 MB","current-db-size-in-use-bytes":26238976,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-03-29T02:21:23.310794Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1357841014,"revision":6705,"compact-revision":4303} {"level":"warn","ts":"2026-03-29T02:21:26.037484Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583528501962786,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:21:26.401626Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.002682682s","expected-duration":"1s"} {"level":"info","ts":"2026-03-29T02:21:26.402055Z","caller":"traceutil/trace.go:171","msg":"trace[1658680313] linearizableReadLoop","detail":"{readStateIndex:9334; appliedIndex:9333; }","duration":"864.634841ms","start":"2026-03-29T02:21:25.537398Z","end":"2026-03-29T02:21:26.402033Z","steps":["trace[1658680313] 'read index received' (duration: 864.421466ms)","trace[1658680313] 'applied index is now lower than readState.Index' (duration: 211.795µs)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:21:26.402077Z","caller":"traceutil/trace.go:171","msg":"trace[1240557874] transaction","detail":"{read_only:false; response_revision:8969; number_of_response:1; }","duration":"1.003179803s","start":"2026-03-29T02:21:25.398856Z","end":"2026-03-29T02:21:26.402036Z","steps":["trace[1240557874] 'process raft request' (duration: 1.002970228s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:21:26.402292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"864.870376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-29T02:21:26.402378Z","caller":"traceutil/trace.go:171","msg":"trace[255394111] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8969; }","duration":"864.990949ms","start":"2026-03-29T02:21:25.537364Z","end":"2026-03-29T02:21:26.402355Z","steps":["trace[255394111] 'agreement among raft nodes before linearized reading' (duration: 864.743493ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:21:26.402466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:21:25.537345Z","time spent":"865.105211ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-29T02:21:26.402564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:21:25.398838Z","time spent":"1.003439318s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:21:26.9032Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583528501962790,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:21:27.40413Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583528501962790,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-29T02:21:27.43772Z","caller":"traceutil/trace.go:171","msg":"trace[545541681] transaction","detail":"{read_only:false; response_revision:8970; number_of_response:1; }","duration":"1.259269304s","start":"2026-03-29T02:21:26.178424Z","end":"2026-03-29T02:21:27.437693Z","steps":["trace[545541681] 'process raft request' (duration: 1.259039889s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:21:27.437918Z","caller":"traceutil/trace.go:171","msg":"trace[856780738] transaction","detail":"{read_only:false; response_revision:8971; number_of_response:1; }","duration":"1.078592395s","start":"2026-03-29T02:21:26.359289Z","end":"2026-03-29T02:21:27.437881Z","steps":["trace[856780738] 'process raft request' (duration: 1.07836047s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:21:27.437893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:21:26.178396Z","time spent":"1.259396097s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:21:27.438044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:21:26.359272Z","time spent":"1.078716117s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:21:27.447427Z","caller":"traceutil/trace.go:171","msg":"trace[1563108584] transaction","detail":"{read_only:false; response_revision:8972; number_of_response:1; }","duration":"1.039960696s","start":"2026-03-29T02:21:26.407431Z","end":"2026-03-29T02:21:27.447392Z","steps":["trace[1563108584] 'process raft request' (duration: 1.03971234s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:21:27.447459Z","caller":"traceutil/trace.go:171","msg":"trace[1553660657] transaction","detail":"{read_only:false; response_revision:8973; number_of_response:1; }","duration":"689.842719ms","start":"2026-03-29T02:21:26.757576Z","end":"2026-03-29T02:21:27.447419Z","steps":["trace[1553660657] 'process raft request' (duration: 689.728146ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:21:27.447558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:21:26.407405Z","time spent":"1.040084569s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:21:27.44764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:21:26.757558Z","time spent":"689.985552ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:21:27.448392Z","caller":"traceutil/trace.go:171","msg":"trace[1365192541] linearizableReadLoop","detail":"{readStateIndex:9339; appliedIndex:9334; }","duration":"1.046260167s","start":"2026-03-29T02:21:26.402099Z","end":"2026-03-29T02:21:27.448359Z","steps":["trace[1365192541] 'read index received' (duration: 1.035378814s)","trace[1365192541] 'applied index is now lower than readState.Index' (duration: 10.878713ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:21:27.448501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.238717767s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-29T02:21:27.448535Z","caller":"traceutil/trace.go:171","msg":"trace[1429800700] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8974; }","duration":"1.238799769s","start":"2026-03-29T02:21:26.209728Z","end":"2026-03-29T02:21:27.448528Z","steps":["trace[1429800700] 'agreement among raft nodes before linearized reading' (duration: 1.238659606s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:21:27.448556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:21:26.209706Z","time spent":"1.238844789s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-29T02:21:27.448614Z","caller":"traceutil/trace.go:171","msg":"trace[1331403562] transaction","detail":"{read_only:false; response_revision:8974; number_of_response:1; }","duration":"313.694223ms","start":"2026-03-29T02:21:27.134914Z","end":"2026-03-29T02:21:27.448608Z","steps":["trace[1331403562] 'process raft request' (duration: 312.454424ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:21:27.448658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:21:27.134891Z","time spent":"313.735994ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:21:27.448703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.899046024s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-c4cs6\" ","response":"range_response_count:1 size:6520"} {"level":"warn","ts":"2026-03-29T02:21:27.448699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.530480357s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:21:27.448735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.305965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-29T02:21:27.448734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.910335045s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-29T02:21:27.448758Z","caller":"traceutil/trace.go:171","msg":"trace[1968910045] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8974; }","duration":"425.329696ms","start":"2026-03-29T02:21:27.023421Z","end":"2026-03-29T02:21:27.44875Z","steps":["trace[1968910045] 'agreement among raft nodes before linearized reading' (duration: 425.290555ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:21:27.448753Z","caller":"traceutil/trace.go:171","msg":"trace[1535590819] range","detail":"{range_begin:/registry/pods/openstack/keepalived-c4cs6; range_end:; response_count:1; response_revision:8974; }","duration":"1.899126817s","start":"2026-03-29T02:21:25.549612Z","end":"2026-03-29T02:21:27.448739Z","steps":["trace[1535590819] 'agreement among raft nodes before linearized reading' (duration: 1.898925492s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:21:27.44878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:21:27.023368Z","time spent":"425.407288ms","remote":"127.0.0.1:42306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:21:27.448783Z","caller":"traceutil/trace.go:171","msg":"trace[599959183] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8974; }","duration":"1.910419827s","start":"2026-03-29T02:21:25.538351Z","end":"2026-03-29T02:21:27.448771Z","steps":["trace[599959183] 'agreement among raft nodes before linearized reading' (duration: 1.910271904s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:21:27.44877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.038987175s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-29T02:21:27.448812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:21:25.538333Z","time spent":"1.910472979s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-29T02:21:27.448806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:21:25.549604Z","time spent":"1.899193398s","remote":"127.0.0.1:43172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6544,"request content":"key:\"/registry/pods/openstack/keepalived-c4cs6\" "} {"level":"warn","ts":"2026-03-29T02:21:27.448817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.82422535s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-29T02:21:27.44883Z","caller":"traceutil/trace.go:171","msg":"trace[1301168099] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8974; }","duration":"1.039078177s","start":"2026-03-29T02:21:26.409735Z","end":"2026-03-29T02:21:27.448813Z","steps":["trace[1301168099] 'agreement among raft nodes before linearized reading' (duration: 1.038898533s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:21:27.448761Z","caller":"traceutil/trace.go:171","msg":"trace[456933886] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8974; }","duration":"1.530589349s","start":"2026-03-29T02:21:25.918156Z","end":"2026-03-29T02:21:27.448746Z","steps":["trace[456933886] 'agreement among raft nodes before linearized reading' (duration: 1.530490167s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:21:27.44887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:21:26.409723Z","time spent":"1.039139128s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-29T02:21:27.448887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:21:25.918136Z","time spent":"1.530742303s","remote":"127.0.0.1:43010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:21:27.448877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"697.172262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-03-29T02:21:27.448944Z","caller":"traceutil/trace.go:171","msg":"trace[1169694173] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8974; }","duration":"697.268475ms","start":"2026-03-29T02:21:26.751651Z","end":"2026-03-29T02:21:27.44892Z","steps":["trace[1169694173] 'agreement among raft nodes before linearized reading' (duration: 697.097981ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:21:27.448991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:21:26.751631Z","time spent":"697.348256ms","remote":"127.0.0.1:43140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1877,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-29T02:21:27.449009Z","caller":"traceutil/trace.go:171","msg":"trace[853504924] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8974; }","duration":"1.824455475s","start":"2026-03-29T02:21:25.624547Z","end":"2026-03-29T02:21:27.449003Z","steps":["trace[853504924] 'agreement among raft nodes before linearized reading' (duration: 1.823984745s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:21:27.449028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:21:25.624528Z","time spent":"1.824495606s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-29T02:21:37.993499Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583528501962935,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:21:38.494395Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583528501962935,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:21:38.610122Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.132819569s","expected-duration":"1s"} {"level":"info","ts":"2026-03-29T02:21:38.611199Z","caller":"traceutil/trace.go:171","msg":"trace[1331180034] transaction","detail":"{read_only:false; response_revision:9021; number_of_response:1; }","duration":"1.133445143s","start":"2026-03-29T02:21:37.47718Z","end":"2026-03-29T02:21:38.610625Z","steps":["trace[1331180034] 'process raft request' (duration: 1.133191178s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:21:38.611393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:21:37.477159Z","time spent":"1.134134429s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:21:38.970105Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-00000000000024af.wal"} {"level":"info","ts":"2026-03-29T02:21:38.970699Z","caller":"traceutil/trace.go:171","msg":"trace[1032161939] linearizableReadLoop","detail":"{readStateIndex:9390; appliedIndex:9387; }","duration":"1.477650439s","start":"2026-03-29T02:21:37.493018Z","end":"2026-03-29T02:21:38.970668Z","steps":["trace[1032161939] 'read index received' (duration: 1.117487588s)","trace[1032161939] 'applied index is now lower than readState.Index' (duration: 360.161761ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:21:38.97078Z","caller":"traceutil/trace.go:171","msg":"trace[397191347] transaction","detail":"{read_only:false; response_revision:9023; number_of_response:1; }","duration":"1.490711049s","start":"2026-03-29T02:21:37.480035Z","end":"2026-03-29T02:21:38.970746Z","steps":["trace[397191347] 'process raft request' (duration: 1.490569436s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:21:38.970957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:21:37.479993Z","time spent":"1.490863003s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:21:38.970994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.477974365s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-29T02:21:38.971051Z","caller":"traceutil/trace.go:171","msg":"trace[94373471] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:9023; }","duration":"1.478078198s","start":"2026-03-29T02:21:37.49296Z","end":"2026-03-29T02:21:38.971039Z","steps":["trace[94373471] 'agreement among raft nodes before linearized reading' (duration: 1.477871173s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:21:38.971092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:21:37.492945Z","time spent":"1.478138669s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-29T02:21:38.97078Z","caller":"traceutil/trace.go:171","msg":"trace[275082804] transaction","detail":"{read_only:false; response_revision:9022; number_of_response:1; }","duration":"1.49204802s","start":"2026-03-29T02:21:37.47868Z","end":"2026-03-29T02:21:38.970728Z","steps":["trace[275082804] 'process raft request' (duration: 1.491717733s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:21:38.971259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:21:37.478655Z","time spent":"1.492561191s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:21:39.042216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.524517854s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-29T02:21:39.042302Z","caller":"traceutil/trace.go:171","msg":"trace[1304185414] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9023; }","duration":"1.524644107s","start":"2026-03-29T02:21:37.517639Z","end":"2026-03-29T02:21:39.042283Z","steps":["trace[1304185414] 'agreement among raft nodes before linearized reading' (duration: 1.524402701s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:21:39.042334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:21:37.517624Z","time spent":"1.524700778s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-29T02:21:39.042215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.124493093s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:21:39.042407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"523.24058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-29T02:21:39.042488Z","caller":"traceutil/trace.go:171","msg":"trace[762086325] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9023; }","duration":"523.370973ms","start":"2026-03-29T02:21:38.519098Z","end":"2026-03-29T02:21:39.042469Z","steps":["trace[762086325] 'agreement among raft nodes before linearized reading' (duration: 523.039696ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:21:39.042521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.518302255s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-c4cs6\" ","response":"range_response_count:1 size:6520"} {"level":"warn","ts":"2026-03-29T02:21:39.042518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.817083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:21:39.042539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:21:38.519079Z","time spent":"523.450496ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-29T02:21:39.042551Z","caller":"traceutil/trace.go:171","msg":"trace[278344773] range","detail":"{range_begin:/registry/pods/openstack/keepalived-c4cs6; range_end:; response_count:1; response_revision:9023; }","duration":"1.518395198s","start":"2026-03-29T02:21:37.524149Z","end":"2026-03-29T02:21:39.042544Z","steps":["trace[278344773] 'agreement among raft nodes before linearized reading' (duration: 1.518313855s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:21:39.042572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:21:37.524137Z","time spent":"1.518431469s","remote":"127.0.0.1:43172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6544,"request content":"key:\"/registry/pods/openstack/keepalived-c4cs6\" "} {"level":"info","ts":"2026-03-29T02:21:39.042575Z","caller":"traceutil/trace.go:171","msg":"trace[78117506] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:9023; }","duration":"462.910295ms","start":"2026-03-29T02:21:38.579647Z","end":"2026-03-29T02:21:39.042557Z","steps":["trace[78117506] 'agreement among raft nodes before linearized reading' (duration: 462.819882ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:21:39.042541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.01819779s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-29T02:21:39.042623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:21:38.579624Z","time spent":"462.985287ms","remote":"127.0.0.1:49828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:21:39.042539Z","caller":"traceutil/trace.go:171","msg":"trace[1382955358] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9023; }","duration":"1.12482013s","start":"2026-03-29T02:21:37.917613Z","end":"2026-03-29T02:21:39.042434Z","steps":["trace[1382955358] 'agreement among raft nodes before linearized reading' (duration: 1.124447172s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:21:39.042718Z","caller":"traceutil/trace.go:171","msg":"trace[1719809724] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:9023; }","duration":"1.018618701s","start":"2026-03-29T02:21:38.024075Z","end":"2026-03-29T02:21:39.042694Z","steps":["trace[1719809724] 'agreement among raft nodes before linearized reading' (duration: 1.01818825s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:21:39.042771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.522643432s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-29T02:21:39.042408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"960.214505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-29T02:21:39.042795Z","caller":"traceutil/trace.go:171","msg":"trace[807868051] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9023; }","duration":"1.522689484s","start":"2026-03-29T02:21:37.5201Z","end":"2026-03-29T02:21:39.042789Z","steps":["trace[807868051] 'agreement among raft nodes before linearized reading' (duration: 1.522633923s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:21:39.042816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:21:37.520084Z","time spent":"1.522726934s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-29T02:21:39.042814Z","caller":"traceutil/trace.go:171","msg":"trace[133409574] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9023; }","duration":"960.671776ms","start":"2026-03-29T02:21:38.082131Z","end":"2026-03-29T02:21:39.042803Z","steps":["trace[133409574] 'agreement among raft nodes before linearized reading' (duration: 960.094653ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:21:39.042847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:21:38.082102Z","time spent":"960.735468ms","remote":"127.0.0.1:43172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-29T02:21:39.042816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:21:38.024018Z","time spent":"1.018782944s","remote":"127.0.0.1:43822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":31,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:21:39.042929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:21:37.917585Z","time spent":"1.125164089s","remote":"127.0.0.1:43010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:21:39.042718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.521317302s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-29T02:21:39.043175Z","caller":"traceutil/trace.go:171","msg":"trace[1313991804] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9023; }","duration":"1.521787583s","start":"2026-03-29T02:21:37.521375Z","end":"2026-03-29T02:21:39.043162Z","steps":["trace[1313991804] 'agreement among raft nodes before linearized reading' (duration: 1.521302632s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:21:39.043221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:21:37.521362Z","time spent":"1.521846684s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-29T02:21:39.04333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.525358423s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-29T02:21:39.0434Z","caller":"traceutil/trace.go:171","msg":"trace[153723052] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9024; }","duration":"1.525617779s","start":"2026-03-29T02:21:37.517766Z","end":"2026-03-29T02:21:39.043384Z","steps":["trace[153723052] 'agreement among raft nodes before linearized reading' (duration: 1.525122128s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:21:39.043444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:21:37.51771Z","time spent":"1.525720791s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-29T02:21:40.923079Z","caller":"traceutil/trace.go:171","msg":"trace[1529140537] linearizableReadLoop","detail":"{readStateIndex:9400; appliedIndex:9399; }","duration":"137.375437ms","start":"2026-03-29T02:21:40.785669Z","end":"2026-03-29T02:21:40.923044Z","steps":["trace[1529140537] 'read index received' (duration: 137.095621ms)","trace[1529140537] 'applied index is now lower than readState.Index' (duration: 278.226µs)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:21:40.923248Z","caller":"traceutil/trace.go:171","msg":"trace[579628828] transaction","detail":"{read_only:false; response_revision:9032; number_of_response:1; }","duration":"306.079083ms","start":"2026-03-29T02:21:40.617158Z","end":"2026-03-29T02:21:40.923237Z","steps":["trace[579628828] 'process raft request' (duration: 305.651514ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:21:40.923434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:21:40.617137Z","time spent":"306.144804ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:21:40.92365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.953099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:21:40.923756Z","caller":"traceutil/trace.go:171","msg":"trace[750623251] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:9032; }","duration":"138.106293ms","start":"2026-03-29T02:21:40.785617Z","end":"2026-03-29T02:21:40.923723Z","steps":["trace[750623251] 'agreement among raft nodes before linearized reading' (duration: 137.917059ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:21:41.118263Z","caller":"traceutil/trace.go:171","msg":"trace[1399959266] transaction","detail":"{read_only:false; response_revision:9033; number_of_response:1; }","duration":"139.837991ms","start":"2026-03-29T02:21:40.9784Z","end":"2026-03-29T02:21:41.118238Z","steps":["trace[1399959266] 'process raft request' (duration: 107.402467ms)","trace[1399959266] 'compare' (duration: 32.332742ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:21:41.178926Z","caller":"traceutil/trace.go:171","msg":"trace[1562762189] linearizableReadLoop","detail":"{readStateIndex:9402; appliedIndex:9400; }","duration":"130.048733ms","start":"2026-03-29T02:21:41.048852Z","end":"2026-03-29T02:21:41.178901Z","steps":["trace[1562762189] 'read index received' (duration: 36.967325ms)","trace[1562762189] 'applied index is now lower than readState.Index' (duration: 93.080238ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:21:41.178954Z","caller":"traceutil/trace.go:171","msg":"trace[265328175] transaction","detail":"{read_only:false; response_revision:9034; number_of_response:1; }","duration":"200.433154ms","start":"2026-03-29T02:21:40.978487Z","end":"2026-03-29T02:21:41.178921Z","steps":["trace[265328175] 'process raft request' (duration: 200.278041ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:21:41.179247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.37375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-29T02:21:41.179299Z","caller":"traceutil/trace.go:171","msg":"trace[818693557] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:9034; }","duration":"130.484122ms","start":"2026-03-29T02:21:41.048801Z","end":"2026-03-29T02:21:41.179285Z","steps":["trace[818693557] 'agreement among raft nodes before linearized reading' (duration: 130.252677ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:21:41.179346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.889892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-29T02:21:41.179427Z","caller":"traceutil/trace.go:171","msg":"trace[682803890] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9034; }","duration":"101.012245ms","start":"2026-03-29T02:21:41.078397Z","end":"2026-03-29T02:21:41.17941Z","steps":["trace[682803890] 'agreement among raft nodes before linearized reading' (duration: 100.749769ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:21:41.406304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.278295ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:21:41.406412Z","caller":"traceutil/trace.go:171","msg":"trace[139419907] transaction","detail":"{read_only:false; response_revision:9035; number_of_response:1; }","duration":"222.317773ms","start":"2026-03-29T02:21:41.184074Z","end":"2026-03-29T02:21:41.406392Z","steps":["trace[139419907] 'process raft request' (duration: 45.858814ms)","trace[139419907] 'compare' (duration: 176.104671ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:21:41.47215Z","caller":"traceutil/trace.go:171","msg":"trace[832218998] transaction","detail":"{read_only:false; response_revision:9036; number_of_response:1; }","duration":"287.913637ms","start":"2026-03-29T02:21:41.184208Z","end":"2026-03-29T02:21:41.472122Z","steps":["trace[832218998] 'process raft request' (duration: 287.698363ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:21:41.472545Z","caller":"traceutil/trace.go:171","msg":"trace[2008143419] transaction","detail":"{read_only:false; response_revision:9037; number_of_response:1; }","duration":"288.158743ms","start":"2026-03-29T02:21:41.184358Z","end":"2026-03-29T02:21:41.472516Z","steps":["trace[2008143419] 'process raft request' (duration: 287.716963ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:21:41.472706Z","caller":"traceutil/trace.go:171","msg":"trace[501477219] linearizableReadLoop","detail":"{readStateIndex:9405; appliedIndex:9402; }","duration":"287.886127ms","start":"2026-03-29T02:21:41.184801Z","end":"2026-03-29T02:21:41.472687Z","steps":["trace[501477219] 'read index received' (duration: 45.146158ms)","trace[501477219] 'applied index is now lower than readState.Index' (duration: 242.738819ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:21:41.472737Z","caller":"traceutil/trace.go:171","msg":"trace[1453947406] transaction","detail":"{read_only:false; response_revision:9038; number_of_response:1; }","duration":"287.815626ms","start":"2026-03-29T02:21:41.184907Z","end":"2026-03-29T02:21:41.472722Z","steps":["trace[1453947406] 'process raft request' (duration: 287.507469ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:21:41.472743Z","caller":"traceutil/trace.go:171","msg":"trace[1976607744] transaction","detail":"{read_only:false; response_revision:9039; number_of_response:1; }","duration":"287.732064ms","start":"2026-03-29T02:21:41.184992Z","end":"2026-03-29T02:21:41.472725Z","steps":["trace[1976607744] 'process raft request' (duration: 287.534499ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:21:41.47286Z","caller":"traceutil/trace.go:171","msg":"trace[411754838] transaction","detail":"{read_only:false; response_revision:9040; number_of_response:1; }","duration":"287.473537ms","start":"2026-03-29T02:21:41.185367Z","end":"2026-03-29T02:21:41.472841Z","steps":["trace[411754838] 'process raft request' (duration: 287.255202ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:21:41.473313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.49295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224125"} {"level":"info","ts":"2026-03-29T02:21:41.473381Z","caller":"traceutil/trace.go:171","msg":"trace[1899270787] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:9040; }","duration":"288.595133ms","start":"2026-03-29T02:21:41.184767Z","end":"2026-03-29T02:21:41.473362Z","steps":["trace[1899270787] 'agreement among raft nodes before linearized reading' (duration: 288.107342ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:21:42.776349Z","caller":"traceutil/trace.go:171","msg":"trace[1587947154] transaction","detail":"{read_only:false; response_revision:9041; number_of_response:1; }","duration":"629.693756ms","start":"2026-03-29T02:21:42.146628Z","end":"2026-03-29T02:21:42.776322Z","steps":["trace[1587947154] 'process raft request' (duration: 629.484442ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:21:42.7767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:21:42.146607Z","time spent":"629.988603ms","remote":"127.0.0.1:43074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1119,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:21:42.789348Z","caller":"traceutil/trace.go:171","msg":"trace[1385544365] linearizableReadLoop","detail":"{readStateIndex:9410; appliedIndex:9408; }","duration":"154.612611ms","start":"2026-03-29T02:21:42.634709Z","end":"2026-03-29T02:21:42.789322Z","steps":["trace[1385544365] 'read index received' (duration: 141.380765ms)","trace[1385544365] 'applied index is now lower than readState.Index' (duration: 13.230176ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:21:42.789423Z","caller":"traceutil/trace.go:171","msg":"trace[484758227] transaction","detail":"{read_only:false; response_revision:9042; number_of_response:1; }","duration":"326.411907ms","start":"2026-03-29T02:21:42.46299Z","end":"2026-03-29T02:21:42.789402Z","steps":["trace[484758227] 'process raft request' (duration: 326.193212ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:21:42.789511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:21:42.462968Z","time spent":"326.490918ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:21:42.789503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.774385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:21:42.789566Z","caller":"traceutil/trace.go:171","msg":"trace[453532579] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:9042; }","duration":"154.890088ms","start":"2026-03-29T02:21:42.634658Z","end":"2026-03-29T02:21:42.789548Z","steps":["trace[453532579] 'agreement among raft nodes before linearized reading' (duration: 154.762165ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:21:43.128259Z","caller":"traceutil/trace.go:171","msg":"trace[331163904] linearizableReadLoop","detail":"{readStateIndex:9411; appliedIndex:9410; }","duration":"118.185168ms","start":"2026-03-29T02:21:43.010052Z","end":"2026-03-29T02:21:43.128237Z","steps":["trace[331163904] 'read index received' (duration: 117.987604ms)","trace[331163904] 'applied index is now lower than readState.Index' (duration: 196.224µs)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:21:43.128411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.360022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:21:43.12839Z","caller":"traceutil/trace.go:171","msg":"trace[2057078746] transaction","detail":"{read_only:false; response_revision:9043; number_of_response:1; }","duration":"198.810509ms","start":"2026-03-29T02:21:42.929542Z","end":"2026-03-29T02:21:43.128353Z","steps":["trace[2057078746] 'process raft request' (duration: 198.463301ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:21:43.128447Z","caller":"traceutil/trace.go:171","msg":"trace[214713755] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9043; }","duration":"118.483084ms","start":"2026-03-29T02:21:43.009952Z","end":"2026-03-29T02:21:43.128435Z","steps":["trace[214713755] 'agreement among raft nodes before linearized reading' (duration: 118.371932ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:21:43.270563Z","caller":"traceutil/trace.go:171","msg":"trace[1978775701] transaction","detail":"{read_only:false; response_revision:9044; number_of_response:1; }","duration":"147.945943ms","start":"2026-03-29T02:21:43.122586Z","end":"2026-03-29T02:21:43.270532Z","steps":["trace[1978775701] 'process raft request' (duration: 144.796933ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:21:43.982208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"503.759167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-29T02:21:43.982299Z","caller":"traceutil/trace.go:171","msg":"trace[919317511] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9046; }","duration":"503.888319ms","start":"2026-03-29T02:21:43.478384Z","end":"2026-03-29T02:21:43.982272Z","steps":["trace[919317511] 'range keys from in-memory index tree' (duration: 503.606203ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:21:43.982366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:21:43.478375Z","time spent":"503.973471ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-29T02:21:43.982583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.264303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:21:43.982701Z","caller":"traceutil/trace.go:171","msg":"trace[1654704963] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:9046; }","duration":"412.396066ms","start":"2026-03-29T02:21:43.570277Z","end":"2026-03-29T02:21:43.982673Z","steps":["trace[1654704963] 'count revisions from in-memory index tree' (duration: 412.180302ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:21:43.983153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"504.551594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-29T02:21:43.983212Z","caller":"traceutil/trace.go:171","msg":"trace[40233868] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9046; }","duration":"504.657647ms","start":"2026-03-29T02:21:43.47854Z","end":"2026-03-29T02:21:43.983197Z","steps":["trace[40233868] 'range keys from in-memory index tree' (duration: 504.35973ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:21:43.983199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"505.114316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-03-29T02:21:43.983253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:21:43.478518Z","time spent":"504.722958ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-29T02:21:43.983234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"570.015305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-29T02:21:43.983292Z","caller":"traceutil/trace.go:171","msg":"trace[844755221] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:9046; }","duration":"505.254279ms","start":"2026-03-29T02:21:43.478011Z","end":"2026-03-29T02:21:43.983265Z","steps":["trace[844755221] 'range keys from in-memory index tree' (duration: 504.950063ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:21:43.983343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:21:43.477991Z","time spent":"505.342092ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-29T02:21:43.983308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"505.201819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-03-29T02:21:43.983335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"505.26739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-29T02:21:43.98276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:21:43.570219Z","time spent":"412.52246ms","remote":"127.0.0.1:43398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:21:43.983434Z","caller":"traceutil/trace.go:171","msg":"trace[1053726686] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9046; }","duration":"505.404223ms","start":"2026-03-29T02:21:43.478001Z","end":"2026-03-29T02:21:43.983405Z","steps":["trace[1053726686] 'range keys from in-memory index tree' (duration: 503.91757ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:21:43.983461Z","caller":"traceutil/trace.go:171","msg":"trace[1138130879] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9046; }","duration":"505.438844ms","start":"2026-03-29T02:21:43.477983Z","end":"2026-03-29T02:21:43.983422Z","steps":["trace[1138130879] 'range keys from in-memory index tree' (duration: 504.945182ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:21:43.983508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:21:43.47798Z","time spent":"505.506665ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-29T02:21:43.983516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:21:43.477962Z","time spent":"505.544885ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-29T02:21:43.983357Z","caller":"traceutil/trace.go:171","msg":"trace[1946989441] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9046; }","duration":"570.185898ms","start":"2026-03-29T02:21:43.413141Z","end":"2026-03-29T02:21:43.983326Z","steps":["trace[1946989441] 'range keys from in-memory index tree' (duration: 569.783779ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:21:43.983751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:21:43.413128Z","time spent":"570.615669ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-29T02:21:43.98352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"502.002287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-c4cs6\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-29T02:21:43.983861Z","caller":"traceutil/trace.go:171","msg":"trace[1057674679] range","detail":"{range_begin:/registry/pods/openstack/keepalived-c4cs6; range_end:; response_count:1; response_revision:9046; }","duration":"502.359385ms","start":"2026-03-29T02:21:43.481489Z","end":"2026-03-29T02:21:43.983848Z","steps":["trace[1057674679] 'range keys from in-memory index tree' (duration: 501.144778ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:21:43.983933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:21:43.481477Z","time spent":"502.448307ms","remote":"127.0.0.1:43172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6544,"request content":"key:\"/registry/pods/openstack/keepalived-c4cs6\" "} {"level":"info","ts":"2026-03-29T02:21:44.507597Z","caller":"traceutil/trace.go:171","msg":"trace[516413602] transaction","detail":"{read_only:false; response_revision:9048; number_of_response:1; }","duration":"518.638508ms","start":"2026-03-29T02:21:43.988922Z","end":"2026-03-29T02:21:44.50756Z","steps":["trace[516413602] 'process raft request' (duration: 518.415833ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:21:44.507759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:21:43.988893Z","time spent":"518.780951ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:21:44.508054Z","caller":"traceutil/trace.go:171","msg":"trace[1847880950] transaction","detail":"{read_only:false; response_revision:9049; number_of_response:1; }","duration":"518.883814ms","start":"2026-03-29T02:21:43.989128Z","end":"2026-03-29T02:21:44.508012Z","steps":["trace[1847880950] 'process raft request' (duration: 518.390972ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:21:44.508365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:21:43.989099Z","time spent":"519.11649ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:21:44.508525Z","caller":"traceutil/trace.go:171","msg":"trace[615313403] transaction","detail":"{read_only:false; response_revision:9051; number_of_response:1; }","duration":"518.528145ms","start":"2026-03-29T02:21:43.989982Z","end":"2026-03-29T02:21:44.50851Z","steps":["trace[615313403] 'process raft request' (duration: 518.339371ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:21:44.50851Z","caller":"traceutil/trace.go:171","msg":"trace[382042335] transaction","detail":"{read_only:false; response_revision:9050; number_of_response:1; }","duration":"518.807103ms","start":"2026-03-29T02:21:43.989641Z","end":"2026-03-29T02:21:44.508448Z","steps":["trace[382042335] 'process raft request' (duration: 518.182638ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:21:44.508624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:21:43.989967Z","time spent":"518.595157ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:21:44.508637Z","caller":"traceutil/trace.go:171","msg":"trace[1045087843] transaction","detail":"{read_only:false; response_revision:9052; number_of_response:1; }","duration":"517.065433ms","start":"2026-03-29T02:21:43.9915Z","end":"2026-03-29T02:21:44.508565Z","steps":["trace[1045087843] 'process raft request' (duration: 516.972611ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:21:44.508595Z","caller":"traceutil/trace.go:171","msg":"trace[1395361551] linearizableReadLoop","detail":"{readStateIndex:9418; appliedIndex:9415; }","duration":"518.989887ms","start":"2026-03-29T02:21:43.989538Z","end":"2026-03-29T02:21:44.508528Z","steps":["trace[1395361551] 'read index received' (duration: 68.122821ms)","trace[1395361551] 'applied index is now lower than readState.Index' (duration: 450.866146ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:21:44.508805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:21:43.989623Z","time spent":"519.040258ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:21:44.50882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:21:43.991475Z","time spent":"517.256728ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:21:44.509044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.476761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-29T02:21:44.509133Z","caller":"traceutil/trace.go:171","msg":"trace[100566830] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9052; }","duration":"323.619224ms","start":"2026-03-29T02:21:44.185491Z","end":"2026-03-29T02:21:44.50911Z","steps":["trace[100566830] 'agreement among raft nodes before linearized reading' (duration: 323.374669ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:21:44.509195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:21:44.185464Z","time spent":"323.717097ms","remote":"127.0.0.1:43172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-29T02:21:44.509384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"519.825605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224125"} {"level":"info","ts":"2026-03-29T02:21:44.509473Z","caller":"traceutil/trace.go:171","msg":"trace[1082272426] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:9052; }","duration":"519.972478ms","start":"2026-03-29T02:21:43.98948Z","end":"2026-03-29T02:21:44.509453Z","steps":["trace[1082272426] 'agreement among raft nodes before linearized reading' (duration: 519.231102ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:21:44.509528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:21:43.989448Z","time spent":"520.06917ms","remote":"127.0.0.1:43172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":224149,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-29T02:21:45.232736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.803679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:21:45.232863Z","caller":"traceutil/trace.go:171","msg":"trace[882947881] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:9052; }","duration":"336.992033ms","start":"2026-03-29T02:21:44.895843Z","end":"2026-03-29T02:21:45.232835Z","steps":["trace[882947881] 'count revisions from in-memory index tree' (duration: 336.754518ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:21:45.232966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.807532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:21:45.233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.226983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:21:45.232996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"645.828667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:21:45.232937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:21:44.895835Z","time spent":"337.081265ms","remote":"127.0.0.1:46620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:21:45.233104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.519109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:21:45.233142Z","caller":"traceutil/trace.go:171","msg":"trace[1041201559] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:9052; }","duration":"646.036051ms","start":"2026-03-29T02:21:44.587087Z","end":"2026-03-29T02:21:45.233124Z","steps":["trace[1041201559] 'range keys from in-memory index tree' (duration: 645.664323ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:21:45.233181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.600365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:21:45.233185Z","caller":"traceutil/trace.go:171","msg":"trace[1970224151] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:9052; }","duration":"292.625122ms","start":"2026-03-29T02:21:44.94054Z","end":"2026-03-29T02:21:45.233165Z","steps":["trace[1970224151] 'count revisions from in-memory index tree' (duration: 292.441498ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:21:45.233225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.414837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:21:45.233224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:21:44.587063Z","time spent":"646.148964ms","remote":"127.0.0.1:43454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-29T02:21:45.233228Z","caller":"traceutil/trace.go:171","msg":"trace[291072363] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:9052; }","duration":"336.682546ms","start":"2026-03-29T02:21:44.896532Z","end":"2026-03-29T02:21:45.233214Z","steps":["trace[291072363] 'range keys from in-memory index tree' (duration: 336.561184ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:21:45.233273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.565712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:21:45.233294Z","caller":"traceutil/trace.go:171","msg":"trace[878403932] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:9052; }","duration":"284.605083ms","start":"2026-03-29T02:21:44.948684Z","end":"2026-03-29T02:21:45.233289Z","steps":["trace[878403932] 'range keys from in-memory index tree' (duration: 284.49168ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:21:45.233289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:21:44.896526Z","time spent":"336.749407ms","remote":"127.0.0.1:46620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" limit:500 "} {"level":"warn","ts":"2026-03-29T02:21:45.233158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.743934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:21:45.233465Z","caller":"traceutil/trace.go:171","msg":"trace[710700520] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:9052; }","duration":"314.065092ms","start":"2026-03-29T02:21:44.919396Z","end":"2026-03-29T02:21:45.233461Z","steps":["trace[710700520] 'range keys from in-memory index tree' (duration: 313.700854ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:21:45.233485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:21:44.919386Z","time spent":"314.091502ms","remote":"127.0.0.1:46622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" limit:10000 "} {"level":"warn","ts":"2026-03-29T02:21:45.233501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.678528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:21:45.233572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.796714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:21:45.233637Z","caller":"traceutil/trace.go:171","msg":"trace[1423761767] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:9052; }","duration":"269.865105ms","start":"2026-03-29T02:21:44.963756Z","end":"2026-03-29T02:21:45.233622Z","steps":["trace[1423761767] 'range keys from in-memory index tree' (duration: 269.748982ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:21:45.233253Z","caller":"traceutil/trace.go:171","msg":"trace[305780865] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:9052; }","duration":"283.452298ms","start":"2026-03-29T02:21:44.949794Z","end":"2026-03-29T02:21:45.233246Z","steps":["trace[305780865] 'range keys from in-memory index tree' (duration: 283.374926ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:21:45.233559Z","caller":"traceutil/trace.go:171","msg":"trace[1038467776] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:9052; }","duration":"393.771161ms","start":"2026-03-29T02:21:44.839773Z","end":"2026-03-29T02:21:45.233544Z","steps":["trace[1038467776] 'count revisions from in-memory index tree' (duration: 393.631687ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:21:45.233116Z","caller":"traceutil/trace.go:171","msg":"trace[1237052559] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:9052; }","duration":"313.407786ms","start":"2026-03-29T02:21:44.919682Z","end":"2026-03-29T02:21:45.23309Z","steps":["trace[1237052559] 'range keys from in-memory index tree' (duration: 313.139971ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:21:45.233759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:21:44.919644Z","time spent":"314.109753ms","remote":"127.0.0.1:46622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" limit:500 "} {"level":"warn","ts":"2026-03-29T02:21:45.233753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:21:44.839767Z","time spent":"393.969886ms","remote":"127.0.0.1:46584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:21:45.233891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.07034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:21:45.233943Z","caller":"traceutil/trace.go:171","msg":"trace[1543889086] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:9052; }","duration":"270.153702ms","start":"2026-03-29T02:21:44.963776Z","end":"2026-03-29T02:21:45.23393Z","steps":["trace[1543889086] 'count revisions from in-memory index tree' (duration: 269.972777ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:21:45.23307Z","caller":"traceutil/trace.go:171","msg":"trace[1797357788] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9052; }","duration":"316.929905ms","start":"2026-03-29T02:21:44.91612Z","end":"2026-03-29T02:21:45.23305Z","steps":["trace[1797357788] 'range keys from in-memory index tree' (duration: 316.632979ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:21:45.233985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.981526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:21:45.234061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.681812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:21:45.234066Z","caller":"traceutil/trace.go:171","msg":"trace[224765808] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:9052; }","duration":"394.071057ms","start":"2026-03-29T02:21:44.839976Z","end":"2026-03-29T02:21:45.234047Z","steps":["trace[224765808] 'range keys from in-memory index tree' (duration: 393.943295ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:21:45.234103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.417628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:21:45.234116Z","caller":"traceutil/trace.go:171","msg":"trace[20270454] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:9052; }","duration":"378.443908ms","start":"2026-03-29T02:21:44.855668Z","end":"2026-03-29T02:21:45.234112Z","steps":["trace[20270454] 'count revisions from in-memory index tree' (duration: 378.387428ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:21:45.234135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:21:44.855662Z","time spent":"378.466049ms","remote":"127.0.0.1:46600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:21:45.23419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.761124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:21:45.233191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.665253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:21:45.234255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.448548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:21:45.234247Z","caller":"traceutil/trace.go:171","msg":"trace[103379127] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:9052; }","duration":"360.838446ms","start":"2026-03-29T02:21:44.873394Z","end":"2026-03-29T02:21:45.234233Z","steps":["trace[103379127] 'count revisions from in-memory index tree' (duration: 360.704973ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:21:45.234278Z","caller":"traceutil/trace.go:171","msg":"trace[2094473902] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:9052; }","duration":"378.510399ms","start":"2026-03-29T02:21:44.85576Z","end":"2026-03-29T02:21:45.23427Z","steps":["trace[2094473902] 'range keys from in-memory index tree' (duration: 378.358217ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:21:45.234294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:21:44.855737Z","time spent":"378.553121ms","remote":"127.0.0.1:46600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" limit:10000 "} {"level":"warn","ts":"2026-03-29T02:21:45.2343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:21:44.873383Z","time spent":"360.901397ms","remote":"127.0.0.1:46614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:21:45.234308Z","caller":"traceutil/trace.go:171","msg":"trace[1589093135] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:9052; }","duration":"314.799048ms","start":"2026-03-29T02:21:44.919474Z","end":"2026-03-29T02:21:45.234273Z","steps":["trace[1589093135] 'count revisions from in-memory index tree' (duration: 313.5318ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:21:45.234357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.120851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:21:45.234372Z","caller":"traceutil/trace.go:171","msg":"trace[198247184] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:9052; }","duration":"378.217233ms","start":"2026-03-29T02:21:44.85615Z","end":"2026-03-29T02:21:45.234367Z","steps":["trace[198247184] 'range keys from in-memory index tree' (duration: 378.07769ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:21:45.234385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:21:44.856138Z","time spent":"378.242924ms","remote":"127.0.0.1:46600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" limit:500 "} {"level":"warn","ts":"2026-03-29T02:21:45.23438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:21:44.919455Z","time spent":"314.90238ms","remote":"127.0.0.1:46622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:21:45.234085Z","caller":"traceutil/trace.go:171","msg":"trace[871935436] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:9052; }","duration":"360.718423ms","start":"2026-03-29T02:21:44.873361Z","end":"2026-03-29T02:21:45.234079Z","steps":["trace[871935436] 'range keys from in-memory index tree' (duration: 360.649472ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:21:45.234521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.230752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:21:45.234554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:21:44.873353Z","time spent":"361.194043ms","remote":"127.0.0.1:46614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" limit:10000 "} {"level":"info","ts":"2026-03-29T02:21:45.234569Z","caller":"traceutil/trace.go:171","msg":"trace[1064423348] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:9052; }","duration":"360.296274ms","start":"2026-03-29T02:21:44.874261Z","end":"2026-03-29T02:21:45.234557Z","steps":["trace[1064423348] 'range keys from in-memory index tree' (duration: 360.186251ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:21:45.234121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:21:44.83997Z","time spent":"394.134249ms","remote":"127.0.0.1:46584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" limit:500 "} {"level":"warn","ts":"2026-03-29T02:21:45.234621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:21:44.874253Z","time spent":"360.356675ms","remote":"127.0.0.1:46614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" limit:500 "} {"level":"warn","ts":"2026-03-29T02:21:45.233947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.216981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:21:45.234698Z","caller":"traceutil/trace.go:171","msg":"trace[130309448] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:9052; }","duration":"395.005808ms","start":"2026-03-29T02:21:44.839673Z","end":"2026-03-29T02:21:45.234679Z","steps":["trace[130309448] 'range keys from in-memory index tree' (duration: 394.058577ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:21:45.232754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.818209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:21:45.234776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:21:44.839649Z","time spent":"395.09996ms","remote":"127.0.0.1:46584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" limit:10000 "} {"level":"warn","ts":"2026-03-29T02:21:45.233995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:21:44.916104Z","time spent":"317.884067ms","remote":"127.0.0.1:43006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-29T02:21:45.234813Z","caller":"traceutil/trace.go:171","msg":"trace[773278664] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:9052; }","duration":"338.928997ms","start":"2026-03-29T02:21:44.895871Z","end":"2026-03-29T02:21:45.2348Z","steps":["trace[773278664] 'range keys from in-memory index tree' (duration: 336.735208ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:21:45.232998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.456974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:21:45.234862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:21:44.895859Z","time spent":"338.990418ms","remote":"127.0.0.1:46620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" limit:10000 "} {"level":"info","ts":"2026-03-29T02:21:45.234887Z","caller":"traceutil/trace.go:171","msg":"trace[421041847] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:9052; }","duration":"270.493049ms","start":"2026-03-29T02:21:44.964363Z","end":"2026-03-29T02:21:45.234856Z","steps":["trace[421041847] 'range keys from in-memory index tree' (duration: 268.380862ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:21:45.235254Z","caller":"traceutil/trace.go:171","msg":"trace[1737268698] transaction","detail":"{read_only:false; response_revision:9053; number_of_response:1; }","duration":"251.285799ms","start":"2026-03-29T02:21:44.983948Z","end":"2026-03-29T02:21:45.235234Z","steps":["trace[1737268698] 'process raft request' (duration: 249.974181ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:21:45.235386Z","caller":"traceutil/trace.go:171","msg":"trace[491031718] linearizableReadLoop","detail":"{readStateIndex:9422; appliedIndex:9421; }","duration":"229.208087ms","start":"2026-03-29T02:21:45.006145Z","end":"2026-03-29T02:21:45.235353Z","steps":["trace[491031718] 'read index received' (duration: 227.706214ms)","trace[491031718] 'applied index is now lower than readState.Index' (duration: 1.498533ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:21:45.235471Z","caller":"traceutil/trace.go:171","msg":"trace[840227062] transaction","detail":"{read_only:false; response_revision:9054; number_of_response:1; }","duration":"101.854683ms","start":"2026-03-29T02:21:45.133595Z","end":"2026-03-29T02:21:45.235449Z","steps":["trace[840227062] 'process raft request' (duration: 101.614148ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:21:45.235613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.240423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:21:45.235632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.468183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:21:45.235668Z","caller":"traceutil/trace.go:171","msg":"trace[42681211] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:9055; }","duration":"167.342775ms","start":"2026-03-29T02:21:45.068313Z","end":"2026-03-29T02:21:45.235656Z","steps":["trace[42681211] 'agreement among raft nodes before linearized reading' (duration: 167.259283ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:21:45.235673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.248301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:21:45.235687Z","caller":"traceutil/trace.go:171","msg":"trace[1085304548] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:9055; }","duration":"229.549944ms","start":"2026-03-29T02:21:45.006124Z","end":"2026-03-29T02:21:45.235674Z","steps":["trace[1085304548] 'agreement among raft nodes before linearized reading' (duration: 229.322829ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:21:45.235823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.257798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:21:45.235831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.027912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:21:45.235823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.658237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:21:45.23586Z","caller":"traceutil/trace.go:171","msg":"trace[1748086933] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:9055; }","duration":"122.31243ms","start":"2026-03-29T02:21:45.113535Z","end":"2026-03-29T02:21:45.235848Z","steps":["trace[1748086933] 'agreement among raft nodes before linearized reading' (duration: 122.264239ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:21:45.235861Z","caller":"traceutil/trace.go:171","msg":"trace[913965425] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:9055; }","duration":"229.075713ms","start":"2026-03-29T02:21:45.006775Z","end":"2026-03-29T02:21:45.235851Z","steps":["trace[913965425] 'agreement among raft nodes before linearized reading' (duration: 229.038412ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:21:45.235909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.765677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:21:45.235917Z","caller":"traceutil/trace.go:171","msg":"trace[379660406] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:9055; }","duration":"182.703998ms","start":"2026-03-29T02:21:45.053157Z","end":"2026-03-29T02:21:45.235861Z","steps":["trace[379660406] 'agreement among raft nodes before linearized reading' (duration: 182.647627ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:21:45.235952Z","caller":"traceutil/trace.go:171","msg":"trace[567175803] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:9055; }","duration":"142.832819ms","start":"2026-03-29T02:21:45.09311Z","end":"2026-03-29T02:21:45.235943Z","steps":["trace[567175803] 'agreement among raft nodes before linearized reading' (duration: 142.779278ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:21:45.235714Z","caller":"traceutil/trace.go:171","msg":"trace[301978348] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:9055; }","duration":"209.306882ms","start":"2026-03-29T02:21:45.026393Z","end":"2026-03-29T02:21:45.2357Z","steps":["trace[301978348] 'agreement among raft nodes before linearized reading' (duration: 209.254251ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:21:45.236033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.882872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:21:45.23562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.174526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:21:45.236101Z","caller":"traceutil/trace.go:171","msg":"trace[1691889538] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:9055; }","duration":"122.951693ms","start":"2026-03-29T02:21:45.113138Z","end":"2026-03-29T02:21:45.23609Z","steps":["trace[1691889538] 'agreement among raft nodes before linearized reading' (duration: 122.866091ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:21:45.235611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.219321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:21:45.236129Z","caller":"traceutil/trace.go:171","msg":"trace[1030516076] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:9055; }","duration":"229.766129ms","start":"2026-03-29T02:21:45.006354Z","end":"2026-03-29T02:21:45.23612Z","steps":["trace[1030516076] 'agreement among raft nodes before linearized reading' (duration: 229.176536ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:21:45.23615Z","caller":"traceutil/trace.go:171","msg":"trace[1191524977] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:9055; }","duration":"102.793564ms","start":"2026-03-29T02:21:45.133346Z","end":"2026-03-29T02:21:45.23614Z","steps":["trace[1191524977] 'agreement among raft nodes before linearized reading' (duration: 102.221522ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:21:45.235677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.325355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:21:45.236227Z","caller":"traceutil/trace.go:171","msg":"trace[173679375] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:9055; }","duration":"167.891167ms","start":"2026-03-29T02:21:45.068325Z","end":"2026-03-29T02:21:45.236216Z","steps":["trace[173679375] 'agreement among raft nodes before linearized reading' (duration: 167.319434ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:21:45.235777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.042768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:21:45.235754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.445108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:21:45.236296Z","caller":"traceutil/trace.go:171","msg":"trace[842147491] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:9055; }","duration":"211.044111ms","start":"2026-03-29T02:21:45.025244Z","end":"2026-03-29T02:21:45.236289Z","steps":["trace[842147491] 'agreement among raft nodes before linearized reading' (duration: 210.488648ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:21:45.236304Z","caller":"traceutil/trace.go:171","msg":"trace[985458584] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:9055; }","duration":"141.58535ms","start":"2026-03-29T02:21:45.094698Z","end":"2026-03-29T02:21:45.236284Z","steps":["trace[985458584] 'agreement among raft nodes before linearized reading' (duration: 141.037558ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:21:45.235623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.500214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:21:45.235904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.629917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:21:45.235791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.656003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:21:45.236378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.606501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:21:45.235782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.728407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:21:45.23641Z","caller":"traceutil/trace.go:171","msg":"trace[838306000] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:9055; }","duration":"102.651902ms","start":"2026-03-29T02:21:45.133749Z","end":"2026-03-29T02:21:45.236401Z","steps":["trace[838306000] 'agreement among raft nodes before linearized reading' (duration: 102.597471ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:21:45.236442Z","caller":"traceutil/trace.go:171","msg":"trace[1631159123] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:9055; }","duration":"182.399403ms","start":"2026-03-29T02:21:45.054029Z","end":"2026-03-29T02:21:45.236428Z","steps":["trace[1631159123] 'agreement among raft nodes before linearized reading' (duration: 181.725157ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:21:45.236311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.366346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:21:45.236363Z","caller":"traceutil/trace.go:171","msg":"trace[519488530] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:9055; }","duration":"183.279672ms","start":"2026-03-29T02:21:45.053072Z","end":"2026-03-29T02:21:45.236351Z","steps":["trace[519488530] 'agreement among raft nodes before linearized reading' (duration: 182.511884ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:21:45.236574Z","caller":"traceutil/trace.go:171","msg":"trace[2045090105] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:9055; }","duration":"167.653083ms","start":"2026-03-29T02:21:45.068907Z","end":"2026-03-29T02:21:45.236561Z","steps":["trace[2045090105] 'agreement among raft nodes before linearized reading' (duration: 167.293364ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:21:45.236604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.190883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:21:45.235866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.587993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:21:45.236635Z","caller":"traceutil/trace.go:171","msg":"trace[745535035] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:9055; }","duration":"103.236355ms","start":"2026-03-29T02:21:45.133392Z","end":"2026-03-29T02:21:45.236629Z","steps":["trace[745535035] 'agreement among raft nodes before linearized reading' (duration: 103.183654ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:21:45.236402Z","caller":"traceutil/trace.go:171","msg":"trace[647922821] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:9055; }","duration":"123.17635ms","start":"2026-03-29T02:21:45.113213Z","end":"2026-03-29T02:21:45.236389Z","steps":["trace[647922821] 'agreement among raft nodes before linearized reading' (duration: 122.649607ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:21:45.236666Z","caller":"traceutil/trace.go:171","msg":"trace[718784006] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:9055; }","duration":"143.403513ms","start":"2026-03-29T02:21:45.093249Z","end":"2026-03-29T02:21:45.236653Z","steps":["trace[718784006] 'agreement among raft nodes before linearized reading' (duration: 142.584754ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:21:45.236404Z","caller":"traceutil/trace.go:171","msg":"trace[1419101539] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:9055; }","duration":"211.270437ms","start":"2026-03-29T02:21:45.025127Z","end":"2026-03-29T02:21:45.236398Z","steps":["trace[1419101539] 'agreement among raft nodes before linearized reading' (duration: 210.644252ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:22:12.29056Z","caller":"traceutil/trace.go:171","msg":"trace[96460939] linearizableReadLoop","detail":"{readStateIndex:9629; appliedIndex:9628; }","duration":"406.73855ms","start":"2026-03-29T02:22:11.883795Z","end":"2026-03-29T02:22:12.290534Z","steps":["trace[96460939] 'read index received' (duration: 406.553876ms)","trace[96460939] 'applied index is now lower than readState.Index' (duration: 183.244µs)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:22:12.290604Z","caller":"traceutil/trace.go:171","msg":"trace[607215412] transaction","detail":"{read_only:false; response_revision:9251; number_of_response:1; }","duration":"619.170363ms","start":"2026-03-29T02:22:11.671399Z","end":"2026-03-29T02:22:12.29057Z","steps":["trace[607215412] 'process raft request' (duration: 618.930748ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:22:12.291539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.037317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:22:12.291654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:22:11.67136Z","time spent":"620.084712ms","remote":"127.0.0.1:43172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4722,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:22:12.291666Z","caller":"traceutil/trace.go:171","msg":"trace[604456726] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9251; }","duration":"373.208831ms","start":"2026-03-29T02:22:11.918414Z","end":"2026-03-29T02:22:12.291623Z","steps":["trace[604456726] 'agreement among raft nodes before linearized reading' (duration: 373.027287ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:22:12.290779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.956325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-29T02:22:12.291917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:22:11.918383Z","time spent":"373.524298ms","remote":"127.0.0.1:43010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-29T02:22:12.292016Z","caller":"traceutil/trace.go:171","msg":"trace[1849328697] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:9251; }","duration":"408.224382ms","start":"2026-03-29T02:22:11.883714Z","end":"2026-03-29T02:22:12.291939Z","steps":["trace[1849328697] 'agreement among raft nodes before linearized reading' (duration: 406.967474ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:22:12.292095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.542274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-56b89747cc-7q874.18a12e842380e797\" ","response":"range_response_count:1 size:1134"} {"level":"info","ts":"2026-03-29T02:22:12.292193Z","caller":"traceutil/trace.go:171","msg":"trace[1733401545] range","detail":"{range_begin:/registry/events/openstack/barbican-api-56b89747cc-7q874.18a12e842380e797; range_end:; response_count:1; response_revision:9251; }","duration":"147.618285ms","start":"2026-03-29T02:22:12.144515Z","end":"2026-03-29T02:22:12.292134Z","steps":["trace[1733401545] 'agreement among raft nodes before linearized reading' (duration: 147.504373ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:22:12.292214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:22:11.883682Z","time spent":"408.422218ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:22:12.792071Z","caller":"traceutil/trace.go:171","msg":"trace[717650528] transaction","detail":"{read_only:false; response_revision:9255; number_of_response:1; }","duration":"105.418224ms","start":"2026-03-29T02:22:12.686614Z","end":"2026-03-29T02:22:12.792032Z","steps":["trace[717650528] 'process raft request' (duration: 51.672754ms)","trace[717650528] 'compare' (duration: 53.479394ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:22:16.358429Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583528501963735,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:22:16.859431Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583528501963735,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:22:17.359603Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583528501963735,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:22:17.503499Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.667894985s","expected-duration":"1s"} {"level":"info","ts":"2026-03-29T02:22:17.504121Z","caller":"traceutil/trace.go:171","msg":"trace[1192476398] transaction","detail":"{read_only:false; response_revision:9275; number_of_response:1; }","duration":"1.668737913s","start":"2026-03-29T02:22:15.835356Z","end":"2026-03-29T02:22:17.504094Z","steps":["trace[1192476398] 'process raft request' (duration: 1.668561029s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:22:17.504303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:22:15.835325Z","time spent":"1.668899517s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:22:17.50467Z","caller":"traceutil/trace.go:171","msg":"trace[1122012538] linearizableReadLoop","detail":"{readStateIndex:9655; appliedIndex:9653; }","duration":"1.647011338s","start":"2026-03-29T02:22:15.857641Z","end":"2026-03-29T02:22:17.504652Z","steps":["trace[1122012538] 'read index received' (duration: 1.646277252s)","trace[1122012538] 'applied index is now lower than readState.Index' (duration: 733.216µs)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:22:17.504749Z","caller":"traceutil/trace.go:171","msg":"trace[277268938] transaction","detail":"{read_only:false; response_revision:9276; number_of_response:1; }","duration":"1.487802114s","start":"2026-03-29T02:22:16.016932Z","end":"2026-03-29T02:22:17.504734Z","steps":["trace[277268938] 'process raft request' (duration: 1.48760611s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:22:17.504781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.647131941s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:22:17.504814Z","caller":"traceutil/trace.go:171","msg":"trace[1166805518] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:9276; }","duration":"1.647228364s","start":"2026-03-29T02:22:15.857573Z","end":"2026-03-29T02:22:17.504802Z","steps":["trace[1166805518] 'agreement among raft nodes before linearized reading' (duration: 1.647157002s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:22:17.504869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:22:15.857547Z","time spent":"1.647313425s","remote":"127.0.0.1:43454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-29T02:22:17.504892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:22:16.016904Z","time spent":"1.487910456s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:22:17.50494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.587195062s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:22:17.50501Z","caller":"traceutil/trace.go:171","msg":"trace[348557079] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9276; }","duration":"1.587290955s","start":"2026-03-29T02:22:15.917699Z","end":"2026-03-29T02:22:17.50499Z","steps":["trace[348557079] 'agreement among raft nodes before linearized reading' (duration: 1.587187843s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:22:17.505025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"620.949531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-29T02:22:17.505052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:22:15.917684Z","time spent":"1.587360926s","remote":"127.0.0.1:43010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-29T02:22:17.505078Z","caller":"traceutil/trace.go:171","msg":"trace[1219279230] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9276; }","duration":"621.018613ms","start":"2026-03-29T02:22:16.884043Z","end":"2026-03-29T02:22:17.505061Z","steps":["trace[1219279230] 'agreement among raft nodes before linearized reading' (duration: 620.86685ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:22:17.505067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.28554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:22:17.505115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:22:16.88403Z","time spent":"621.075364ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-29T02:22:17.505155Z","caller":"traceutil/trace.go:171","msg":"trace[848650964] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:9276; }","duration":"294.440253ms","start":"2026-03-29T02:22:17.210694Z","end":"2026-03-29T02:22:17.505134Z","steps":["trace[848650964] 'agreement among raft nodes before linearized reading' (duration: 294.256869ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:22:17.505169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.053894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:22:17.505212Z","caller":"traceutil/trace.go:171","msg":"trace[296566747] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:9276; }","duration":"186.135225ms","start":"2026-03-29T02:22:17.319063Z","end":"2026-03-29T02:22:17.505198Z","steps":["trace[296566747] 'agreement among raft nodes before linearized reading' (duration: 186.071754ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:22:17.505098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"566.468056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-29T02:22:17.505244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"657.844845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-c4cs6\" ","response":"range_response_count:1 size:6520"} {"level":"warn","ts":"2026-03-29T02:22:17.50522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"624.363367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-29T02:22:17.505311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.193221617s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-29T02:22:17.505364Z","caller":"traceutil/trace.go:171","msg":"trace[1508394964] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:9276; }","duration":"566.690481ms","start":"2026-03-29T02:22:16.938577Z","end":"2026-03-29T02:22:17.505268Z","steps":["trace[1508394964] 'agreement among raft nodes before linearized reading' (duration: 566.421405ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:22:17.505693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:22:16.938555Z","time spent":"567.126681ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-29T02:22:17.505741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"665.449036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-29T02:22:17.505793Z","caller":"traceutil/trace.go:171","msg":"trace[842698043] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9276; }","duration":"665.556538ms","start":"2026-03-29T02:22:16.840224Z","end":"2026-03-29T02:22:17.50578Z","steps":["trace[842698043] 'agreement among raft nodes before linearized reading' (duration: 664.699828ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:22:17.505388Z","caller":"traceutil/trace.go:171","msg":"trace[257187038] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9276; }","duration":"1.19334289s","start":"2026-03-29T02:22:16.312026Z","end":"2026-03-29T02:22:17.505369Z","steps":["trace[257187038] 'agreement among raft nodes before linearized reading' (duration: 1.193080153s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:22:17.505838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:22:16.840204Z","time spent":"665.62427ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-29T02:22:17.505875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:22:16.311999Z","time spent":"1.193863462s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-29T02:22:17.505279Z","caller":"traceutil/trace.go:171","msg":"trace[434897099] range","detail":"{range_begin:/registry/pods/openstack/keepalived-c4cs6; range_end:; response_count:1; response_revision:9276; }","duration":"657.904846ms","start":"2026-03-29T02:22:16.847366Z","end":"2026-03-29T02:22:17.505271Z","steps":["trace[434897099] 'agreement among raft nodes before linearized reading' (duration: 657.818204ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:22:17.505981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:22:16.847354Z","time spent":"658.618894ms","remote":"127.0.0.1:43172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6544,"request content":"key:\"/registry/pods/openstack/keepalived-c4cs6\" "} {"level":"info","ts":"2026-03-29T02:22:17.505423Z","caller":"traceutil/trace.go:171","msg":"trace[378328908] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9276; }","duration":"624.582563ms","start":"2026-03-29T02:22:16.880818Z","end":"2026-03-29T02:22:17.505401Z","steps":["trace[378328908] 'agreement among raft nodes before linearized reading' (duration: 624.209484ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:22:17.50611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:22:16.880761Z","time spent":"625.3324ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-29T02:22:17.505546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"564.904382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-29T02:22:17.506212Z","caller":"traceutil/trace.go:171","msg":"trace[402642080] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9276; }","duration":"565.602397ms","start":"2026-03-29T02:22:16.940598Z","end":"2026-03-29T02:22:17.506201Z","steps":["trace[402642080] 'agreement among raft nodes before linearized reading' (duration: 564.367358ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:22:17.506249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:22:16.940584Z","time spent":"565.653998ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-29T02:22:17.506904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"703.459325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-29T02:22:17.507794Z","caller":"traceutil/trace.go:171","msg":"trace[1679667756] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:9276; }","duration":"704.470597ms","start":"2026-03-29T02:22:16.803292Z","end":"2026-03-29T02:22:17.507763Z","steps":["trace[1679667756] 'agreement among raft nodes before linearized reading' (duration: 701.801767ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:22:17.508375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:22:16.803274Z","time spent":"705.081631ms","remote":"127.0.0.1:43140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"info","ts":"2026-03-29T02:22:19.7883Z","caller":"traceutil/trace.go:171","msg":"trace[1249688311] transaction","detail":"{read_only:false; response_revision:9286; number_of_response:1; }","duration":"267.979002ms","start":"2026-03-29T02:22:19.520294Z","end":"2026-03-29T02:22:19.788273Z","steps":["trace[1249688311] 'process raft request' (duration: 267.761727ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:22:19.795158Z","caller":"traceutil/trace.go:171","msg":"trace[308084014] transaction","detail":"{read_only:false; response_revision:9287; number_of_response:1; }","duration":"274.296963ms","start":"2026-03-29T02:22:19.5208Z","end":"2026-03-29T02:22:19.795097Z","steps":["trace[308084014] 'process raft request' (duration: 273.878484ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:22:19.795472Z","caller":"traceutil/trace.go:171","msg":"trace[153461651] linearizableReadLoop","detail":"{readStateIndex:9669; appliedIndex:9666; }","duration":"271.609603ms","start":"2026-03-29T02:22:19.523841Z","end":"2026-03-29T02:22:19.795451Z","steps":["trace[153461651] 'read index received' (duration: 264.810312ms)","trace[153461651] 'applied index is now lower than readState.Index' (duration: 6.794911ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:22:19.795664Z","caller":"traceutil/trace.go:171","msg":"trace[1280421385] transaction","detail":"{read_only:false; response_revision:9288; number_of_response:1; }","duration":"274.005837ms","start":"2026-03-29T02:22:19.521647Z","end":"2026-03-29T02:22:19.795653Z","steps":["trace[1280421385] 'process raft request' (duration: 273.517527ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:22:19.795798Z","caller":"traceutil/trace.go:171","msg":"trace[628375251] transaction","detail":"{read_only:false; response_revision:9289; number_of_response:1; }","duration":"272.335099ms","start":"2026-03-29T02:22:19.523454Z","end":"2026-03-29T02:22:19.795789Z","steps":["trace[628375251] 'process raft request' (duration: 271.778337ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:22:19.79635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.819381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-29T02:22:19.796398Z","caller":"traceutil/trace.go:171","msg":"trace[971340827] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9292; }","duration":"268.890293ms","start":"2026-03-29T02:22:19.527497Z","end":"2026-03-29T02:22:19.796387Z","steps":["trace[971340827] 'agreement among raft nodes before linearized reading' (duration: 268.76789ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:22:19.796434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.762684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-29T02:22:19.796452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.020865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-29T02:22:19.79649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.044383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:22:19.796522Z","caller":"traceutil/trace.go:171","msg":"trace[830540422] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:9292; }","duration":"270.866036ms","start":"2026-03-29T02:22:19.525628Z","end":"2026-03-29T02:22:19.796494Z","steps":["trace[830540422] 'agreement among raft nodes before linearized reading' (duration: 270.631831ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:22:19.796532Z","caller":"traceutil/trace.go:171","msg":"trace[484864402] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:9292; }","duration":"139.127715ms","start":"2026-03-29T02:22:19.657391Z","end":"2026-03-29T02:22:19.796519Z","steps":["trace[484864402] 'agreement among raft nodes before linearized reading' (duration: 139.071143ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:22:19.796537Z","caller":"traceutil/trace.go:171","msg":"trace[1312286010] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9292; }","duration":"269.128617ms","start":"2026-03-29T02:22:19.527388Z","end":"2026-03-29T02:22:19.796516Z","steps":["trace[1312286010] 'agreement among raft nodes before linearized reading' (duration: 268.893252ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:22:19.796655Z","caller":"traceutil/trace.go:171","msg":"trace[532109628] transaction","detail":"{read_only:false; response_revision:9291; number_of_response:1; }","duration":"269.358963ms","start":"2026-03-29T02:22:19.527287Z","end":"2026-03-29T02:22:19.796646Z","steps":["trace[532109628] 'process raft request' (duration: 268.068185ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:22:19.796722Z","caller":"traceutil/trace.go:171","msg":"trace[685155239] transaction","detail":"{read_only:false; response_revision:9290; number_of_response:1; }","duration":"269.483256ms","start":"2026-03-29T02:22:19.527234Z","end":"2026-03-29T02:22:19.796717Z","steps":["trace[685155239] 'process raft request' (duration: 268.073495ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:22:19.796851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.003485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-c4cs6\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-29T02:22:19.79689Z","caller":"traceutil/trace.go:171","msg":"trace[174013914] range","detail":"{range_begin:/registry/pods/openstack/keepalived-c4cs6; range_end:; response_count:1; response_revision:9292; }","duration":"273.056537ms","start":"2026-03-29T02:22:19.523824Z","end":"2026-03-29T02:22:19.796881Z","steps":["trace[174013914] 'agreement among raft nodes before linearized reading' (duration: 272.306289ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:22:30.151653Z","caller":"traceutil/trace.go:171","msg":"trace[1379598747] linearizableReadLoop","detail":"{readStateIndex:9767; appliedIndex:9762; }","duration":"211.436391ms","start":"2026-03-29T02:22:29.94019Z","end":"2026-03-29T02:22:30.151627Z","steps":["trace[1379598747] 'read index received' (duration: 85.028179ms)","trace[1379598747] 'applied index is now lower than readState.Index' (duration: 126.407362ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:22:30.151747Z","caller":"traceutil/trace.go:171","msg":"trace[11903016] transaction","detail":"{read_only:false; response_revision:9380; number_of_response:1; }","duration":"215.240996ms","start":"2026-03-29T02:22:29.936462Z","end":"2026-03-29T02:22:30.151703Z","steps":["trace[11903016] 'process raft request' (duration: 214.99566ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:22:30.152115Z","caller":"traceutil/trace.go:171","msg":"trace[25880682] transaction","detail":"{read_only:false; response_revision:9378; number_of_response:1; }","duration":"216.152045ms","start":"2026-03-29T02:22:29.935953Z","end":"2026-03-29T02:22:30.152105Z","steps":["trace[25880682] 'process raft request' (duration: 215.269626ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:22:30.152221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.966132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228852"} {"level":"info","ts":"2026-03-29T02:22:30.152288Z","caller":"traceutil/trace.go:171","msg":"trace[1945048052] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:9383; }","duration":"212.157777ms","start":"2026-03-29T02:22:29.940111Z","end":"2026-03-29T02:22:30.152269Z","steps":["trace[1945048052] 'agreement among raft nodes before linearized reading' (duration: 211.624595ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:22:30.152477Z","caller":"traceutil/trace.go:171","msg":"trace[1469078677] transaction","detail":"{read_only:false; response_revision:9379; number_of_response:1; }","duration":"216.068753ms","start":"2026-03-29T02:22:29.936394Z","end":"2026-03-29T02:22:30.152463Z","steps":["trace[1469078677] 'process raft request' (duration: 214.9987ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:22:30.152758Z","caller":"traceutil/trace.go:171","msg":"trace[906295511] transaction","detail":"{read_only:false; response_revision:9381; number_of_response:1; }","duration":"216.132984ms","start":"2026-03-29T02:22:29.936607Z","end":"2026-03-29T02:22:30.15274Z","steps":["trace[906295511] 'process raft request' (duration: 214.916808ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:22:30.153034Z","caller":"traceutil/trace.go:171","msg":"trace[1425171216] transaction","detail":"{read_only:false; response_revision:9382; number_of_response:1; }","duration":"215.233155ms","start":"2026-03-29T02:22:29.937782Z","end":"2026-03-29T02:22:30.153015Z","steps":["trace[1425171216] 'process raft request' (duration: 213.777624ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:22:30.153196Z","caller":"traceutil/trace.go:171","msg":"trace[303995429] transaction","detail":"{read_only:false; response_revision:9383; number_of_response:1; }","duration":"211.559402ms","start":"2026-03-29T02:22:29.941622Z","end":"2026-03-29T02:22:30.153181Z","steps":["trace[303995429] 'process raft request' (duration: 209.966597ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:22:30.930306Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583528501964033,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:22:31.616636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:22:31.009764Z","time spent":"606.864218ms","remote":"127.0.0.1:38894","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-29T02:22:31.617409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"662.484439ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:22:31.617505Z","caller":"traceutil/trace.go:171","msg":"trace[90605216] transaction","detail":"{read_only:false; response_revision:9386; number_of_response:1; }","duration":"1.188938872s","start":"2026-03-29T02:22:30.428544Z","end":"2026-03-29T02:22:31.617482Z","steps":["trace[90605216] 'process raft request' (duration: 526.281259ms)","trace[90605216] 'compare' (duration: 662.374917ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:22:31.617585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:22:30.42853Z","time spent":"1.189025774s","remote":"127.0.0.1:43100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":516,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:22:31.907545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.509105ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:22:31.907648Z","caller":"traceutil/trace.go:171","msg":"trace[1072520607] linearizableReadLoop","detail":"{readStateIndex:9772; appliedIndex:9770; }","duration":"1.477981016s","start":"2026-03-29T02:22:30.429654Z","end":"2026-03-29T02:22:31.907635Z","steps":["trace[1072520607] 'read index received' (duration: 525.40176ms)","trace[1072520607] 'applied index is now lower than readState.Index' (duration: 952.578005ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:22:31.907748Z","caller":"traceutil/trace.go:171","msg":"trace[1908592084] transaction","detail":"{read_only:false; response_revision:9387; number_of_response:1; }","duration":"1.479035708s","start":"2026-03-29T02:22:30.428677Z","end":"2026-03-29T02:22:31.907712Z","steps":["trace[1908592084] 'process raft request' (duration: 1.339278568s)","trace[1908592084] 'compare' (duration: 139.408043ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:22:31.90779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:22:30.42865Z","time spent":"1.47911744s","remote":"127.0.0.1:43172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4617,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:22:31.907879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.477575776s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/rook-ceph-detect-version\" ","response":"range_response_count:1 size:3066"} {"level":"warn","ts":"2026-03-29T02:22:31.907908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.132566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-29T02:22:31.90803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"473.015039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:22:31.908037Z","caller":"traceutil/trace.go:171","msg":"trace[940025059] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:9387; }","duration":"350.320591ms","start":"2026-03-29T02:22:31.557684Z","end":"2026-03-29T02:22:31.908004Z","steps":["trace[940025059] 'agreement among raft nodes before linearized reading' (duration: 350.084655ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:22:31.908073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"990.283408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:22:31.908104Z","caller":"traceutil/trace.go:171","msg":"trace[1360920202] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9387; }","duration":"990.338239ms","start":"2026-03-29T02:22:30.917756Z","end":"2026-03-29T02:22:31.908094Z","steps":["trace[1360920202] 'agreement among raft nodes before linearized reading' (duration: 990.286007ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:22:31.908114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.05941052s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-7sj75\" ","response":"range_response_count:1 size:4632"} {"level":"warn","ts":"2026-03-29T02:22:31.908129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:22:30.917744Z","time spent":"990.379909ms","remote":"127.0.0.1:43010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:22:31.908121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:22:31.557659Z","time spent":"350.438763ms","remote":"127.0.0.1:43284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":7,"response size":31,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:22:31.908074Z","caller":"traceutil/trace.go:171","msg":"trace[465093123] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:9387; }","duration":"473.065721ms","start":"2026-03-29T02:22:31.434999Z","end":"2026-03-29T02:22:31.908065Z","steps":["trace[465093123] 'agreement among raft nodes before linearized reading' (duration: 472.993599ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:22:31.908284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:22:31.434903Z","time spent":"473.367877ms","remote":"127.0.0.1:42338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:22:31.908307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.710548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rook-ceph-mon\" ","response":"range_response_count:1 size:713"} {"level":"info","ts":"2026-03-29T02:22:31.908359Z","caller":"traceutil/trace.go:171","msg":"trace[1886569788] range","detail":"{range_begin:/registry/secrets/openstack/rook-ceph-mon; range_end:; response_count:1; response_revision:9387; }","duration":"285.81295ms","start":"2026-03-29T02:22:31.622531Z","end":"2026-03-29T02:22:31.908344Z","steps":["trace[1886569788] 'agreement among raft nodes before linearized reading' (duration: 285.619746ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:22:31.908434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.646779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:22:31.907959Z","caller":"traceutil/trace.go:171","msg":"trace[181655869] range","detail":"{range_begin:/registry/jobs/openstack/rook-ceph-detect-version; range_end:; response_count:1; response_revision:9387; }","duration":"1.477679988s","start":"2026-03-29T02:22:30.430263Z","end":"2026-03-29T02:22:31.907943Z","steps":["trace[181655869] 'agreement among raft nodes before linearized reading' (duration: 1.477483144s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:22:31.908488Z","caller":"traceutil/trace.go:171","msg":"trace[1708737324] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:9387; }","duration":"286.786002ms","start":"2026-03-29T02:22:31.621687Z","end":"2026-03-29T02:22:31.908473Z","steps":["trace[1708737324] 'agreement among raft nodes before linearized reading' (duration: 286.70527ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:22:31.908434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"697.211564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:22:31.908503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:22:30.430257Z","time spent":"1.47823144s","remote":"127.0.0.1:43224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":3090,"request content":"key:\"/registry/jobs/openstack/rook-ceph-detect-version\" "} {"level":"warn","ts":"2026-03-29T02:22:31.908598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.636589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-detect-version\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-03-29T02:22:31.9086Z","caller":"traceutil/trace.go:171","msg":"trace[1806059508] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:9387; }","duration":"697.46826ms","start":"2026-03-29T02:22:31.21107Z","end":"2026-03-29T02:22:31.908539Z","steps":["trace[1806059508] 'agreement among raft nodes before linearized reading' (duration: 697.077272ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:22:31.90863Z","caller":"traceutil/trace.go:171","msg":"trace[52477410] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-detect-version; range_end:; response_count:1; response_revision:9387; }","duration":"286.684079ms","start":"2026-03-29T02:22:31.621938Z","end":"2026-03-29T02:22:31.908623Z","steps":["trace[52477410] 'agreement among raft nodes before linearized reading' (duration: 286.604047ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:22:31.90862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.478922576s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-7sj75\" ","response":"range_response_count:1 size:4632"} {"level":"info","ts":"2026-03-29T02:22:31.908732Z","caller":"traceutil/trace.go:171","msg":"trace[724068353] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-7sj75; range_end:; response_count:1; response_revision:9387; }","duration":"1.479082829s","start":"2026-03-29T02:22:30.429624Z","end":"2026-03-29T02:22:31.908707Z","steps":["trace[724068353] 'agreement among raft nodes before linearized reading' (duration: 1.478828923s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:22:31.908788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:22:30.429615Z","time spent":"1.479162722s","remote":"127.0.0.1:43172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4656,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-7sj75\" "} {"level":"warn","ts":"2026-03-29T02:22:31.908718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:22:31.211003Z","time spent":"697.691335ms","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:22:31.910023Z","caller":"traceutil/trace.go:171","msg":"trace[1371070511] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-7sj75; range_end:; response_count:1; response_revision:9387; }","duration":"1.059492182s","start":"2026-03-29T02:22:30.848652Z","end":"2026-03-29T02:22:31.908144Z","steps":["trace[1371070511] 'agreement among raft nodes before linearized reading' (duration: 1.059439691s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:22:31.910636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:22:30.848626Z","time spent":"1.061667001s","remote":"127.0.0.1:43172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4656,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-7sj75\" "} {"level":"warn","ts":"2026-03-29T02:22:32.47852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.553039ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:22:32.478745Z","caller":"traceutil/trace.go:171","msg":"trace[1268183193] transaction","detail":"{read_only:false; number_of_response:1; response_revision:9389; }","duration":"555.053352ms","start":"2026-03-29T02:22:31.923677Z","end":"2026-03-29T02:22:32.478731Z","steps":["trace[1268183193] 'process raft request' (duration: 554.929348ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:22:32.478801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:22:31.923666Z","time spent":"555.110083ms","remote":"127.0.0.1:43172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":59,"response count":0,"response size":4699,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:22:32.479011Z","caller":"traceutil/trace.go:171","msg":"trace[1035292291] transaction","detail":"{read_only:false; response_revision:9389; number_of_response:1; }","duration":"555.624284ms","start":"2026-03-29T02:22:31.923333Z","end":"2026-03-29T02:22:32.478957Z","steps":["trace[1035292291] 'process raft request' (duration: 366.549293ms)","trace[1035292291] 'compare' (duration: 188.231492ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:22:32.479396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:22:31.923314Z","time spent":"556.002063ms","remote":"127.0.0.1:43172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4649,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:22:32.479623Z","caller":"traceutil/trace.go:171","msg":"trace[1442116449] transaction","detail":"{read_only:false; response_revision:9390; number_of_response:1; }","duration":"543.685618ms","start":"2026-03-29T02:22:31.935901Z","end":"2026-03-29T02:22:32.479587Z","steps":["trace[1442116449] 'process raft request' (duration: 542.768318ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:22:32.479659Z","caller":"traceutil/trace.go:171","msg":"trace[1755306473] transaction","detail":"{read_only:false; response_revision:9391; number_of_response:1; }","duration":"543.609275ms","start":"2026-03-29T02:22:31.935997Z","end":"2026-03-29T02:22:32.479606Z","steps":["trace[1755306473] 'process raft request' (duration: 543.341949ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:22:32.479757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.088795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-29T02:22:32.479529Z","caller":"traceutil/trace.go:171","msg":"trace[1525796950] linearizableReadLoop","detail":"{readStateIndex:9778; appliedIndex:9773; }","duration":"448.85451ms","start":"2026-03-29T02:22:32.030646Z","end":"2026-03-29T02:22:32.479501Z","steps":["trace[1525796950] 'read index received' (duration: 259.115444ms)","trace[1525796950] 'applied index is now lower than readState.Index' (duration: 189.737736ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:22:32.479801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:22:31.935881Z","time spent":"543.836271ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:22:32.479837Z","caller":"traceutil/trace.go:171","msg":"trace[880054435] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9392; }","duration":"449.217038ms","start":"2026-03-29T02:22:32.030604Z","end":"2026-03-29T02:22:32.479821Z","steps":["trace[880054435] 'agreement among raft nodes before linearized reading' (duration: 448.982863ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:22:32.479608Z","caller":"traceutil/trace.go:171","msg":"trace[1544454496] transaction","detail":"{read_only:false; response_revision:9392; number_of_response:1; }","duration":"543.010462ms","start":"2026-03-29T02:22:31.936587Z","end":"2026-03-29T02:22:32.479597Z","steps":["trace[1544454496] 'process raft request' (duration: 542.846248ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:22:32.479874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:22:31.935984Z","time spent":"543.77461ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:22:32.479895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:22:32.030584Z","time spent":"449.297149ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-29T02:22:32.480005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.775821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:22:32.479992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:22:31.936576Z","time spent":"543.32062ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:22:32.480052Z","caller":"traceutil/trace.go:171","msg":"trace[393798260] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:9392; }","duration":"359.943075ms","start":"2026-03-29T02:22:32.120096Z","end":"2026-03-29T02:22:32.480039Z","steps":["trace[393798260] 'agreement among raft nodes before linearized reading' (duration: 359.862773ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:22:32.480091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:22:32.120056Z","time spent":"360.026638ms","remote":"127.0.0.1:33178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:22:32.480276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.142952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-29T02:22:32.480332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.869987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-29T02:22:32.480383Z","caller":"traceutil/trace.go:171","msg":"trace[164210077] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9392; }","duration":"322.281315ms","start":"2026-03-29T02:22:32.158073Z","end":"2026-03-29T02:22:32.480354Z","steps":["trace[164210077] 'agreement among raft nodes before linearized reading' (duration: 321.908236ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:22:32.480398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.988038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-29T02:22:32.480467Z","caller":"traceutil/trace.go:171","msg":"trace[1791602617] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9392; }","duration":"322.06841ms","start":"2026-03-29T02:22:32.158382Z","end":"2026-03-29T02:22:32.48045Z","steps":["trace[1791602617] 'agreement among raft nodes before linearized reading' (duration: 321.809034ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:22:32.480473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.418177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-29T02:22:32.480522Z","caller":"traceutil/trace.go:171","msg":"trace[1829271710] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9392; }","duration":"322.467018ms","start":"2026-03-29T02:22:32.158048Z","end":"2026-03-29T02:22:32.480515Z","steps":["trace[1829271710] 'agreement among raft nodes before linearized reading' (duration: 322.367356ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:22:32.480532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:22:32.158375Z","time spent":"322.140251ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-29T02:22:32.480561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:22:32.158022Z","time spent":"322.53278ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-29T02:22:32.480582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.407018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-29T02:22:32.480621Z","caller":"traceutil/trace.go:171","msg":"trace[1926884593] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9392; }","duration":"322.454158ms","start":"2026-03-29T02:22:32.158158Z","end":"2026-03-29T02:22:32.480612Z","steps":["trace[1926884593] 'agreement among raft nodes before linearized reading' (duration: 322.353146ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:22:32.480656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:22:32.158154Z","time spent":"322.494829ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-29T02:22:32.480475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:22:32.15807Z","time spent":"322.383617ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-29T02:22:32.480991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.489391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-56b89747cc-7q874.18a12e842380e797\" ","response":"range_response_count:1 size:1134"} {"level":"info","ts":"2026-03-29T02:22:32.480388Z","caller":"traceutil/trace.go:171","msg":"trace[1045995726] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:9392; }","duration":"322.961319ms","start":"2026-03-29T02:22:32.157405Z","end":"2026-03-29T02:22:32.480367Z","steps":["trace[1045995726] 'agreement among raft nodes before linearized reading' (duration: 322.743454ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:22:32.481057Z","caller":"traceutil/trace.go:171","msg":"trace[286761600] range","detail":"{range_begin:/registry/events/openstack/barbican-api-56b89747cc-7q874.18a12e842380e797; range_end:; response_count:1; response_revision:9392; }","duration":"336.616175ms","start":"2026-03-29T02:22:32.144423Z","end":"2026-03-29T02:22:32.481039Z","steps":["trace[286761600] 'agreement among raft nodes before linearized reading' (duration: 336.424741ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:22:32.481079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:22:32.157379Z","time spent":"323.684845ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-29T02:22:32.481099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:22:32.144375Z","time spent":"336.715387ms","remote":"127.0.0.1:43074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1158,"request content":"key:\"/registry/events/openstack/barbican-api-56b89747cc-7q874.18a12e842380e797\" "} {"level":"warn","ts":"2026-03-29T02:22:32.481562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.894559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-c4cs6\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-29T02:22:32.482765Z","caller":"traceutil/trace.go:171","msg":"trace[1836144681] range","detail":"{range_begin:/registry/pods/openstack/keepalived-c4cs6; range_end:; response_count:1; response_revision:9392; }","duration":"319.065754ms","start":"2026-03-29T02:22:32.162598Z","end":"2026-03-29T02:22:32.481664Z","steps":["trace[1836144681] 'agreement among raft nodes before linearized reading' (duration: 318.195813ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:22:32.482945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:22:32.162586Z","time spent":"320.29627ms","remote":"127.0.0.1:43172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6544,"request content":"key:\"/registry/pods/openstack/keepalived-c4cs6\" "} {"level":"info","ts":"2026-03-29T02:22:32.822973Z","caller":"traceutil/trace.go:171","msg":"trace[221841727] linearizableReadLoop","detail":"{readStateIndex:9787; appliedIndex:9786; }","duration":"246.315649ms","start":"2026-03-29T02:22:32.576631Z","end":"2026-03-29T02:22:32.822947Z","steps":["trace[221841727] 'read index received' (duration: 246.152125ms)","trace[221841727] 'applied index is now lower than readState.Index' (duration: 162.614µs)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:22:32.823012Z","caller":"traceutil/trace.go:171","msg":"trace[176082620] transaction","detail":"{read_only:false; response_revision:9401; number_of_response:1; }","duration":"315.538883ms","start":"2026-03-29T02:22:32.507436Z","end":"2026-03-29T02:22:32.822975Z","steps":["trace[176082620] 'process raft request' (duration: 315.343429ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:22:32.823172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:22:32.507426Z","time spent":"315.669807ms","remote":"127.0.0.1:43074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":746,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-29T02:22:32.823218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.931512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-7sj75\" ","response":"range_response_count:1 size:4669"} {"level":"info","ts":"2026-03-29T02:22:32.823258Z","caller":"traceutil/trace.go:171","msg":"trace[1853415876] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-7sj75; range_end:; response_count:1; response_revision:9401; }","duration":"316.012285ms","start":"2026-03-29T02:22:32.507235Z","end":"2026-03-29T02:22:32.823248Z","steps":["trace[1853415876] 'agreement among raft nodes before linearized reading' (duration: 315.852891ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:22:32.823315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:22:32.50722Z","time spent":"316.070496ms","remote":"127.0.0.1:43172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4693,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-7sj75\" "} {"level":"warn","ts":"2026-03-29T02:22:32.823466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.647876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-7sj75\" ","response":"range_response_count:1 size:4669"} {"level":"info","ts":"2026-03-29T02:22:32.823575Z","caller":"traceutil/trace.go:171","msg":"trace[1459283566] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-7sj75; range_end:; response_count:1; response_revision:9401; }","duration":"241.808829ms","start":"2026-03-29T02:22:32.581741Z","end":"2026-03-29T02:22:32.82355Z","steps":["trace[1459283566] 'agreement among raft nodes before linearized reading' (duration: 241.43749ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:22:32.823482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.350455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"info","ts":"2026-03-29T02:22:32.823671Z","caller":"traceutil/trace.go:171","msg":"trace[257252605] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:9401; }","duration":"261.57152ms","start":"2026-03-29T02:22:32.562084Z","end":"2026-03-29T02:22:32.823655Z","steps":["trace[257252605] 'agreement among raft nodes before linearized reading' (duration: 260.924085ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:22:32.823471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.333815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-7sj75\" ","response":"range_response_count:1 size:4669"} {"level":"info","ts":"2026-03-29T02:22:32.823807Z","caller":"traceutil/trace.go:171","msg":"trace[2044521565] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-7sj75; range_end:; response_count:1; response_revision:9401; }","duration":"240.711293ms","start":"2026-03-29T02:22:32.583086Z","end":"2026-03-29T02:22:32.823798Z","steps":["trace[2044521565] 'agreement among raft nodes before linearized reading' (duration: 240.175761ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:22:32.997633Z","caller":"traceutil/trace.go:171","msg":"trace[68269740] linearizableReadLoop","detail":"{readStateIndex:9789; appliedIndex:9788; }","duration":"102.920248ms","start":"2026-03-29T02:22:32.89469Z","end":"2026-03-29T02:22:32.997611Z","steps":["trace[68269740] 'read index received' (duration: 88.410724ms)","trace[68269740] 'applied index is now lower than readState.Index' (duration: 14.508404ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:22:32.997821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.084951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"info","ts":"2026-03-29T02:22:32.997787Z","caller":"traceutil/trace.go:171","msg":"trace[1587303524] transaction","detail":"{read_only:false; response_revision:9403; number_of_response:1; }","duration":"166.945068ms","start":"2026-03-29T02:22:32.830793Z","end":"2026-03-29T02:22:32.997738Z","steps":["trace[1587303524] 'process raft request' (duration: 152.220949ms)","trace[1587303524] 'compare' (duration: 14.502084ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:22:32.997861Z","caller":"traceutil/trace.go:171","msg":"trace[2062978751] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:9403; }","duration":"167.155132ms","start":"2026-03-29T02:22:32.830696Z","end":"2026-03-29T02:22:32.997851Z","steps":["trace[2062978751] 'agreement among raft nodes before linearized reading' (duration: 167.027089ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:22:33.192682Z","caller":"traceutil/trace.go:171","msg":"trace[2062732130] linearizableReadLoop","detail":"{readStateIndex:9790; appliedIndex:9789; }","duration":"194.952111ms","start":"2026-03-29T02:22:32.997699Z","end":"2026-03-29T02:22:33.192651Z","steps":["trace[2062732130] 'read index received' (duration: 122.634357ms)","trace[2062732130] 'applied index is now lower than readState.Index' (duration: 72.316364ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:22:33.192758Z","caller":"traceutil/trace.go:171","msg":"trace[487883184] transaction","detail":"{read_only:false; response_revision:9404; number_of_response:1; }","duration":"273.741201ms","start":"2026-03-29T02:22:32.918989Z","end":"2026-03-29T02:22:33.19273Z","steps":["trace[487883184] 'process raft request' (duration: 201.316485ms)","trace[487883184] 'compare' (duration: 72.17004ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:22:33.192916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.168411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:22:33.192988Z","caller":"traceutil/trace.go:171","msg":"trace[1184630908] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:9404; }","duration":"223.282164ms","start":"2026-03-29T02:22:32.969688Z","end":"2026-03-29T02:22:33.19297Z","steps":["trace[1184630908] 'agreement among raft nodes before linearized reading' (duration: 223.134801ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:22:33.193061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.408303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:22:33.193132Z","caller":"traceutil/trace.go:171","msg":"trace[191780346] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9404; }","duration":"277.517646ms","start":"2026-03-29T02:22:32.915598Z","end":"2026-03-29T02:22:33.193116Z","steps":["trace[191780346] 'agreement among raft nodes before linearized reading' (duration: 277.381292ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:22:33.19317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.673104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-7sj75\" ","response":"range_response_count:1 size:4649"} {"level":"info","ts":"2026-03-29T02:22:33.193279Z","caller":"traceutil/trace.go:171","msg":"trace[1769985476] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-7sj75; range_end:; response_count:1; response_revision:9404; }","duration":"189.855888ms","start":"2026-03-29T02:22:33.003397Z","end":"2026-03-29T02:22:33.193253Z","steps":["trace[1769985476] 'agreement among raft nodes before linearized reading' (duration: 189.52541ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:22:33.964245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.696366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:22:33.964351Z","caller":"traceutil/trace.go:171","msg":"trace[1899964412] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:9405; }","duration":"168.818389ms","start":"2026-03-29T02:22:33.795506Z","end":"2026-03-29T02:22:33.964324Z","steps":["trace[1899964412] 'count revisions from in-memory index tree' (duration: 168.499031ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:22:33.964455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.831357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:5732"} {"level":"info","ts":"2026-03-29T02:22:33.964578Z","caller":"traceutil/trace.go:171","msg":"trace[1522673566] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:9405; }","duration":"383.011101ms","start":"2026-03-29T02:22:33.581542Z","end":"2026-03-29T02:22:33.964554Z","steps":["trace[1522673566] 'range keys from in-memory index tree' (duration: 382.578832ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:22:33.964644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:22:33.581519Z","time spent":"383.109792ms","remote":"127.0.0.1:46630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":5756,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"info","ts":"2026-03-29T02:22:34.931537Z","caller":"traceutil/trace.go:171","msg":"trace[511943568] transaction","detail":"{read_only:false; response_revision:9406; number_of_response:1; }","duration":"948.843692ms","start":"2026-03-29T02:22:33.982667Z","end":"2026-03-29T02:22:34.93151Z","steps":["trace[511943568] 'process raft request' (duration: 948.690519ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:22:34.931691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:22:33.982644Z","time spent":"948.966566ms","remote":"127.0.0.1:46630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5857,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:22:36.044148Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.11275168s","expected-duration":"1s"} {"level":"info","ts":"2026-03-29T02:22:36.044955Z","caller":"traceutil/trace.go:171","msg":"trace[559262436] transaction","detail":"{read_only:false; response_revision:9407; number_of_response:1; }","duration":"1.557745577s","start":"2026-03-29T02:22:34.48717Z","end":"2026-03-29T02:22:36.044916Z","steps":["trace[559262436] 'process raft request' (duration: 1.557356417s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:22:36.045136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:22:34.487117Z","time spent":"1.55792728s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:22:36.045291Z","caller":"traceutil/trace.go:171","msg":"trace[594567794] transaction","detail":"{read_only:false; response_revision:9408; number_of_response:1; }","duration":"1.557222824s","start":"2026-03-29T02:22:34.488035Z","end":"2026-03-29T02:22:36.045258Z","steps":["trace[594567794] 'process raft request' (duration: 1.556688141s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:22:36.045479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:22:34.488016Z","time spent":"1.557367597s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:22:36.045764Z","caller":"traceutil/trace.go:171","msg":"trace[1947730021] transaction","detail":"{read_only:false; response_revision:9409; number_of_response:1; }","duration":"1.557196343s","start":"2026-03-29T02:22:34.488551Z","end":"2026-03-29T02:22:36.045747Z","steps":["trace[1947730021] 'process raft request' (duration: 1.556638721s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:22:36.045858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:22:34.488543Z","time spent":"1.557268475s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:22:36.046226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.464450923s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-29T02:22:36.04631Z","caller":"traceutil/trace.go:171","msg":"trace[2040039315] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9409; }","duration":"1.464551036s","start":"2026-03-29T02:22:34.581729Z","end":"2026-03-29T02:22:36.04628Z","steps":["trace[2040039315] 'agreement among raft nodes before linearized reading' (duration: 1.464372562s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:22:36.046359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:22:34.581712Z","time spent":"1.464631857s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-29T02:22:36.046026Z","caller":"traceutil/trace.go:171","msg":"trace[613298087] linearizableReadLoop","detail":"{readStateIndex:9796; appliedIndex:9793; }","duration":"1.464241389s","start":"2026-03-29T02:22:34.581766Z","end":"2026-03-29T02:22:36.046007Z","steps":["trace[613298087] 'read index received' (duration: 349.753148ms)","trace[613298087] 'applied index is now lower than readState.Index' (duration: 1.114486441s)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:22:36.129812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.192625465s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-config-override\" ","response":"range_response_count:1 size:626"} {"level":"warn","ts":"2026-03-29T02:22:36.129867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.367830065s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-29T02:22:36.129894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.546075045s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-29T02:22:36.129905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.547380534s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-03-29T02:22:36.129936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.547305472s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-29T02:22:36.129984Z","caller":"traceutil/trace.go:171","msg":"trace[979428403] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:9410; }","duration":"1.547500238s","start":"2026-03-29T02:22:34.582465Z","end":"2026-03-29T02:22:36.129965Z","steps":["trace[979428403] 'agreement among raft nodes before linearized reading' (duration: 1.54711595s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:22:36.129981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.54719669s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-29T02:22:36.130001Z","caller":"traceutil/trace.go:171","msg":"trace[504329755] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9410; }","duration":"1.547416294s","start":"2026-03-29T02:22:34.582568Z","end":"2026-03-29T02:22:36.129984Z","steps":["trace[504329755] 'agreement among raft nodes before linearized reading' (duration: 1.54721532s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:22:36.130012Z","caller":"traceutil/trace.go:171","msg":"trace[734183014] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9410; }","duration":"1.546184898s","start":"2026-03-29T02:22:34.583764Z","end":"2026-03-29T02:22:36.129949Z","steps":["trace[734183014] 'agreement among raft nodes before linearized reading' (duration: 1.545913062s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:22:36.130036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:22:34.582458Z","time spent":"1.547568579s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-29T02:22:36.130045Z","caller":"traceutil/trace.go:171","msg":"trace[1753266687] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9410; }","duration":"1.547279511s","start":"2026-03-29T02:22:34.582751Z","end":"2026-03-29T02:22:36.130031Z","steps":["trace[1753266687] 'agreement among raft nodes before linearized reading' (duration: 1.547113008s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:22:36.130047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:22:34.58255Z","time spent":"1.547488967s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-29T02:22:36.130072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.543790234s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-c4cs6\" ","response":"range_response_count:1 size:6520"} {"level":"warn","ts":"2026-03-29T02:22:36.130081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:22:34.582744Z","time spent":"1.547327752s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-29T02:22:36.130079Z","caller":"traceutil/trace.go:171","msg":"trace[52412269] transaction","detail":"{read_only:false; response_revision:9410; number_of_response:1; }","duration":"718.783417ms","start":"2026-03-29T02:22:35.411278Z","end":"2026-03-29T02:22:36.130061Z","steps":["trace[52412269] 'process raft request' (duration: 718.133173ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:22:36.130109Z","caller":"traceutil/trace.go:171","msg":"trace[675609947] range","detail":"{range_begin:/registry/pods/openstack/keepalived-c4cs6; range_end:; response_count:1; response_revision:9410; }","duration":"1.543844255s","start":"2026-03-29T02:22:34.586255Z","end":"2026-03-29T02:22:36.130099Z","steps":["trace[675609947] 'agreement among raft nodes before linearized reading' (duration: 1.543708302s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:22:36.130151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:22:34.586246Z","time spent":"1.543897246s","remote":"127.0.0.1:43172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6544,"request content":"key:\"/registry/pods/openstack/keepalived-c4cs6\" "} {"level":"info","ts":"2026-03-29T02:22:36.129934Z","caller":"traceutil/trace.go:171","msg":"trace[1127698515] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:9410; }","duration":"1.367957798s","start":"2026-03-29T02:22:34.76196Z","end":"2026-03-29T02:22:36.129918Z","steps":["trace[1127698515] 'agreement among raft nodes before linearized reading' (duration: 1.367766724s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:22:36.130134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.547507207s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-03-29T02:22:36.130221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:22:34.761941Z","time spent":"1.368262245s","remote":"127.0.0.1:43088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":87,"response size":31,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:22:36.130237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:22:35.411253Z","time spent":"718.889759ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:22:36.130233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:22:34.583741Z","time spent":"1.546476725s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-29T02:22:36.130268Z","caller":"traceutil/trace.go:171","msg":"trace[911308542] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9410; }","duration":"1.547699371s","start":"2026-03-29T02:22:34.582542Z","end":"2026-03-29T02:22:36.130242Z","steps":["trace[911308542] 'agreement among raft nodes before linearized reading' (duration: 1.547379734s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:22:36.130285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.110432529s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:128076"} {"level":"info","ts":"2026-03-29T02:22:36.130317Z","caller":"traceutil/trace.go:171","msg":"trace[1346852713] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:9410; }","duration":"1.110499661s","start":"2026-03-29T02:22:35.019808Z","end":"2026-03-29T02:22:36.130307Z","steps":["trace[1346852713] 'agreement among raft nodes before linearized reading' (duration: 1.110368228s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:22:36.130326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:22:34.582517Z","time spent":"1.547796013s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-29T02:22:36.130346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:22:35.019788Z","time spent":"1.110550962s","remote":"127.0.0.1:43066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":128100,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"info","ts":"2026-03-29T02:22:36.129883Z","caller":"traceutil/trace.go:171","msg":"trace[1767809913] range","detail":"{range_begin:/registry/configmaps/openstack/rook-config-override; range_end:; response_count:1; response_revision:9410; }","duration":"1.192707047s","start":"2026-03-29T02:22:34.937157Z","end":"2026-03-29T02:22:36.129864Z","steps":["trace[1767809913] 'agreement among raft nodes before linearized reading' (duration: 1.192488842s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:22:36.130408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:22:34.937096Z","time spent":"1.19330453s","remote":"127.0.0.1:43100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":650,"request content":"key:\"/registry/configmaps/openstack/rook-config-override\" "} {"level":"warn","ts":"2026-03-29T02:22:36.130447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.163681328s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:22:36.13047Z","caller":"traceutil/trace.go:171","msg":"trace[1574084621] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:9410; }","duration":"1.16374866s","start":"2026-03-29T02:22:34.966713Z","end":"2026-03-29T02:22:36.130462Z","steps":["trace[1574084621] 'agreement among raft nodes before linearized reading' (duration: 1.163662858s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:22:36.130493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:22:34.966691Z","time spent":"1.16379373s","remote":"127.0.0.1:33070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":56,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:22:36.13049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.788478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:22:36.130528Z","caller":"traceutil/trace.go:171","msg":"trace[61055659] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9410; }","duration":"211.86803ms","start":"2026-03-29T02:22:35.918649Z","end":"2026-03-29T02:22:36.130517Z","steps":["trace[61055659] 'agreement among raft nodes before linearized reading' (duration: 211.805679ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:22:36.130569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.801458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:22:36.130602Z","caller":"traceutil/trace.go:171","msg":"trace[998554488] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:9410; }","duration":"495.86973ms","start":"2026-03-29T02:22:35.634721Z","end":"2026-03-29T02:22:36.130591Z","steps":["trace[998554488] 'agreement among raft nodes before linearized reading' (duration: 495.813709ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:22:36.130634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:22:35.634701Z","time spent":"495.925611ms","remote":"127.0.0.1:33090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:22:36.277419Z","caller":"traceutil/trace.go:171","msg":"trace[1904006158] linearizableReadLoop","detail":"{readStateIndex:9798; appliedIndex:9797; }","duration":"146.082942ms","start":"2026-03-29T02:22:36.131304Z","end":"2026-03-29T02:22:36.277387Z","steps":["trace[1904006158] 'read index received' (duration: 85.342325ms)","trace[1904006158] 'applied index is now lower than readState.Index' (duration: 60.739187ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:22:36.277444Z","caller":"traceutil/trace.go:171","msg":"trace[1310932239] transaction","detail":"{read_only:false; response_revision:9411; number_of_response:1; }","duration":"225.911834ms","start":"2026-03-29T02:22:36.051496Z","end":"2026-03-29T02:22:36.277408Z","steps":["trace[1310932239] 'process raft request' (duration: 165.177928ms)","trace[1310932239] 'compare' (duration: 60.550991ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:22:36.277578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.252746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:22:36.277613Z","caller":"traceutil/trace.go:171","msg":"trace[1147961802] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9411; }","duration":"146.317497ms","start":"2026-03-29T02:22:36.131286Z","end":"2026-03-29T02:22:36.277603Z","steps":["trace[1147961802] 'agreement among raft nodes before linearized reading' (duration: 146.231695ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:22:36.348531Z","caller":"traceutil/trace.go:171","msg":"trace[1149520701] transaction","detail":"{read_only:false; response_revision:9412; number_of_response:1; }","duration":"213.623629ms","start":"2026-03-29T02:22:36.13489Z","end":"2026-03-29T02:22:36.348513Z","steps":["trace[1149520701] 'process raft request' (duration: 213.443655ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:22:36.348846Z","caller":"traceutil/trace.go:171","msg":"trace[1707097128] transaction","detail":"{read_only:false; response_revision:9413; number_of_response:1; }","duration":"213.623799ms","start":"2026-03-29T02:22:36.135208Z","end":"2026-03-29T02:22:36.348832Z","steps":["trace[1707097128] 'process raft request' (duration: 213.256051ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:22:36.348967Z","caller":"traceutil/trace.go:171","msg":"trace[1098780975] transaction","detail":"{read_only:false; response_revision:9416; number_of_response:1; }","duration":"213.25879ms","start":"2026-03-29T02:22:36.135684Z","end":"2026-03-29T02:22:36.348942Z","steps":["trace[1098780975] 'process raft request' (duration: 213.178109ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:22:36.349084Z","caller":"traceutil/trace.go:171","msg":"trace[973924744] transaction","detail":"{read_only:false; response_revision:9414; number_of_response:1; }","duration":"213.750031ms","start":"2026-03-29T02:22:36.13532Z","end":"2026-03-29T02:22:36.34907Z","steps":["trace[973924744] 'process raft request' (duration: 213.362743ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:22:36.349123Z","caller":"traceutil/trace.go:171","msg":"trace[1289434385] transaction","detail":"{read_only:false; response_revision:9415; number_of_response:1; }","duration":"213.500636ms","start":"2026-03-29T02:22:36.135612Z","end":"2026-03-29T02:22:36.349112Z","steps":["trace[1289434385] 'process raft request' (duration: 213.184609ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:22:36.349113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.395422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rook-ceph-config\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:22:36.349167Z","caller":"traceutil/trace.go:171","msg":"trace[117986555] range","detail":"{range_begin:/registry/secrets/openstack/rook-ceph-config; range_end:; response_count:0; response_revision:9416; }","duration":"212.500364ms","start":"2026-03-29T02:22:36.136653Z","end":"2026-03-29T02:22:36.349153Z","steps":["trace[117986555] 'agreement among raft nodes before linearized reading' (duration: 212.377061ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:22:36.349549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.194519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228767"} {"level":"info","ts":"2026-03-29T02:22:36.349638Z","caller":"traceutil/trace.go:171","msg":"trace[1336832228] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:9416; }","duration":"213.310172ms","start":"2026-03-29T02:22:36.136307Z","end":"2026-03-29T02:22:36.349617Z","steps":["trace[1336832228] 'agreement among raft nodes before linearized reading' (duration: 212.828232ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:22:36.35029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.396243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:53 size:76517"} {"level":"info","ts":"2026-03-29T02:22:36.350417Z","caller":"traceutil/trace.go:171","msg":"trace[1733876167] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:53; response_revision:9416; }","duration":"217.601928ms","start":"2026-03-29T02:22:36.132789Z","end":"2026-03-29T02:22:36.350391Z","steps":["trace[1733876167] 'agreement among raft nodes before linearized reading' (duration: 216.111395ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:22:36.458411Z","caller":"traceutil/trace.go:171","msg":"trace[537064132] linearizableReadLoop","detail":"{readStateIndex:9804; appliedIndex:9803; }","duration":"101.889284ms","start":"2026-03-29T02:22:36.356495Z","end":"2026-03-29T02:22:36.458384Z","steps":["trace[537064132] 'read index received' (duration: 58.060466ms)","trace[537064132] 'applied index is now lower than readState.Index' (duration: 43.827168ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:22:36.458583Z","caller":"traceutil/trace.go:171","msg":"trace[1667546916] transaction","detail":"{read_only:false; response_revision:9417; number_of_response:1; }","duration":"102.073278ms","start":"2026-03-29T02:22:36.356468Z","end":"2026-03-29T02:22:36.458541Z","steps":["trace[1667546916] 'process raft request' (duration: 58.152338ms)","trace[1667546916] 'compare' (duration: 43.619373ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:22:36.45881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.252922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:128076"} {"level":"info","ts":"2026-03-29T02:22:36.45886Z","caller":"traceutil/trace.go:171","msg":"trace[1030399179] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:9417; }","duration":"102.395235ms","start":"2026-03-29T02:22:36.356453Z","end":"2026-03-29T02:22:36.458848Z","steps":["trace[1030399179] 'agreement among raft nodes before linearized reading' (duration: 102.036478ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:22:38.308771Z","caller":"traceutil/trace.go:171","msg":"trace[889395999] transaction","detail":"{read_only:false; response_revision:9419; number_of_response:1; }","duration":"399.232583ms","start":"2026-03-29T02:22:37.90952Z","end":"2026-03-29T02:22:38.308752Z","steps":["trace[889395999] 'process raft request' (duration: 399.112541ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:22:38.308843Z","caller":"traceutil/trace.go:171","msg":"trace[1102134457] linearizableReadLoop","detail":"{readStateIndex:9806; appliedIndex:9806; }","duration":"391.046991ms","start":"2026-03-29T02:22:37.917763Z","end":"2026-03-29T02:22:38.30881Z","steps":["trace[1102134457] 'read index received' (duration: 391.03444ms)","trace[1102134457] 'applied index is now lower than readState.Index' (duration: 10.37µs)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:22:38.308949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:22:37.909476Z","time spent":"399.366146ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:22:38.309043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.268465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:22:38.309089Z","caller":"traceutil/trace.go:171","msg":"trace[2103022831] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9419; }","duration":"391.331496ms","start":"2026-03-29T02:22:37.917745Z","end":"2026-03-29T02:22:38.309077Z","steps":["trace[2103022831] 'agreement among raft nodes before linearized reading' (duration: 391.202434ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:22:38.309123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:22:37.917685Z","time spent":"391.430289ms","remote":"127.0.0.1:43010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-29T02:22:38.659375Z","caller":"traceutil/trace.go:171","msg":"trace[132150665] transaction","detail":"{read_only:false; response_revision:9420; number_of_response:1; }","duration":"608.061914ms","start":"2026-03-29T02:22:38.051269Z","end":"2026-03-29T02:22:38.659331Z","steps":["trace[132150665] 'process raft request' (duration: 607.755638ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:22:38.659407Z","caller":"traceutil/trace.go:171","msg":"trace[266138870] linearizableReadLoop","detail":"{readStateIndex:9810; appliedIndex:9806; }","duration":"350.466753ms","start":"2026-03-29T02:22:38.308916Z","end":"2026-03-29T02:22:38.659382Z","steps":["trace[266138870] 'read index received' (duration: 350.118046ms)","trace[266138870] 'applied index is now lower than readState.Index' (duration: 347.627µs)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:22:38.659582Z","caller":"traceutil/trace.go:171","msg":"trace[664791754] transaction","detail":"{read_only:false; response_revision:9421; number_of_response:1; }","duration":"608.171157ms","start":"2026-03-29T02:22:38.0514Z","end":"2026-03-29T02:22:38.659571Z","steps":["trace[664791754] 'process raft request' (duration: 607.789498ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:22:38.659687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:22:38.051369Z","time spent":"608.242148ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:22:38.659834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:22:38.051221Z","time spent":"608.3114ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:22:38.660131Z","caller":"traceutil/trace.go:171","msg":"trace[1564398321] transaction","detail":"{read_only:false; response_revision:9423; number_of_response:1; }","duration":"602.728485ms","start":"2026-03-29T02:22:38.057382Z","end":"2026-03-29T02:22:38.660111Z","steps":["trace[1564398321] 'process raft request' (duration: 601.874017ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:22:38.660214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.257423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-29T02:22:38.660269Z","caller":"traceutil/trace.go:171","msg":"trace[2038696401] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9423; }","duration":"442.365256ms","start":"2026-03-29T02:22:38.21789Z","end":"2026-03-29T02:22:38.660255Z","steps":["trace[2038696401] 'agreement among raft nodes before linearized reading' (duration: 442.174791ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:22:38.660347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.062284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:22:38.660253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:22:38.057364Z","time spent":"602.838317ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:22:38.660396Z","caller":"traceutil/trace.go:171","msg":"trace[683611097] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9423; }","duration":"350.158496ms","start":"2026-03-29T02:22:38.310225Z","end":"2026-03-29T02:22:38.660384Z","steps":["trace[683611097] 'agreement among raft nodes before linearized reading' (duration: 349.982773ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:22:38.660491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:22:38.217861Z","time spent":"442.439358ms","remote":"127.0.0.1:43172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-29T02:22:38.660514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:22:38.310203Z","time spent":"350.30108ms","remote":"127.0.0.1:43006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:22:38.660502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.945541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-c4cs6\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-29T02:22:38.660583Z","caller":"traceutil/trace.go:171","msg":"trace[1157998111] range","detail":"{range_begin:/registry/pods/openstack/keepalived-c4cs6; range_end:; response_count:1; response_revision:9423; }","duration":"302.069263ms","start":"2026-03-29T02:22:38.358495Z","end":"2026-03-29T02:22:38.660564Z","steps":["trace[1157998111] 'agreement among raft nodes before linearized reading' (duration: 301.774397ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:22:38.660642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:22:38.358481Z","time spent":"302.151186ms","remote":"127.0.0.1:43172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6544,"request content":"key:\"/registry/pods/openstack/keepalived-c4cs6\" "} {"level":"info","ts":"2026-03-29T02:22:38.660632Z","caller":"traceutil/trace.go:171","msg":"trace[1733878334] transaction","detail":"{read_only:false; response_revision:9422; number_of_response:1; }","duration":"607.979433ms","start":"2026-03-29T02:22:38.052606Z","end":"2026-03-29T02:22:38.660586Z","steps":["trace[1733878334] 'process raft request' (duration: 606.618953ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:22:38.660706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.865567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-29T02:22:38.660731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.943522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-29T02:22:38.660748Z","caller":"traceutil/trace.go:171","msg":"trace[1831255718] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9423; }","duration":"378.909028ms","start":"2026-03-29T02:22:38.281829Z","end":"2026-03-29T02:22:38.660738Z","steps":["trace[1831255718] 'agreement among raft nodes before linearized reading' (duration: 378.809596ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:22:38.660782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:22:38.281702Z","time spent":"379.073742ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-29T02:22:38.660776Z","caller":"traceutil/trace.go:171","msg":"trace[809436641] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9423; }","duration":"306.998753ms","start":"2026-03-29T02:22:38.353763Z","end":"2026-03-29T02:22:38.660761Z","steps":["trace[809436641] 'agreement among raft nodes before linearized reading' (duration: 306.907991ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:22:38.660822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:22:38.353753Z","time spent":"307.061194ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-29T02:22:38.66082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:22:38.052583Z","time spent":"608.133366ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:22:38.660961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.671108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-29T02:22:38.660972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.184377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-29T02:22:38.660636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.216848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-29T02:22:38.661011Z","caller":"traceutil/trace.go:171","msg":"trace[814119349] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9423; }","duration":"307.246108ms","start":"2026-03-29T02:22:38.353756Z","end":"2026-03-29T02:22:38.661002Z","steps":["trace[814119349] 'agreement among raft nodes before linearized reading' (duration: 307.157056ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:22:38.661022Z","caller":"traceutil/trace.go:171","msg":"trace[1683962324] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9423; }","duration":"307.642307ms","start":"2026-03-29T02:22:38.353366Z","end":"2026-03-29T02:22:38.661008Z","steps":["trace[1683962324] 'agreement among raft nodes before linearized reading' (duration: 307.146166ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:22:38.661046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:22:38.353741Z","time spent":"307.29887ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-29T02:22:38.661059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:22:38.35333Z","time spent":"307.718899ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-29T02:22:38.661011Z","caller":"traceutil/trace.go:171","msg":"trace[2088562748] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9423; }","duration":"307.804461ms","start":"2026-03-29T02:22:38.353192Z","end":"2026-03-29T02:22:38.660997Z","steps":["trace[2088562748] 'agreement among raft nodes before linearized reading' (duration: 307.557945ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:22:38.661092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.858562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-29T02:22:38.661129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:22:38.35317Z","time spent":"307.952014ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-29T02:22:38.661136Z","caller":"traceutil/trace.go:171","msg":"trace[1314196245] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:9423; }","duration":"307.899683ms","start":"2026-03-29T02:22:38.353224Z","end":"2026-03-29T02:22:38.661124Z","steps":["trace[1314196245] 'agreement among raft nodes before linearized reading' (duration: 307.80133ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:22:38.661165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:22:38.353152Z","time spent":"308.006654ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-29T02:22:39.028883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.647026ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:22:39.028993Z","caller":"traceutil/trace.go:171","msg":"trace[304710622] transaction","detail":"{read_only:false; response_revision:9424; number_of_response:1; }","duration":"360.423566ms","start":"2026-03-29T02:22:38.668549Z","end":"2026-03-29T02:22:39.028973Z","steps":["trace[304710622] 'process raft request' (duration: 221.455694ms)","trace[304710622] 'compare' (duration: 138.525103ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:22:39.029202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:22:38.668537Z","time spent":"360.552739ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:22:39.853728Z","caller":"traceutil/trace.go:171","msg":"trace[1960371389] transaction","detail":"{read_only:false; response_revision:9426; number_of_response:1; }","duration":"1.183908889s","start":"2026-03-29T02:22:38.669808Z","end":"2026-03-29T02:22:39.853717Z","steps":["trace[1960371389] 'process raft request' (duration: 1.183685734s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:22:39.853841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:22:38.669797Z","time spent":"1.183986661s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:22:39.853935Z","caller":"traceutil/trace.go:171","msg":"trace[639512041] transaction","detail":"{read_only:false; response_revision:9425; number_of_response:1; }","duration":"1.183880889s","start":"2026-03-29T02:22:38.669679Z","end":"2026-03-29T02:22:39.85356Z","steps":["trace[639512041] 'process raft request' (duration: 1.141488223s)","trace[639512041] 'compare' (duration: 42.062299ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:22:39.854004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:22:38.669654Z","time spent":"1.184297659s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:22:39.854053Z","caller":"traceutil/trace.go:171","msg":"trace[670239206] transaction","detail":"{read_only:false; response_revision:9427; number_of_response:1; }","duration":"1.184134155s","start":"2026-03-29T02:22:38.669884Z","end":"2026-03-29T02:22:39.854018Z","steps":["trace[670239206] 'process raft request' (duration: 1.183801917s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:22:39.854097Z","caller":"traceutil/trace.go:171","msg":"trace[413717898] transaction","detail":"{read_only:false; response_revision:9428; number_of_response:1; }","duration":"1.184178086s","start":"2026-03-29T02:22:38.669895Z","end":"2026-03-29T02:22:39.854073Z","steps":["trace[413717898] 'process raft request' (duration: 1.184016392s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:22:39.854221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:22:38.669866Z","time spent":"1.184273887s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:22:39.854238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:22:38.669876Z","time spent":"1.184291438s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:22:39.854592Z","caller":"traceutil/trace.go:171","msg":"trace[1971475543] transaction","detail":"{read_only:false; response_revision:9429; number_of_response:1; }","duration":"1.184591975s","start":"2026-03-29T02:22:38.669982Z","end":"2026-03-29T02:22:39.854573Z","steps":["trace[1971475543] 'process raft request' (duration: 1.184052003s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:22:39.854929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:22:38.669971Z","time spent":"1.184702178s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:22:41.587198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000212013s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-29T02:22:41.587278Z","caller":"traceutil/trace.go:171","msg":"trace[227290974] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000377717s","start":"2026-03-29T02:22:39.586881Z","end":"2026-03-29T02:22:41.587259Z","steps":["trace[227290974] 'agreement among raft nodes before linearized reading' (duration: 2.000240704s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:22:41.587332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:22:39.586861Z","time spent":"2.000459389s","remote":"127.0.0.1:43010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:22:41.755167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.900800794s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-29T02:22:41.756407Z","caller":"traceutil/trace.go:171","msg":"trace[1772495789] linearizableReadLoop","detail":"{readStateIndex:9817; appliedIndex:9810; }","duration":"3.034666526s","start":"2026-03-29T02:22:38.72172Z","end":"2026-03-29T02:22:41.756387Z","steps":["trace[1772495789] 'read index received' (duration: 168.349098ms)","trace[1772495789] 'applied index is now lower than readState.Index' (duration: 2.866316108s)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:22:41.756499Z","caller":"traceutil/trace.go:171","msg":"trace[1733004488] transaction","detail":"{read_only:false; response_revision:9430; number_of_response:1; }","duration":"2.976031848s","start":"2026-03-29T02:22:38.780455Z","end":"2026-03-29T02:22:41.756487Z","steps":["trace[1733004488] 'process raft request' (duration: 2.974816211s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:22:41.756601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:22:38.780408Z","time spent":"2.97612261s","remote":"127.0.0.1:43166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19321,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:22:41.895545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.173797623s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:22:41.895656Z","caller":"traceutil/trace.go:171","msg":"trace[1254952123] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:9430; }","duration":"3.173944986s","start":"2026-03-29T02:22:38.721685Z","end":"2026-03-29T02:22:41.89563Z","steps":["trace[1254952123] 'agreement among raft nodes before linearized reading' (duration: 3.03480704s)","trace[1254952123] 'range keys from in-memory index tree' (duration: 138.982393ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:22:41.895666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.225039ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"warn","ts":"2026-03-29T02:22:41.895701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:22:38.721666Z","time spent":"3.174025368s","remote":"127.0.0.1:43454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-29T02:22:41.895739Z","caller":"traceutil/trace.go:171","msg":"trace[2121093464] transaction","detail":"{read_only:false; response_revision:9431; number_of_response:1; }","duration":"1.487248712s","start":"2026-03-29T02:22:40.408477Z","end":"2026-03-29T02:22:41.895725Z","steps":["trace[2121093464] 'process raft request' (duration: 1.347901931s)","trace[2121093464] 'compare' (duration: 139.115526ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:22:41.895774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:22:40.408453Z","time spent":"1.487310053s","remote":"127.0.0.1:43314","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":527,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-29T02:22:41.91763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000185163s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-29T02:22:41.917703Z","caller":"traceutil/trace.go:171","msg":"trace[161599713] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000302745s","start":"2026-03-29T02:22:39.917386Z","end":"2026-03-29T02:22:41.917689Z","steps":["trace[161599713] 'agreement among raft nodes before linearized reading' (duration: 2.000218753s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:22:41.917747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:22:39.917364Z","time spent":"2.000372727s","remote":"127.0.0.1:43006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:22:42.123161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.01542ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:22:42.123673Z","caller":"traceutil/trace.go:171","msg":"trace[1615739894] transaction","detail":"{read_only:false; response_revision:9432; number_of_response:1; }","duration":"1.453469177s","start":"2026-03-29T02:22:40.670164Z","end":"2026-03-29T02:22:42.123633Z","steps":["trace[1615739894] 'process raft request' (duration: 1.332866165s)","trace[1615739894] 'compare' (duration: 119.782394ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:22:42.123794Z","caller":"traceutil/trace.go:171","msg":"trace[309920520] transaction","detail":"{read_only:false; response_revision:9433; number_of_response:1; }","duration":"1.453570259s","start":"2026-03-29T02:22:40.670171Z","end":"2026-03-29T02:22:42.123741Z","steps":["trace[309920520] 'process raft request' (duration: 1.45313568s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:22:42.124006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:22:40.670139Z","time spent":"1.453770984s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:22:42.12414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:22:40.670139Z","time spent":"1.45362986s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:22:42.124195Z","caller":"traceutil/trace.go:171","msg":"trace[2029297576] transaction","detail":"{read_only:false; response_revision:9434; number_of_response:1; }","duration":"1.452745212s","start":"2026-03-29T02:22:40.671401Z","end":"2026-03-29T02:22:42.124146Z","steps":["trace[2029297576] 'process raft request' (duration: 1.45225173s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:22:42.124338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:22:40.671388Z","time spent":"1.452867275s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:22:42.124378Z","caller":"traceutil/trace.go:171","msg":"trace[978718508] linearizableReadLoop","detail":"{readStateIndex:9822; appliedIndex:9819; }","duration":"367.903764ms","start":"2026-03-29T02:22:41.756453Z","end":"2026-03-29T02:22:42.124357Z","steps":["trace[978718508] 'read index received' (duration: 246.576645ms)","trace[978718508] 'applied index is now lower than readState.Index' (duration: 121.323959ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:22:42.124573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.448260521s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-c4cs6\" ","response":"range_response_count:1 size:6520"} {"level":"warn","ts":"2026-03-29T02:22:42.124584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.02515854s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:22:42.124616Z","caller":"traceutil/trace.go:171","msg":"trace[1131283601] range","detail":"{range_begin:/registry/pods/openstack/keepalived-c4cs6; range_end:; response_count:1; response_revision:9434; }","duration":"1.448342943s","start":"2026-03-29T02:22:40.676262Z","end":"2026-03-29T02:22:42.124605Z","steps":["trace[1131283601] 'agreement among raft nodes before linearized reading' (duration: 1.44819949s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:22:42.124646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:22:40.676242Z","time spent":"1.448397514s","remote":"127.0.0.1:43172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6544,"request content":"key:\"/registry/pods/openstack/keepalived-c4cs6\" "} {"level":"info","ts":"2026-03-29T02:22:42.12464Z","caller":"traceutil/trace.go:171","msg":"trace[991519576] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:9434; }","duration":"2.025266413s","start":"2026-03-29T02:22:40.099357Z","end":"2026-03-29T02:22:42.124623Z","steps":["trace[991519576] 'agreement among raft nodes before linearized reading' (duration: 2.02514772s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:22:42.124775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"870.481213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:22:42.124844Z","caller":"traceutil/trace.go:171","msg":"trace[978508047] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:9434; }","duration":"870.584005ms","start":"2026-03-29T02:22:41.25424Z","end":"2026-03-29T02:22:42.124824Z","steps":["trace[978508047] 'agreement among raft nodes before linearized reading' (duration: 870.478543ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:22:42.124862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.774306294s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-03-29T02:22:42.124903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:22:41.254221Z","time spent":"870.667917ms","remote":"127.0.0.1:57636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":2,"response size":31,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:22:42.124897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"783.397239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:22:42.124947Z","caller":"traceutil/trace.go:171","msg":"trace[853146771] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:9434; }","duration":"2.774429076s","start":"2026-03-29T02:22:39.350497Z","end":"2026-03-29T02:22:42.124926Z","steps":["trace[853146771] 'agreement among raft nodes before linearized reading' (duration: 2.774171671s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:22:42.125005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:22:39.350476Z","time spent":"2.774515439s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-29T02:22:42.12501Z","caller":"traceutil/trace.go:171","msg":"trace[1240585544] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9434; }","duration":"783.566762ms","start":"2026-03-29T02:22:41.341414Z","end":"2026-03-29T02:22:42.12498Z","steps":["trace[1240585544] 'agreement among raft nodes before linearized reading' (duration: 783.322397ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:22:42.125019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.677392071s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-03-29T02:22:42.125064Z","caller":"traceutil/trace.go:171","msg":"trace[1205567467] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:9434; }","duration":"2.677474663s","start":"2026-03-29T02:22:39.447579Z","end":"2026-03-29T02:22:42.125054Z","steps":["trace[1205567467] 'agreement among raft nodes before linearized reading' (duration: 2.677373141s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:22:42.125073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:22:41.341395Z","time spent":"783.669815ms","remote":"127.0.0.1:43010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:22:42.125102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:22:39.447558Z","time spent":"2.677537984s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-29T02:22:42.125156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.305516018s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" ","response":"range_response_count:1 size:3672"} {"level":"info","ts":"2026-03-29T02:22:42.125254Z","caller":"traceutil/trace.go:171","msg":"trace[465099742] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/openstack/ceph; range_end:; response_count:1; response_revision:9434; }","duration":"2.305667072s","start":"2026-03-29T02:22:39.819565Z","end":"2026-03-29T02:22:42.125232Z","steps":["trace[465099742] 'agreement among raft nodes before linearized reading' (duration: 2.305384936s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:22:42.125194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.090502584s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-29T02:22:42.12531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:22:39.819545Z","time spent":"2.305755974s","remote":"127.0.0.1:46644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":3696,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" "} {"level":"info","ts":"2026-03-29T02:22:42.125324Z","caller":"traceutil/trace.go:171","msg":"trace[731441753] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:9434; }","duration":"1.090717589s","start":"2026-03-29T02:22:41.03458Z","end":"2026-03-29T02:22:42.125298Z","steps":["trace[731441753] 'agreement among raft nodes before linearized reading' (duration: 1.0903003s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:22:42.125425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:22:41.034562Z","time spent":"1.090849892s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-29T02:22:42.125941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.321001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:22:42.125988Z","caller":"traceutil/trace.go:171","msg":"trace[1175060629] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9436; }","duration":"200.391773ms","start":"2026-03-29T02:22:41.925584Z","end":"2026-03-29T02:22:42.125976Z","steps":["trace[1175060629] 'agreement among raft nodes before linearized reading' (duration: 200.314772ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:22:42.126011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.39778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-03-29T02:22:42.12607Z","caller":"traceutil/trace.go:171","msg":"trace[1976774765] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:9436; }","duration":"224.495192ms","start":"2026-03-29T02:22:41.90156Z","end":"2026-03-29T02:22:42.126055Z","steps":["trace[1976774765] 'agreement among raft nodes before linearized reading' (duration: 224.303548ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:22:42.12607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.410593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a12d7c0e86f83c\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-03-29T02:22:42.125929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.698677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-29T02:22:42.126084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:22:40.099335Z","time spent":"2.026721864s","remote":"127.0.0.1:33298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":31,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:22:42.126155Z","caller":"traceutil/trace.go:171","msg":"trace[1263914568] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:9436; }","duration":"349.989693ms","start":"2026-03-29T02:22:41.776148Z","end":"2026-03-29T02:22:42.126138Z","steps":["trace[1263914568] 'agreement among raft nodes before linearized reading' (duration: 349.699506ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:22:42.126204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:22:41.776127Z","time spent":"350.060065ms","remote":"127.0.0.1:42290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:22:42.126308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.27501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:22:42.126365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.886407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-29T02:22:42.126436Z","caller":"traceutil/trace.go:171","msg":"trace[371422684] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9436; }","duration":"267.00459ms","start":"2026-03-29T02:22:41.859417Z","end":"2026-03-29T02:22:42.126422Z","steps":["trace[371422684] 'agreement among raft nodes before linearized reading' (duration: 266.838336ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:22:42.126436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.078912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-29T02:22:42.126133Z","caller":"traceutil/trace.go:171","msg":"trace[506810366] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a12d7c0e86f83c; range_end:; response_count:1; response_revision:9436; }","duration":"204.508725ms","start":"2026-03-29T02:22:41.921604Z","end":"2026-03-29T02:22:42.126113Z","steps":["trace[506810366] 'agreement among raft nodes before linearized reading' (duration: 204.330251ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:22:42.126488Z","caller":"traceutil/trace.go:171","msg":"trace[600958478] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9436; }","duration":"267.163673ms","start":"2026-03-29T02:22:41.859314Z","end":"2026-03-29T02:22:42.126477Z","steps":["trace[600958478] 'agreement among raft nodes before linearized reading' (duration: 267.052681ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:22:42.126403Z","caller":"traceutil/trace.go:171","msg":"trace[1012221321] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:9436; }","duration":"226.418214ms","start":"2026-03-29T02:22:41.899966Z","end":"2026-03-29T02:22:42.126384Z","steps":["trace[1012221321] 'agreement among raft nodes before linearized reading' (duration: 226.257111ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:22:42.126707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.585944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-29T02:22:42.12673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.227932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-29T02:22:42.126922Z","caller":"traceutil/trace.go:171","msg":"trace[1312639222] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9436; }","duration":"269.451436ms","start":"2026-03-29T02:22:41.857447Z","end":"2026-03-29T02:22:42.126898Z","steps":["trace[1312639222] 'agreement among raft nodes before linearized reading' (duration: 269.16798ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:22:42.127527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.171197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-29T02:22:42.127589Z","caller":"traceutil/trace.go:171","msg":"trace[737976409] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9436; }","duration":"268.306099ms","start":"2026-03-29T02:22:41.859269Z","end":"2026-03-29T02:22:42.127575Z","steps":["trace[737976409] 'agreement among raft nodes before linearized reading' (duration: 267.541603ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:22:42.12766Z","caller":"traceutil/trace.go:171","msg":"trace[261569573] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9436; }","duration":"267.679886ms","start":"2026-03-29T02:22:41.859097Z","end":"2026-03-29T02:22:42.126777Z","steps":["trace[261569573] 'agreement among raft nodes before linearized reading' (duration: 267.45393ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:22:42.128141Z","caller":"traceutil/trace.go:171","msg":"trace[1069371270] transaction","detail":"{read_only:false; response_revision:9435; number_of_response:1; }","duration":"227.296184ms","start":"2026-03-29T02:22:41.900823Z","end":"2026-03-29T02:22:42.128119Z","steps":["trace[1069371270] 'process raft request' (duration: 224.829279ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:22:42.128566Z","caller":"traceutil/trace.go:171","msg":"trace[1605593745] transaction","detail":"{read_only:false; response_revision:9436; number_of_response:1; }","duration":"227.517949ms","start":"2026-03-29T02:22:41.901022Z","end":"2026-03-29T02:22:42.12854Z","steps":["trace[1605593745] 'process raft request' (duration: 224.739367ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:22:53.90107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"542.604444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.36\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-29T02:22:53.901207Z","caller":"traceutil/trace.go:171","msg":"trace[2115312894] range","detail":"{range_begin:/registry/masterleases/162.253.55.36; range_end:; response_count:1; response_revision:9592; }","duration":"542.756857ms","start":"2026-03-29T02:22:53.35842Z","end":"2026-03-29T02:22:53.901177Z","steps":["trace[2115312894] 'range keys from in-memory index tree' (duration: 542.309227ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:22:53.901268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:22:53.35833Z","time spent":"542.920871ms","remote":"127.0.0.1:43048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/162.253.55.36\" "} {"level":"warn","ts":"2026-03-29T02:22:53.901358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.151407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ca3e00ff-e29b-48cc-b537-41da228a8390\" ","response":"range_response_count:1 size:3933"} {"level":"info","ts":"2026-03-29T02:22:53.901468Z","caller":"traceutil/trace.go:171","msg":"trace[1521596689] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-ca3e00ff-e29b-48cc-b537-41da228a8390; range_end:; response_count:1; response_revision:9592; }","duration":"479.330781ms","start":"2026-03-29T02:22:53.422107Z","end":"2026-03-29T02:22:53.901438Z","steps":["trace[1521596689] 'range keys from in-memory index tree' (duration: 478.88199ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:22:53.901522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:22:53.422073Z","time spent":"479.436903ms","remote":"127.0.0.1:43172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3957,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ca3e00ff-e29b-48cc-b537-41da228a8390\" "} {"level":"info","ts":"2026-03-29T02:22:54.60262Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"cb89ec34a9687f0b","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-29T02:22:54.732266Z","caller":"traceutil/trace.go:171","msg":"trace[947680094] transaction","detail":"{read_only:false; response_revision:9609; number_of_response:1; }","duration":"108.243606ms","start":"2026-03-29T02:22:54.624Z","end":"2026-03-29T02:22:54.732244Z","steps":["trace[947680094] 'process raft request' (duration: 108.054982ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:22:54.74101Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-03-29T02:22:54.741245Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"warn","ts":"2026-03-29T02:23:38.794368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.245372ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:23:38.794514Z","caller":"traceutil/trace.go:171","msg":"trace[1803380743] transaction","detail":"{read_only:false; response_revision:10040; number_of_response:1; }","duration":"270.1278ms","start":"2026-03-29T02:23:38.524365Z","end":"2026-03-29T02:23:38.794493Z","steps":["trace[1803380743] 'process raft request' (duration: 97.654523ms)","trace[1803380743] 'compare' (duration: 172.11859ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:23:38.807754Z","caller":"traceutil/trace.go:171","msg":"trace[1187872548] linearizableReadLoop","detail":"{readStateIndex:10447; appliedIndex:10444; }","duration":"281.570634ms","start":"2026-03-29T02:23:38.52614Z","end":"2026-03-29T02:23:38.80771Z","steps":["trace[1187872548] 'read index received' (duration: 95.878384ms)","trace[1187872548] 'applied index is now lower than readState.Index' (duration: 185.69038ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:23:38.807796Z","caller":"traceutil/trace.go:171","msg":"trace[416236078] transaction","detail":"{read_only:false; response_revision:10041; number_of_response:1; }","duration":"281.947262ms","start":"2026-03-29T02:23:38.525806Z","end":"2026-03-29T02:23:38.807753Z","steps":["trace[416236078] 'process raft request' (duration: 281.644756ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:23:38.807926Z","caller":"traceutil/trace.go:171","msg":"trace[1586872741] transaction","detail":"{read_only:false; response_revision:10042; number_of_response:1; }","duration":"281.921071ms","start":"2026-03-29T02:23:38.525895Z","end":"2026-03-29T02:23:38.807816Z","steps":["trace[1586872741] 'process raft request' (duration: 281.763678ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:23:38.808089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.097663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:23:38.808188Z","caller":"traceutil/trace.go:171","msg":"trace[687692590] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:10042; }","duration":"276.206964ms","start":"2026-03-29T02:23:38.531934Z","end":"2026-03-29T02:23:38.808141Z","steps":["trace[687692590] 'agreement among raft nodes before linearized reading' (duration: 276.071412ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:23:38.808197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.016883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-rgw-ceph-a-699b8bdb59-gmktv\" ","response":"range_response_count:1 size:19074"} {"level":"info","ts":"2026-03-29T02:23:38.80825Z","caller":"traceutil/trace.go:171","msg":"trace[458970122] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-rgw-ceph-a-699b8bdb59-gmktv; range_end:; response_count:1; response_revision:10042; }","duration":"282.162516ms","start":"2026-03-29T02:23:38.526069Z","end":"2026-03-29T02:23:38.808231Z","steps":["trace[458970122] 'agreement among raft nodes before linearized reading' (duration: 281.824599ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:23:38.808252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.645274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-29T02:23:38.808278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.774955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-29T02:23:38.808353Z","caller":"traceutil/trace.go:171","msg":"trace[1225410734] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10042; }","duration":"257.797747ms","start":"2026-03-29T02:23:38.55053Z","end":"2026-03-29T02:23:38.808328Z","steps":["trace[1225410734] 'agreement among raft nodes before linearized reading' (duration: 257.49333ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:23:38.80863Z","caller":"traceutil/trace.go:171","msg":"trace[1223766038] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10042; }","duration":"262.196034ms","start":"2026-03-29T02:23:38.546412Z","end":"2026-03-29T02:23:38.808608Z","steps":["trace[1223766038] 'agreement among raft nodes before linearized reading' (duration: 261.623641ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:23:38.808623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.033125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-29T02:23:38.808375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.272387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-29T02:23:38.808727Z","caller":"traceutil/trace.go:171","msg":"trace[1882477465] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10042; }","duration":"264.187768ms","start":"2026-03-29T02:23:38.544515Z","end":"2026-03-29T02:23:38.808703Z","steps":["trace[1882477465] 'agreement among raft nodes before linearized reading' (duration: 263.83225ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:23:38.808764Z","caller":"traceutil/trace.go:171","msg":"trace[1923028734] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:10042; }","duration":"258.695617ms","start":"2026-03-29T02:23:38.550048Z","end":"2026-03-29T02:23:38.808743Z","steps":["trace[1923028734] 'agreement among raft nodes before linearized reading' (duration: 258.161945ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:23:38.808482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.27585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-c4cs6\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-29T02:23:38.808903Z","caller":"traceutil/trace.go:171","msg":"trace[1485054204] range","detail":"{range_begin:/registry/pods/openstack/keepalived-c4cs6; range_end:; response_count:1; response_revision:10042; }","duration":"245.696418ms","start":"2026-03-29T02:23:38.563168Z","end":"2026-03-29T02:23:38.808865Z","steps":["trace[1485054204] 'agreement among raft nodes before linearized reading' (duration: 245.198627ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:23:38.808509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.236562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-29T02:23:38.809019Z","caller":"traceutil/trace.go:171","msg":"trace[2072975464] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10042; }","duration":"256.751803ms","start":"2026-03-29T02:23:38.552248Z","end":"2026-03-29T02:23:38.809Z","steps":["trace[2072975464] 'agreement among raft nodes before linearized reading' (duration: 256.14587ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:23:38.808518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.16994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-29T02:23:38.809073Z","caller":"traceutil/trace.go:171","msg":"trace[334975766] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10042; }","duration":"256.751583ms","start":"2026-03-29T02:23:38.552307Z","end":"2026-03-29T02:23:38.809058Z","steps":["trace[334975766] 'agreement among raft nodes before linearized reading' (duration: 255.820813ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:23:53.417446Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583528501966101,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-29T02:23:53.712231Z","caller":"traceutil/trace.go:171","msg":"trace[389642578] transaction","detail":"{read_only:false; response_revision:10148; number_of_response:1; }","duration":"820.860233ms","start":"2026-03-29T02:23:52.891339Z","end":"2026-03-29T02:23:53.7122Z","steps":["trace[389642578] 'process raft request' (duration: 820.636468ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:23:53.712436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:23:52.891311Z","time spent":"820.998966ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:23:53.766713Z","caller":"traceutil/trace.go:171","msg":"trace[23474037] linearizableReadLoop","detail":"{readStateIndex:10558; appliedIndex:10555; }","duration":"849.908106ms","start":"2026-03-29T02:23:52.916775Z","end":"2026-03-29T02:23:53.766683Z","steps":["trace[23474037] 'read index received' (duration: 795.278216ms)","trace[23474037] 'applied index is now lower than readState.Index' (duration: 54.629ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:23:53.766868Z","caller":"traceutil/trace.go:171","msg":"trace[538618617] transaction","detail":"{read_only:false; response_revision:10149; number_of_response:1; }","duration":"873.12614ms","start":"2026-03-29T02:23:52.893726Z","end":"2026-03-29T02:23:53.766852Z","steps":["trace[538618617] 'process raft request' (duration: 829.389911ms)","trace[538618617] 'compare' (duration: 43.355781ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:23:53.767001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:23:52.893691Z","time spent":"873.211282ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:23:53.766967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"850.146332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:23:53.7671Z","caller":"traceutil/trace.go:171","msg":"trace[1956778031] transaction","detail":"{read_only:false; response_revision:10150; number_of_response:1; }","duration":"872.886535ms","start":"2026-03-29T02:23:52.894182Z","end":"2026-03-29T02:23:53.767069Z","steps":["trace[1956778031] 'process raft request' (duration: 872.449485ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:23:53.76716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"825.256791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-29T02:23:53.767213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"791.790169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-c4cs6\" ","response":"range_response_count:1 size:6520"} {"level":"warn","ts":"2026-03-29T02:23:53.767243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"811.876094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-29T02:23:53.767247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.973958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.36\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-29T02:23:53.767263Z","caller":"traceutil/trace.go:171","msg":"trace[985567787] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10150; }","duration":"825.420764ms","start":"2026-03-29T02:23:52.941819Z","end":"2026-03-29T02:23:53.76724Z","steps":["trace[985567787] 'agreement among raft nodes before linearized reading' (duration: 825.133918ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:23:53.767276Z","caller":"traceutil/trace.go:171","msg":"trace[383388985] range","detail":"{range_begin:/registry/pods/openstack/keepalived-c4cs6; range_end:; response_count:1; response_revision:10150; }","duration":"791.873692ms","start":"2026-03-29T02:23:52.975384Z","end":"2026-03-29T02:23:53.767258Z","steps":["trace[383388985] 'agreement among raft nodes before linearized reading' (duration: 791.674897ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:23:53.767298Z","caller":"traceutil/trace.go:171","msg":"trace[1059720889] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:10150; }","duration":"811.956256ms","start":"2026-03-29T02:23:52.955326Z","end":"2026-03-29T02:23:53.767283Z","steps":["trace[1059720889] 'agreement among raft nodes before linearized reading' (duration: 811.823793ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:23:53.767276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"817.245303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-29T02:23:53.767317Z","caller":"traceutil/trace.go:171","msg":"trace[1556402436] range","detail":"{range_begin:/registry/masterleases/162.253.55.36; range_end:; response_count:1; response_revision:10150; }","duration":"406.07295ms","start":"2026-03-29T02:23:53.361218Z","end":"2026-03-29T02:23:53.767291Z","steps":["trace[1556402436] 'agreement among raft nodes before linearized reading' (duration: 405.918197ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:23:53.767352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:23:52.975374Z","time spent":"791.964654ms","remote":"127.0.0.1:43172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6544,"request content":"key:\"/registry/pods/openstack/keepalived-c4cs6\" "} {"level":"warn","ts":"2026-03-29T02:23:53.767351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:23:52.955315Z","time spent":"812.023058ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-29T02:23:53.767378Z","caller":"traceutil/trace.go:171","msg":"trace[1435127496] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10150; }","duration":"817.373576ms","start":"2026-03-29T02:23:52.949978Z","end":"2026-03-29T02:23:53.767352Z","steps":["trace[1435127496] 'agreement among raft nodes before linearized reading' (duration: 817.043689ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:23:53.767407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"818.137502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-29T02:23:53.76743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:23:52.949938Z","time spent":"817.482158ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-29T02:23:53.767516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"823.237995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-29T02:23:53.767518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:23:52.894153Z","time spent":"873.10462ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:23:53.767542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"821.533228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-29T02:23:53.767555Z","caller":"traceutil/trace.go:171","msg":"trace[547984143] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10150; }","duration":"823.311027ms","start":"2026-03-29T02:23:52.944233Z","end":"2026-03-29T02:23:53.767544Z","steps":["trace[547984143] 'agreement among raft nodes before linearized reading' (duration: 823.224025ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:23:53.767438Z","caller":"traceutil/trace.go:171","msg":"trace[360596325] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10150; }","duration":"818.185793ms","start":"2026-03-29T02:23:52.949243Z","end":"2026-03-29T02:23:53.767428Z","steps":["trace[360596325] 'agreement among raft nodes before linearized reading' (duration: 818.105452ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:23:53.767586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:23:52.944209Z","time spent":"823.371509ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-29T02:23:53.76759Z","caller":"traceutil/trace.go:171","msg":"trace[877513359] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10150; }","duration":"821.599299ms","start":"2026-03-29T02:23:52.945973Z","end":"2026-03-29T02:23:53.767573Z","steps":["trace[877513359] 'agreement among raft nodes before linearized reading' (duration: 821.454865ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:23:53.76761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:23:52.94923Z","time spent":"818.370497ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-29T02:23:53.767107Z","caller":"traceutil/trace.go:171","msg":"trace[1726178597] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10150; }","duration":"850.357136ms","start":"2026-03-29T02:23:52.916726Z","end":"2026-03-29T02:23:53.767083Z","steps":["trace[1726178597] 'agreement among raft nodes before linearized reading' (duration: 850.140581ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:23:53.767625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:23:52.94596Z","time spent":"821.658641ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-29T02:23:53.76766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:23:52.916708Z","time spent":"850.941849ms","remote":"127.0.0.1:43010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:23:53.767368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:23:53.361199Z","time spent":"406.161282ms","remote":"127.0.0.1:43048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/162.253.55.36\" "} {"level":"warn","ts":"2026-03-29T02:23:53.767317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:23:52.941798Z","time spent":"825.509126ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-29T02:23:54.133429Z","caller":"traceutil/trace.go:171","msg":"trace[172031969] transaction","detail":"{read_only:false; response_revision:10151; number_of_response:1; }","duration":"360.929821ms","start":"2026-03-29T02:23:53.772469Z","end":"2026-03-29T02:23:54.133399Z","steps":["trace[172031969] 'process raft request' (duration: 360.628134ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:23:54.133633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:23:53.772445Z","time spent":"361.080584ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:23:54.133815Z","caller":"traceutil/trace.go:171","msg":"trace[659059909] transaction","detail":"{read_only:false; response_revision:10152; number_of_response:1; }","duration":"360.698296ms","start":"2026-03-29T02:23:53.773047Z","end":"2026-03-29T02:23:54.133746Z","steps":["trace[659059909] 'process raft request' (duration: 360.295577ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:23:54.134062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:23:53.773035Z","time spent":"360.868549ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:23:54.135139Z","caller":"traceutil/trace.go:171","msg":"trace[1327917882] linearizableReadLoop","detail":"{readStateIndex:10565; appliedIndex:10558; }","duration":"360.214884ms","start":"2026-03-29T02:23:53.774892Z","end":"2026-03-29T02:23:54.135107Z","steps":["trace[1327917882] 'read index received' (duration: 16.787032ms)","trace[1327917882] 'applied index is now lower than readState.Index' (duration: 343.426492ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:23:54.135201Z","caller":"traceutil/trace.go:171","msg":"trace[1245320689] transaction","detail":"{read_only:false; response_revision:10154; number_of_response:1; }","duration":"362.045605ms","start":"2026-03-29T02:23:53.773135Z","end":"2026-03-29T02:23:54.13518Z","steps":["trace[1245320689] 'process raft request' (duration: 361.790219ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:23:54.135286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:23:53.773115Z","time spent":"362.124737ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:23:54.135295Z","caller":"traceutil/trace.go:171","msg":"trace[724901907] transaction","detail":"{read_only:false; response_revision:10155; number_of_response:1; }","duration":"362.100316ms","start":"2026-03-29T02:23:53.773177Z","end":"2026-03-29T02:23:54.135277Z","steps":["trace[724901907] 'process raft request' (duration: 361.81704ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:23:54.135495Z","caller":"traceutil/trace.go:171","msg":"trace[322413376] transaction","detail":"{read_only:false; response_revision:10153; number_of_response:1; }","duration":"362.371722ms","start":"2026-03-29T02:23:53.773102Z","end":"2026-03-29T02:23:54.135473Z","steps":["trace[322413376] 'process raft request' (duration: 360.510852ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:23:54.135529Z","caller":"traceutil/trace.go:171","msg":"trace[293879435] transaction","detail":"{read_only:false; response_revision:10156; number_of_response:1; }","duration":"362.204129ms","start":"2026-03-29T02:23:53.773299Z","end":"2026-03-29T02:23:54.135503Z","steps":["trace[293879435] 'process raft request' (duration: 361.750919ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:23:54.135631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:23:53.773284Z","time spent":"362.29637ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:23:54.135618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:23:53.773157Z","time spent":"362.239309ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:23:54.135777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:23:53.773082Z","time spent":"362.462374ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:23:54.136029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.125495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:31 size:291547"} {"level":"info","ts":"2026-03-29T02:23:54.136109Z","caller":"traceutil/trace.go:171","msg":"trace[810828060] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:31; response_revision:10156; }","duration":"361.227427ms","start":"2026-03-29T02:23:53.774861Z","end":"2026-03-29T02:23:54.136088Z","steps":["trace[810828060] 'agreement among raft nodes before linearized reading' (duration: 360.665934ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:23:54.136192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:23:53.774849Z","time spent":"361.302219ms","remote":"127.0.0.1:43172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":31,"response size":291571,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-29T02:23:54.154032Z","caller":"traceutil/trace.go:171","msg":"trace[327546892] transaction","detail":"{read_only:false; response_revision:10157; number_of_response:1; }","duration":"361.527354ms","start":"2026-03-29T02:23:53.792485Z","end":"2026-03-29T02:23:54.154013Z","steps":["trace[327546892] 'process raft request' (duration: 361.399641ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:23:54.154103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:23:53.792475Z","time spent":"361.592805ms","remote":"127.0.0.1:43048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:23:54.291295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.288662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"info","ts":"2026-03-29T02:23:54.291405Z","caller":"traceutil/trace.go:171","msg":"trace[1185347129] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:10157; }","duration":"133.454225ms","start":"2026-03-29T02:23:54.157922Z","end":"2026-03-29T02:23:54.291376Z","steps":["trace[1185347129] 'range keys from in-memory index tree' (duration: 133.117477ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:23:54.291532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.111467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-29T02:23:54.291624Z","caller":"traceutil/trace.go:171","msg":"trace[1921558213] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:10157; }","duration":"133.238239ms","start":"2026-03-29T02:23:54.158363Z","end":"2026-03-29T02:23:54.291602Z","steps":["trace[1921558213] 'range keys from in-memory index tree' (duration: 132.907542ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:24:52.624001Z","caller":"traceutil/trace.go:171","msg":"trace[421267978] transaction","detail":"{read_only:false; response_revision:10575; number_of_response:1; }","duration":"131.891879ms","start":"2026-03-29T02:24:52.492066Z","end":"2026-03-29T02:24:52.623958Z","steps":["trace[421267978] 'process raft request' (duration: 95.78079ms)","trace[421267978] 'compare' (duration: 35.955906ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:24:52.657648Z","caller":"traceutil/trace.go:171","msg":"trace[1479235462] transaction","detail":"{read_only:false; response_revision:10577; number_of_response:1; }","duration":"165.156016ms","start":"2026-03-29T02:24:52.492473Z","end":"2026-03-29T02:24:52.657629Z","steps":["trace[1479235462] 'process raft request' (duration: 165.078674ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:24:52.6577Z","caller":"traceutil/trace.go:171","msg":"trace[622588613] transaction","detail":"{read_only:false; response_revision:10576; number_of_response:1; }","duration":"165.187307ms","start":"2026-03-29T02:24:52.49247Z","end":"2026-03-29T02:24:52.657657Z","steps":["trace[622588613] 'process raft request' (duration: 164.988092ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:24:52.657899Z","caller":"traceutil/trace.go:171","msg":"trace[1816260985] transaction","detail":"{read_only:false; response_revision:10578; number_of_response:1; }","duration":"165.397721ms","start":"2026-03-29T02:24:52.492481Z","end":"2026-03-29T02:24:52.657879Z","steps":["trace[1816260985] 'process raft request' (duration: 165.113625ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:24:52.658041Z","caller":"traceutil/trace.go:171","msg":"trace[1065316764] linearizableReadLoop","detail":"{readStateIndex:11001; appliedIndex:10996; }","duration":"153.124621ms","start":"2026-03-29T02:24:52.504905Z","end":"2026-03-29T02:24:52.65803Z","steps":["trace[1065316764] 'read index received' (duration: 82.956347ms)","trace[1065316764] 'applied index is now lower than readState.Index' (duration: 70.167114ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:24:52.658219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.290994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-c4cs6\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-29T02:24:52.658261Z","caller":"traceutil/trace.go:171","msg":"trace[1202182128] range","detail":"{range_begin:/registry/pods/openstack/keepalived-c4cs6; range_end:; response_count:1; response_revision:10579; }","duration":"153.376755ms","start":"2026-03-29T02:24:52.504873Z","end":"2026-03-29T02:24:52.65825Z","steps":["trace[1202182128] 'agreement among raft nodes before linearized reading' (duration: 153.198852ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:24:52.658314Z","caller":"traceutil/trace.go:171","msg":"trace[1803076530] transaction","detail":"{read_only:false; response_revision:10579; number_of_response:1; }","duration":"165.827761ms","start":"2026-03-29T02:24:52.492472Z","end":"2026-03-29T02:24:52.6583Z","steps":["trace[1803076530] 'process raft request' (duration: 165.34736ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:24:53.541706Z","caller":"traceutil/trace.go:171","msg":"trace[1576365796] transaction","detail":"{read_only:false; response_revision:10580; number_of_response:1; }","duration":"136.243466ms","start":"2026-03-29T02:24:53.40542Z","end":"2026-03-29T02:24:53.541663Z","steps":["trace[1576365796] 'process raft request' (duration: 53.152627ms)","trace[1576365796] 'compare' (duration: 82.914865ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:24:54.625377Z","caller":"traceutil/trace.go:171","msg":"trace[953380032] transaction","detail":"{read_only:false; response_revision:10584; number_of_response:1; }","duration":"131.125532ms","start":"2026-03-29T02:24:54.494221Z","end":"2026-03-29T02:24:54.625346Z","steps":["trace[953380032] 'process raft request' (duration: 130.947958ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:24:54.759878Z","caller":"traceutil/trace.go:171","msg":"trace[1386826787] transaction","detail":"{read_only:false; response_revision:10585; number_of_response:1; }","duration":"126.130963ms","start":"2026-03-29T02:24:54.63371Z","end":"2026-03-29T02:24:54.759841Z","steps":["trace[1386826787] 'process raft request' (duration: 119.902275ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:25:33.095977Z","caller":"traceutil/trace.go:171","msg":"trace[1189610484] linearizableReadLoop","detail":"{readStateIndex:11269; appliedIndex:11268; }","duration":"124.015445ms","start":"2026-03-29T02:25:32.97192Z","end":"2026-03-29T02:25:33.095935Z","steps":["trace[1189610484] 'read index received' (duration: 61.494192ms)","trace[1189610484] 'applied index is now lower than readState.Index' (duration: 62.519293ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:25:33.096057Z","caller":"traceutil/trace.go:171","msg":"trace[1950606846] transaction","detail":"{read_only:false; response_revision:10839; number_of_response:1; }","duration":"126.195894ms","start":"2026-03-29T02:25:32.969826Z","end":"2026-03-29T02:25:33.096021Z","steps":["trace[1950606846] 'process raft request' (duration: 63.543548ms)","trace[1950606846] 'compare' (duration: 62.35106ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:25:33.096394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.442484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-29T02:25:33.096415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.301148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4725"} {"level":"info","ts":"2026-03-29T02:25:33.096464Z","caller":"traceutil/trace.go:171","msg":"trace[1967849864] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10839; }","duration":"124.564577ms","start":"2026-03-29T02:25:32.971886Z","end":"2026-03-29T02:25:33.09645Z","steps":["trace[1967849864] 'agreement among raft nodes before linearized reading' (duration: 124.266791ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:25:33.096491Z","caller":"traceutil/trace.go:171","msg":"trace[1752976540] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:10839; }","duration":"113.39515ms","start":"2026-03-29T02:25:32.983076Z","end":"2026-03-29T02:25:33.096471Z","steps":["trace[1752976540] 'agreement among raft nodes before linearized reading' (duration: 113.176645ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:25:33.096721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.106265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:25:33.09676Z","caller":"traceutil/trace.go:171","msg":"trace[267055748] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:10839; }","duration":"100.185097ms","start":"2026-03-29T02:25:32.996564Z","end":"2026-03-29T02:25:33.096749Z","steps":["trace[267055748] 'agreement among raft nodes before linearized reading' (duration: 100.120686ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:25:35.034983Z","caller":"traceutil/trace.go:171","msg":"trace[125531623] transaction","detail":"{read_only:false; response_revision:10850; number_of_response:1; }","duration":"165.966064ms","start":"2026-03-29T02:25:34.868982Z","end":"2026-03-29T02:25:35.034948Z","steps":["trace[125531623] 'process raft request' (duration: 165.713849ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:25:35.050704Z","caller":"traceutil/trace.go:171","msg":"trace[329645401] linearizableReadLoop","detail":"{readStateIndex:11282; appliedIndex:11280; }","duration":"133.427114ms","start":"2026-03-29T02:25:34.917244Z","end":"2026-03-29T02:25:35.050671Z","steps":["trace[329645401] 'read index received' (duration: 117.360228ms)","trace[329645401] 'applied index is now lower than readState.Index' (duration: 16.065056ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:25:35.0508Z","caller":"traceutil/trace.go:171","msg":"trace[1169543400] transaction","detail":"{read_only:false; response_revision:10851; number_of_response:1; }","duration":"181.461918ms","start":"2026-03-29T02:25:34.86931Z","end":"2026-03-29T02:25:35.050772Z","steps":["trace[1169543400] 'process raft request' (duration: 181.159801ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:25:35.050939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.662259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:25:35.051053Z","caller":"traceutil/trace.go:171","msg":"trace[186801762] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10851; }","duration":"133.832423ms","start":"2026-03-29T02:25:34.917185Z","end":"2026-03-29T02:25:35.051018Z","steps":["trace[186801762] 'agreement among raft nodes before linearized reading' (duration: 133.619759ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:25:36.384321Z","caller":"traceutil/trace.go:171","msg":"trace[1440802283] transaction","detail":"{read_only:false; response_revision:10865; number_of_response:1; }","duration":"117.090922ms","start":"2026-03-29T02:25:36.267198Z","end":"2026-03-29T02:25:36.384289Z","steps":["trace[1440802283] 'process raft request' (duration: 116.822537ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:25:38.193984Z","caller":"traceutil/trace.go:171","msg":"trace[35375779] transaction","detail":"{read_only:false; number_of_response:1; response_revision:10878; }","duration":"102.98131ms","start":"2026-03-29T02:25:38.090969Z","end":"2026-03-29T02:25:38.19395Z","steps":["trace[35375779] 'process raft request' (duration: 102.871137ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:25:38.19431Z","caller":"traceutil/trace.go:171","msg":"trace[1573232437] transaction","detail":"{read_only:false; response_revision:10878; number_of_response:1; }","duration":"105.743991ms","start":"2026-03-29T02:25:38.088175Z","end":"2026-03-29T02:25:38.193919Z","steps":["trace[1573232437] 'process raft request' (duration: 105.532326ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:25:46.054204Z","caller":"traceutil/trace.go:171","msg":"trace[786592387] linearizableReadLoop","detail":"{readStateIndex:11391; appliedIndex:11390; }","duration":"401.814336ms","start":"2026-03-29T02:25:45.652359Z","end":"2026-03-29T02:25:46.054173Z","steps":["trace[786592387] 'read index received' (duration: 401.155001ms)","trace[786592387] 'applied index is now lower than readState.Index' (duration: 658.165µs)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:25:46.054299Z","caller":"traceutil/trace.go:171","msg":"trace[108296815] transaction","detail":"{read_only:false; response_revision:10954; number_of_response:1; }","duration":"434.53794ms","start":"2026-03-29T02:25:45.619726Z","end":"2026-03-29T02:25:46.054264Z","steps":["trace[108296815] 'process raft request' (duration: 434.011638ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:25:46.054465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.062872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:25:46.054568Z","caller":"traceutil/trace.go:171","msg":"trace[491587168] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:10954; }","duration":"402.225445ms","start":"2026-03-29T02:25:45.652318Z","end":"2026-03-29T02:25:46.054544Z","steps":["trace[491587168] 'agreement among raft nodes before linearized reading' (duration: 402.02153ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:25:46.054618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:25:45.652298Z","time spent":"402.308797ms","remote":"127.0.0.1:57736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:25:46.054651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:25:45.619696Z","time spent":"434.789966ms","remote":"127.0.0.1:43774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":414755,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:26:00.626467Z","caller":"traceutil/trace.go:171","msg":"trace[1531857963] transaction","detail":"{read_only:false; response_revision:11051; number_of_response:1; }","duration":"115.828689ms","start":"2026-03-29T02:26:00.5106Z","end":"2026-03-29T02:26:00.626428Z","steps":["trace[1531857963] 'process raft request' (duration: 89.29773ms)","trace[1531857963] 'compare' (duration: 26.405656ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:26:08.850161Z","caller":"traceutil/trace.go:171","msg":"trace[383082192] transaction","detail":"{read_only:false; response_revision:11093; number_of_response:1; }","duration":"119.201553ms","start":"2026-03-29T02:26:08.73094Z","end":"2026-03-29T02:26:08.850142Z","steps":["trace[383082192] 'process raft request' (duration: 119.045999ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:26:12.05912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.859398ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:26:12.059273Z","caller":"traceutil/trace.go:171","msg":"trace[1477108593] linearizableReadLoop","detail":"{readStateIndex:11631; appliedIndex:11630; }","duration":"422.509408ms","start":"2026-03-29T02:26:11.636742Z","end":"2026-03-29T02:26:12.059251Z","steps":["trace[1477108593] 'read index received' (duration: 316.345224ms)","trace[1477108593] 'applied index is now lower than readState.Index' (duration: 106.162764ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:26:12.059328Z","caller":"traceutil/trace.go:171","msg":"trace[1955625316] transaction","detail":"{read_only:false; response_revision:11187; number_of_response:1; }","duration":"436.491859ms","start":"2026-03-29T02:26:11.622777Z","end":"2026-03-29T02:26:12.059269Z","steps":["trace[1955625316] 'process raft request' (duration: 330.359025ms)","trace[1955625316] 'compare' (duration: 105.666474ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:26:12.059471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.729403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-29T02:26:12.059511Z","caller":"traceutil/trace.go:171","msg":"trace[1267683420] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11187; }","duration":"422.818116ms","start":"2026-03-29T02:26:11.636676Z","end":"2026-03-29T02:26:12.059494Z","steps":["trace[1267683420] 'agreement among raft nodes before linearized reading' (duration: 422.664262ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:26:12.059559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:26:11.636576Z","time spent":"422.973609ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-29T02:26:12.059559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:26:11.622756Z","time spent":"436.689703ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:26:12.062518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.775118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:26:12.062624Z","caller":"traceutil/trace.go:171","msg":"trace[302282508] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11188; }","duration":"143.942901ms","start":"2026-03-29T02:26:11.918654Z","end":"2026-03-29T02:26:12.062597Z","steps":["trace[302282508] 'agreement among raft nodes before linearized reading' (duration: 143.788998ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:26:12.062838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.761429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-c4cs6\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-29T02:26:12.062935Z","caller":"traceutil/trace.go:171","msg":"trace[943653089] range","detail":"{range_begin:/registry/pods/openstack/keepalived-c4cs6; range_end:; response_count:1; response_revision:11188; }","duration":"415.989793ms","start":"2026-03-29T02:26:11.646922Z","end":"2026-03-29T02:26:12.062912Z","steps":["trace[943653089] 'agreement among raft nodes before linearized reading' (duration: 415.566444ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:26:12.062992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:26:11.646909Z","time spent":"416.073485ms","remote":"127.0.0.1:43172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6544,"request content":"key:\"/registry/pods/openstack/keepalived-c4cs6\" "} {"level":"warn","ts":"2026-03-29T02:26:12.063058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.234621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-29T02:26:12.063122Z","caller":"traceutil/trace.go:171","msg":"trace[528979128] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11188; }","duration":"426.311202ms","start":"2026-03-29T02:26:11.636784Z","end":"2026-03-29T02:26:12.063095Z","steps":["trace[528979128] 'agreement among raft nodes before linearized reading' (duration: 425.543245ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:26:12.063154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:26:11.63677Z","time spent":"426.375664ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-29T02:26:13.637964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.471416ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:26:13.63829Z","caller":"traceutil/trace.go:171","msg":"trace[2071373776] transaction","detail":"{read_only:false; response_revision:11200; number_of_response:1; }","duration":"161.623474ms","start":"2026-03-29T02:26:13.476626Z","end":"2026-03-29T02:26:13.638249Z","steps":["trace[2071373776] 'process raft request' (duration: 161.476241ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:26:13.638205Z","caller":"traceutil/trace.go:171","msg":"trace[1957099975] transaction","detail":"{read_only:false; response_revision:11199; number_of_response:1; }","duration":"165.51632ms","start":"2026-03-29T02:26:13.472652Z","end":"2026-03-29T02:26:13.638168Z","steps":["trace[1957099975] 'process raft request' (duration: 60.688706ms)","trace[1957099975] 'compare' (duration: 104.20041ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:26:15.882834Z","caller":"traceutil/trace.go:171","msg":"trace[115439489] transaction","detail":"{read_only:false; response_revision:11215; number_of_response:1; }","duration":"235.244916ms","start":"2026-03-29T02:26:15.647564Z","end":"2026-03-29T02:26:15.882809Z","steps":["trace[115439489] 'process raft request' (duration: 235.085962ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:26:15.882838Z","caller":"traceutil/trace.go:171","msg":"trace[726254980] linearizableReadLoop","detail":"{readStateIndex:11660; appliedIndex:11659; }","duration":"229.815136ms","start":"2026-03-29T02:26:15.653003Z","end":"2026-03-29T02:26:15.882818Z","steps":["trace[726254980] 'read index received' (duration: 229.594181ms)","trace[726254980] 'applied index is now lower than readState.Index' (duration: 219.375µs)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:26:15.883015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.012881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-03-29T02:26:15.883047Z","caller":"traceutil/trace.go:171","msg":"trace[1205459058] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:11215; }","duration":"230.069032ms","start":"2026-03-29T02:26:15.652969Z","end":"2026-03-29T02:26:15.883038Z","steps":["trace[1205459058] 'agreement among raft nodes before linearized reading' (duration: 229.914468ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:26:15.883139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.438903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:26:15.883222Z","caller":"traceutil/trace.go:171","msg":"trace[2111428912] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:11215; }","duration":"167.583925ms","start":"2026-03-29T02:26:15.715619Z","end":"2026-03-29T02:26:15.883203Z","steps":["trace[2111428912] 'agreement among raft nodes before linearized reading' (duration: 167.403721ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:26:15.88323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.32429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-29T02:26:15.883313Z","caller":"traceutil/trace.go:171","msg":"trace[1339854262] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:11215; }","duration":"194.475293ms","start":"2026-03-29T02:26:15.688812Z","end":"2026-03-29T02:26:15.883287Z","steps":["trace[1339854262] 'agreement among raft nodes before linearized reading' (duration: 194.192057ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:26:16.41897Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583528501968845,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:26:16.919163Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583528501968845,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:26:17.137688Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.250027058s","expected-duration":"1s"} {"level":"info","ts":"2026-03-29T02:26:17.138366Z","caller":"traceutil/trace.go:171","msg":"trace[45271667] transaction","detail":"{read_only:false; response_revision:11216; number_of_response:1; }","duration":"1.250780894s","start":"2026-03-29T02:26:15.887551Z","end":"2026-03-29T02:26:17.138332Z","steps":["trace[45271667] 'process raft request' (duration: 1.250480048s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:26:17.138591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:26:15.887529Z","time spent":"1.250912427s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:26:17.368763Z","caller":"traceutil/trace.go:171","msg":"trace[1044256656] transaction","detail":"{read_only:false; response_revision:11218; number_of_response:1; }","duration":"850.023477ms","start":"2026-03-29T02:26:16.518711Z","end":"2026-03-29T02:26:17.368734Z","steps":["trace[1044256656] 'process raft request' (duration: 849.915035ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:26:17.368838Z","caller":"traceutil/trace.go:171","msg":"trace[2027415823] transaction","detail":"{read_only:false; response_revision:11217; number_of_response:1; }","duration":"994.298816ms","start":"2026-03-29T02:26:16.374507Z","end":"2026-03-29T02:26:17.368806Z","steps":["trace[2027415823] 'process raft request' (duration: 993.885277ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:26:17.36895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:26:16.518669Z","time spent":"850.187281ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:26:17.369007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:26:16.374473Z","time spent":"994.436359ms","remote":"127.0.0.1:43224","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5543,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:26:17.369322Z","caller":"traceutil/trace.go:171","msg":"trace[1845811025] linearizableReadLoop","detail":"{readStateIndex:11665; appliedIndex:11660; }","duration":"1.451200417s","start":"2026-03-29T02:26:15.918111Z","end":"2026-03-29T02:26:17.369312Z","steps":["trace[1845811025] 'read index received' (duration: 1.2199339s)","trace[1845811025] 'applied index is now lower than readState.Index' (duration: 231.265257ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:26:17.369409Z","caller":"traceutil/trace.go:171","msg":"trace[1069821268] transaction","detail":"{read_only:false; response_revision:11219; number_of_response:1; }","duration":"725.640839ms","start":"2026-03-29T02:26:16.643759Z","end":"2026-03-29T02:26:17.3694Z","steps":["trace[1069821268] 'process raft request' (duration: 724.924733ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:26:17.36945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:26:16.643721Z","time spent":"725.70278ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:26:17.369699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.294791929s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-29T02:26:17.369752Z","caller":"traceutil/trace.go:171","msg":"trace[202036115] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11220; }","duration":"1.294875471s","start":"2026-03-29T02:26:16.074865Z","end":"2026-03-29T02:26:17.36974Z","steps":["trace[202036115] 'agreement among raft nodes before linearized reading' (duration: 1.294723588s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:26:17.369769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.451656467s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:26:17.369785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:26:16.074845Z","time spent":"1.294932702s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-29T02:26:17.369754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"520.766766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/staffeln-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:26:17.369853Z","caller":"traceutil/trace.go:171","msg":"trace[1613688800] transaction","detail":"{read_only:false; response_revision:11220; number_of_response:1; }","duration":"469.264625ms","start":"2026-03-29T02:26:16.90058Z","end":"2026-03-29T02:26:17.369844Z","steps":["trace[1613688800] 'process raft request' (duration: 468.612ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:26:17.369886Z","caller":"traceutil/trace.go:171","msg":"trace[1997265638] range","detail":"{range_begin:/registry/jobs/openstack/staffeln-db-sync; range_end:; response_count:0; response_revision:11220; }","duration":"520.963061ms","start":"2026-03-29T02:26:16.848893Z","end":"2026-03-29T02:26:17.369856Z","steps":["trace[1997265638] 'agreement among raft nodes before linearized reading' (duration: 520.760266ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:26:17.369909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:26:16.90054Z","time spent":"469.342026ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:26:17.369959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"715.676218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:26:17.369809Z","caller":"traceutil/trace.go:171","msg":"trace[2027358392] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11220; }","duration":"1.451725089s","start":"2026-03-29T02:26:15.918075Z","end":"2026-03-29T02:26:17.3698Z","steps":["trace[2027358392] 'agreement among raft nodes before linearized reading' (duration: 1.451652837s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:26:17.370005Z","caller":"traceutil/trace.go:171","msg":"trace[1528102292] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:11220; }","duration":"715.762631ms","start":"2026-03-29T02:26:16.65423Z","end":"2026-03-29T02:26:17.369993Z","steps":["trace[1528102292] 'agreement among raft nodes before linearized reading' (duration: 715.690238ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:26:17.370009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.612211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-03-29T02:26:17.370014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:26:15.918057Z","time spent":"1.451947994s","remote":"127.0.0.1:43010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:26:17.370043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:26:16.654209Z","time spent":"715.825352ms","remote":"127.0.0.1:49828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:26:17.370059Z","caller":"traceutil/trace.go:171","msg":"trace[569219483] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:11220; }","duration":"109.707173ms","start":"2026-03-29T02:26:17.260336Z","end":"2026-03-29T02:26:17.370043Z","steps":["trace[569219483] 'agreement among raft nodes before linearized reading' (duration: 109.496387ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:26:17.370192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.276246978s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-29T02:26:17.370228Z","caller":"traceutil/trace.go:171","msg":"trace[175761882] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11220; }","duration":"1.276341311s","start":"2026-03-29T02:26:16.093875Z","end":"2026-03-29T02:26:17.370216Z","steps":["trace[175761882] 'agreement among raft nodes before linearized reading' (duration: 1.276203448s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:26:17.370254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:26:16.093847Z","time spent":"1.276402111s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-29T02:26:17.370263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.277013326s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-29T02:26:17.370295Z","caller":"traceutil/trace.go:171","msg":"trace[672153845] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11220; }","duration":"1.277044686s","start":"2026-03-29T02:26:16.093241Z","end":"2026-03-29T02:26:17.370286Z","steps":["trace[672153845] 'agreement among raft nodes before linearized reading' (duration: 1.276954564s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:26:17.370333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:26:16.093198Z","time spent":"1.277128758s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-29T02:26:17.369962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:26:16.848862Z","time spent":"521.086104ms","remote":"127.0.0.1:43224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/staffeln-db-sync\" "} {"level":"warn","ts":"2026-03-29T02:26:17.370403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.270338258s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-c4cs6\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-29T02:26:17.37043Z","caller":"traceutil/trace.go:171","msg":"trace[274736333] range","detail":"{range_begin:/registry/pods/openstack/keepalived-c4cs6; range_end:; response_count:1; response_revision:11220; }","duration":"1.270384948s","start":"2026-03-29T02:26:16.100037Z","end":"2026-03-29T02:26:17.370422Z","steps":["trace[274736333] 'agreement among raft nodes before linearized reading' (duration: 1.270308987s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:26:17.370452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:26:16.100012Z","time spent":"1.27043444s","remote":"127.0.0.1:43172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6544,"request content":"key:\"/registry/pods/openstack/keepalived-c4cs6\" "} {"level":"info","ts":"2026-03-29T02:26:17.669381Z","caller":"traceutil/trace.go:171","msg":"trace[1835416909] linearizableReadLoop","detail":"{readStateIndex:11669; appliedIndex:11668; }","duration":"171.697987ms","start":"2026-03-29T02:26:17.49764Z","end":"2026-03-29T02:26:17.669338Z","steps":["trace[1835416909] 'read index received' (duration: 91.255204ms)","trace[1835416909] 'applied index is now lower than readState.Index' (duration: 80.441723ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:26:17.669601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.922651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:26:17.669608Z","caller":"traceutil/trace.go:171","msg":"trace[435379191] transaction","detail":"{read_only:false; response_revision:11224; number_of_response:1; }","duration":"218.918295ms","start":"2026-03-29T02:26:17.45065Z","end":"2026-03-29T02:26:17.669568Z","steps":["trace[435379191] 'process raft request' (duration: 138.189695ms)","trace[435379191] 'compare' (duration: 80.324871ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:26:17.669674Z","caller":"traceutil/trace.go:171","msg":"trace[1613658352] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:11224; }","duration":"172.090815ms","start":"2026-03-29T02:26:17.497561Z","end":"2026-03-29T02:26:17.669652Z","steps":["trace[1613658352] 'agreement among raft nodes before linearized reading' (duration: 171.927372ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:26:18.064877Z","caller":"traceutil/trace.go:171","msg":"trace[1780734318] transaction","detail":"{read_only:false; response_revision:11225; number_of_response:1; }","duration":"172.528356ms","start":"2026-03-29T02:26:17.892313Z","end":"2026-03-29T02:26:18.064841Z","steps":["trace[1780734318] 'process raft request' (duration: 172.31925ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:26:18.065473Z","caller":"traceutil/trace.go:171","msg":"trace[1442284588] linearizableReadLoop","detail":"{readStateIndex:11670; appliedIndex:11670; }","duration":"144.701069ms","start":"2026-03-29T02:26:17.920731Z","end":"2026-03-29T02:26:18.065432Z","steps":["trace[1442284588] 'read index received' (duration: 143.988403ms)","trace[1442284588] 'applied index is now lower than readState.Index' (duration: 683.885µs)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:26:18.065776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.015035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:26:18.065813Z","caller":"traceutil/trace.go:171","msg":"trace[2049663622] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:11225; }","duration":"145.103738ms","start":"2026-03-29T02:26:17.9207Z","end":"2026-03-29T02:26:18.065804Z","steps":["trace[2049663622] 'agreement among raft nodes before linearized reading' (duration: 144.843642ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:26:21.536973Z","caller":"traceutil/trace.go:171","msg":"trace[1967693031] transaction","detail":"{read_only:false; response_revision:11246; number_of_response:1; }","duration":"144.475544ms","start":"2026-03-29T02:26:21.392468Z","end":"2026-03-29T02:26:21.536944Z","steps":["trace[1967693031] 'process raft request' (duration: 113.880636ms)","trace[1967693031] 'compare' (duration: 30.345163ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:26:21.537297Z","caller":"traceutil/trace.go:171","msg":"trace[217371939] transaction","detail":"{read_only:false; response_revision:11247; number_of_response:1; }","duration":"142.761216ms","start":"2026-03-29T02:26:21.3945Z","end":"2026-03-29T02:26:21.537261Z","steps":["trace[217371939] 'process raft request' (duration: 142.353317ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:26:21.537705Z","caller":"traceutil/trace.go:171","msg":"trace[1215141964] transaction","detail":"{read_only:false; response_revision:11248; number_of_response:1; }","duration":"143.124023ms","start":"2026-03-29T02:26:21.394566Z","end":"2026-03-29T02:26:21.53769Z","steps":["trace[1215141964] 'process raft request' (duration: 142.53076ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:26:21.53821Z","caller":"traceutil/trace.go:171","msg":"trace[1175408497] linearizableReadLoop","detail":"{readStateIndex:11694; appliedIndex:11690; }","duration":"124.517251ms","start":"2026-03-29T02:26:21.413675Z","end":"2026-03-29T02:26:21.538192Z","steps":["trace[1175408497] 'read index received' (duration: 15.440362ms)","trace[1175408497] 'applied index is now lower than readState.Index' (duration: 109.075299ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:26:21.538557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.863639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-29T02:26:21.538603Z","caller":"traceutil/trace.go:171","msg":"trace[2126093031] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11249; }","duration":"124.948661ms","start":"2026-03-29T02:26:21.413643Z","end":"2026-03-29T02:26:21.538592Z","steps":["trace[2126093031] 'agreement among raft nodes before linearized reading' (duration: 124.775177ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:26:21.846063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.067199ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:26:21.846262Z","caller":"traceutil/trace.go:171","msg":"trace[1380712449] linearizableReadLoop","detail":"{readStateIndex:11697; appliedIndex:11695; }","duration":"301.013874ms","start":"2026-03-29T02:26:21.545217Z","end":"2026-03-29T02:26:21.846231Z","steps":["trace[1380712449] 'read index received' (duration: 31.932428ms)","trace[1380712449] 'applied index is now lower than readState.Index' (duration: 269.080226ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:26:21.846533Z","caller":"traceutil/trace.go:171","msg":"trace[1102892342] transaction","detail":"{read_only:false; response_revision:11251; number_of_response:1; }","duration":"302.113957ms","start":"2026-03-29T02:26:21.544403Z","end":"2026-03-29T02:26:21.846517Z","steps":["trace[1102892342] 'process raft request' (duration: 127.492446ms)","trace[1102892342] 'compare' (duration: 173.949707ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:26:21.846599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:26:21.544393Z","time spent":"302.17407ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:26:21.8468Z","caller":"traceutil/trace.go:171","msg":"trace[696615320] transaction","detail":"{read_only:false; response_revision:11252; number_of_response:1; }","duration":"301.498445ms","start":"2026-03-29T02:26:21.545292Z","end":"2026-03-29T02:26:21.84679Z","steps":["trace[696615320] 'process raft request' (duration: 300.876661ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:26:21.846859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:26:21.545271Z","time spent":"301.556556ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:26:21.847493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.270212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:40 size:368602"} {"level":"info","ts":"2026-03-29T02:26:21.847531Z","caller":"traceutil/trace.go:171","msg":"trace[134309619] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:40; response_revision:11252; }","duration":"302.331743ms","start":"2026-03-29T02:26:21.545192Z","end":"2026-03-29T02:26:21.847524Z","steps":["trace[134309619] 'agreement among raft nodes before linearized reading' (duration: 301.761771ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:26:21.847554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:26:21.545182Z","time spent":"302.366104ms","remote":"127.0.0.1:43172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":40,"response size":368626,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-29T02:26:21.847784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.429787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:26:21.847816Z","caller":"traceutil/trace.go:171","msg":"trace[74571943] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:11252; }","duration":"238.506978ms","start":"2026-03-29T02:26:21.6093Z","end":"2026-03-29T02:26:21.847807Z","steps":["trace[74571943] 'agreement among raft nodes before linearized reading' (duration: 238.457397ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:26:21.848281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.039125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-29T02:26:21.848308Z","caller":"traceutil/trace.go:171","msg":"trace[2132965985] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:11252; }","duration":"163.106856ms","start":"2026-03-29T02:26:21.685195Z","end":"2026-03-29T02:26:21.848302Z","steps":["trace[2132965985] 'agreement among raft nodes before linearized reading' (duration: 163.039275ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:26:22.267011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.818506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-29T02:26:22.267118Z","caller":"traceutil/trace.go:171","msg":"trace[29973512] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11253; }","duration":"183.98671ms","start":"2026-03-29T02:26:22.083116Z","end":"2026-03-29T02:26:22.267102Z","steps":["trace[29973512] 'range keys from in-memory index tree' (duration: 183.613142ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:26:22.267128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.61871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:26:22.26723Z","caller":"traceutil/trace.go:171","msg":"trace[1142731406] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:11253; }","duration":"283.825264ms","start":"2026-03-29T02:26:21.983382Z","end":"2026-03-29T02:26:22.267207Z","steps":["trace[1142731406] 'count revisions from in-memory index tree' (duration: 283.497336ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:26:22.267004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.834956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:26:22.267432Z","caller":"traceutil/trace.go:171","msg":"trace[257687940] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:11253; }","duration":"230.335037ms","start":"2026-03-29T02:26:22.037079Z","end":"2026-03-29T02:26:22.267414Z","steps":["trace[257687940] 'count revisions from in-memory index tree' (duration: 229.724553ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:26:22.637411Z","caller":"traceutil/trace.go:171","msg":"trace[2028468265] linearizableReadLoop","detail":"{readStateIndex:11700; appliedIndex:11699; }","duration":"435.18496ms","start":"2026-03-29T02:26:22.202194Z","end":"2026-03-29T02:26:22.637378Z","steps":["trace[2028468265] 'read index received' (duration: 435.031786ms)","trace[2028468265] 'applied index is now lower than readState.Index' (duration: 151.844µs)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:26:22.637524Z","caller":"traceutil/trace.go:171","msg":"trace[936720070] transaction","detail":"{read_only:false; response_revision:11254; number_of_response:1; }","duration":"486.274152ms","start":"2026-03-29T02:26:22.15121Z","end":"2026-03-29T02:26:22.637484Z","steps":["trace[936720070] 'process raft request' (duration: 485.977136ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:26:22.637604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.371994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:26:22.637643Z","caller":"traceutil/trace.go:171","msg":"trace[96068830] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:11254; }","duration":"435.487166ms","start":"2026-03-29T02:26:22.202146Z","end":"2026-03-29T02:26:22.637633Z","steps":["trace[96068830] 'agreement among raft nodes before linearized reading' (duration: 435.369844ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:26:22.6377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:26:22.202123Z","time spent":"435.548188ms","remote":"127.0.0.1:43470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":9,"response size":31,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:26:22.637712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:26:22.151188Z","time spent":"486.423636ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:26:22.948647Z","caller":"traceutil/trace.go:171","msg":"trace[1893511223] transaction","detail":"{read_only:false; response_revision:11255; number_of_response:1; }","duration":"672.069062ms","start":"2026-03-29T02:26:22.276543Z","end":"2026-03-29T02:26:22.948612Z","steps":["trace[1893511223] 'process raft request' (duration: 624.325883ms)","trace[1893511223] 'compare' (duration: 47.411761ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:26:22.948783Z","caller":"traceutil/trace.go:171","msg":"trace[67002086] linearizableReadLoop","detail":"{readStateIndex:11702; appliedIndex:11700; }","duration":"311.256462ms","start":"2026-03-29T02:26:22.637486Z","end":"2026-03-29T02:26:22.948743Z","steps":["trace[67002086] 'read index received' (duration: 263.301898ms)","trace[67002086] 'applied index is now lower than readState.Index' (duration: 47.952323ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:26:22.948837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:26:22.276529Z","time spent":"672.202785ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:26:22.948887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.811619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:26:22.948944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"581.932623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:26:22.948956Z","caller":"traceutil/trace.go:171","msg":"trace[1244816412] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:11256; }","duration":"355.887451ms","start":"2026-03-29T02:26:22.593046Z","end":"2026-03-29T02:26:22.948934Z","steps":["trace[1244816412] 'agreement among raft nodes before linearized reading' (duration: 355.759038ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:26:22.94899Z","caller":"traceutil/trace.go:171","msg":"trace[1473157012] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:11256; }","duration":"582.026756ms","start":"2026-03-29T02:26:22.366949Z","end":"2026-03-29T02:26:22.948976Z","steps":["trace[1473157012] 'agreement among raft nodes before linearized reading' (duration: 581.937424ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:26:22.948963Z","caller":"traceutil/trace.go:171","msg":"trace[1511791892] transaction","detail":"{read_only:false; response_revision:11256; number_of_response:1; }","duration":"400.437638ms","start":"2026-03-29T02:26:22.548485Z","end":"2026-03-29T02:26:22.948923Z","steps":["trace[1511791892] 'process raft request' (duration: 400.05685ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:26:22.949012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:26:22.592965Z","time spent":"356.027634ms","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:26:22.949037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:26:22.366925Z","time spent":"582.096437ms","remote":"127.0.0.1:46614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:26:22.949247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.857094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:26:22.949302Z","caller":"traceutil/trace.go:171","msg":"trace[1450166901] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:11256; }","duration":"334.965166ms","start":"2026-03-29T02:26:22.614321Z","end":"2026-03-29T02:26:22.949286Z","steps":["trace[1450166901] 'agreement among raft nodes before linearized reading' (duration: 334.883865ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:26:22.949344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:26:22.614293Z","time spent":"335.042378ms","remote":"127.0.0.1:33052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:26:22.949372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"673.654647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/staffeln-puller\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:26:22.949453Z","caller":"traceutil/trace.go:171","msg":"trace[1082766507] range","detail":"{range_begin:/registry/leases/openstack/staffeln-puller; range_end:; response_count:0; response_revision:11256; }","duration":"673.77217ms","start":"2026-03-29T02:26:22.275659Z","end":"2026-03-29T02:26:22.949431Z","steps":["trace[1082766507] 'agreement among raft nodes before linearized reading' (duration: 673.655347ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:26:22.949447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"657.893328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/staffeln-retention\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:26:22.949511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:26:22.275643Z","time spent":"673.854091ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":29,"request content":"key:\"/registry/leases/openstack/staffeln-puller\" "} {"level":"warn","ts":"2026-03-29T02:26:22.949485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.196229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-29T02:26:22.949549Z","caller":"traceutil/trace.go:171","msg":"trace[1320848483] range","detail":"{range_begin:/registry/leases/openstack/staffeln-retention; range_end:; response_count:0; response_revision:11256; }","duration":"658.037931ms","start":"2026-03-29T02:26:22.291489Z","end":"2026-03-29T02:26:22.949527Z","steps":["trace[1320848483] 'agreement among raft nodes before linearized reading' (duration: 657.841596ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:26:22.949592Z","caller":"traceutil/trace.go:171","msg":"trace[1041557008] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:11256; }","duration":"251.353223ms","start":"2026-03-29T02:26:22.698215Z","end":"2026-03-29T02:26:22.949568Z","steps":["trace[1041557008] 'agreement among raft nodes before linearized reading' (duration: 251.063436ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:26:22.949607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:26:22.291478Z","time spent":"658.119353ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":29,"request content":"key:\"/registry/leases/openstack/staffeln-retention\" "} {"level":"warn","ts":"2026-03-29T02:26:22.949499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:26:22.548449Z","time spent":"400.590692ms","remote":"127.0.0.1:43224","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5646,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:26:23.244857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.361233ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:26:23.244991Z","caller":"traceutil/trace.go:171","msg":"trace[1320984764] transaction","detail":"{read_only:false; response_revision:11257; number_of_response:1; }","duration":"286.656447ms","start":"2026-03-29T02:26:22.95831Z","end":"2026-03-29T02:26:23.244966Z","steps":["trace[1320984764] 'process raft request' (duration: 155.09277ms)","trace[1320984764] 'compare' (duration: 131.076086ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:26:23.276248Z","caller":"traceutil/trace.go:171","msg":"trace[1210425498] linearizableReadLoop","detail":"{readStateIndex:11705; appliedIndex:11702; }","duration":"261.730894ms","start":"2026-03-29T02:26:23.0145Z","end":"2026-03-29T02:26:23.276231Z","steps":["trace[1210425498] 'read index received' (duration: 99.013786ms)","trace[1210425498] 'applied index is now lower than readState.Index' (duration: 162.716118ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:26:23.276343Z","caller":"traceutil/trace.go:171","msg":"trace[1755962711] transaction","detail":"{read_only:false; response_revision:11259; number_of_response:1; }","duration":"314.35183ms","start":"2026-03-29T02:26:22.961983Z","end":"2026-03-29T02:26:23.276335Z","steps":["trace[1755962711] 'process raft request' (duration: 314.166916ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:26:23.276426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:26:22.961969Z","time spent":"314.392821ms","remote":"127.0.0.1:43172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7365,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:26:23.27642Z","caller":"traceutil/trace.go:171","msg":"trace[1168672034] transaction","detail":"{read_only:false; response_revision:11258; number_of_response:1; }","duration":"317.946ms","start":"2026-03-29T02:26:22.958437Z","end":"2026-03-29T02:26:23.276383Z","steps":["trace[1168672034] 'process raft request' (duration: 317.604073ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:26:23.276579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:26:22.958406Z","time spent":"318.096994ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":431,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-29T02:26:23.276562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.02754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:26:23.276681Z","caller":"traceutil/trace.go:171","msg":"trace[709522601] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:11259; }","duration":"262.217994ms","start":"2026-03-29T02:26:23.014434Z","end":"2026-03-29T02:26:23.276652Z","steps":["trace[709522601] 'agreement among raft nodes before linearized reading' (duration: 261.99823ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:26:23.457071Z","caller":"traceutil/trace.go:171","msg":"trace[816291169] transaction","detail":"{read_only:false; response_revision:11260; number_of_response:1; }","duration":"238.747354ms","start":"2026-03-29T02:26:23.218299Z","end":"2026-03-29T02:26:23.457047Z","steps":["trace[816291169] 'process raft request' (duration: 238.541239ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:26:23.457212Z","caller":"traceutil/trace.go:171","msg":"trace[281929674] linearizableReadLoop","detail":"{readStateIndex:11707; appliedIndex:11705; }","duration":"180.90153ms","start":"2026-03-29T02:26:23.276297Z","end":"2026-03-29T02:26:23.457199Z","steps":["trace[281929674] 'read index received' (duration: 180.594853ms)","trace[281929674] 'applied index is now lower than readState.Index' (duration: 305.737µs)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:26:23.457597Z","caller":"traceutil/trace.go:171","msg":"trace[867687198] transaction","detail":"{read_only:false; response_revision:11261; number_of_response:1; }","duration":"187.357835ms","start":"2026-03-29T02:26:23.270192Z","end":"2026-03-29T02:26:23.45755Z","steps":["trace[867687198] 'process raft request' (duration: 186.824212ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:26:23.457621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.550262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-29T02:26:23.457718Z","caller":"traceutil/trace.go:171","msg":"trace[678255979] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:11261; }","duration":"198.718186ms","start":"2026-03-29T02:26:23.258973Z","end":"2026-03-29T02:26:23.457691Z","steps":["trace[678255979] 'agreement among raft nodes before linearized reading' (duration: 198.418189ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:26:23.717444Z","caller":"traceutil/trace.go:171","msg":"trace[1210152246] transaction","detail":"{read_only:false; response_revision:11262; number_of_response:1; }","duration":"432.362496ms","start":"2026-03-29T02:26:23.285053Z","end":"2026-03-29T02:26:23.717415Z","steps":["trace[1210152246] 'process raft request' (duration: 432.146681ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:26:23.717619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:26:23.285036Z","time spent":"432.493619ms","remote":"127.0.0.1:43224","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5640,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:26:23.717614Z","caller":"traceutil/trace.go:171","msg":"trace[195147855] linearizableReadLoop","detail":"{readStateIndex:11709; appliedIndex:11707; }","duration":"260.327193ms","start":"2026-03-29T02:26:23.457252Z","end":"2026-03-29T02:26:23.717579Z","steps":["trace[195147855] 'read index received' (duration: 259.994265ms)","trace[195147855] 'applied index is now lower than readState.Index' (duration: 330.427µs)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:26:23.717676Z","caller":"traceutil/trace.go:171","msg":"trace[1485925986] transaction","detail":"{read_only:false; response_revision:11263; number_of_response:1; }","duration":"282.540834ms","start":"2026-03-29T02:26:23.435108Z","end":"2026-03-29T02:26:23.717649Z","steps":["trace[1485925986] 'process raft request' (duration: 282.247728ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:26:23.717864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.85252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/staffeln-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:26:23.717921Z","caller":"traceutil/trace.go:171","msg":"trace[1497188376] range","detail":"{range_begin:/registry/jobs/openstack/staffeln-db-sync; range_end:; response_count:0; response_revision:11263; }","duration":"327.950293ms","start":"2026-03-29T02:26:23.389954Z","end":"2026-03-29T02:26:23.717904Z","steps":["trace[1497188376] 'agreement among raft nodes before linearized reading' (duration: 327.789578ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:26:23.717968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:26:23.389945Z","time spent":"328.007664ms","remote":"127.0.0.1:43224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/staffeln-db-sync\" "} {"level":"warn","ts":"2026-03-29T02:26:23.718055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.606579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.36\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-29T02:26:23.718104Z","caller":"traceutil/trace.go:171","msg":"trace[829454705] range","detail":"{range_begin:/registry/masterleases/162.253.55.36; range_end:; response_count:1; response_revision:11263; }","duration":"343.692421ms","start":"2026-03-29T02:26:23.374399Z","end":"2026-03-29T02:26:23.718092Z","steps":["trace[829454705] 'agreement among raft nodes before linearized reading' (duration: 343.558398ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:26:23.718134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:26:23.374373Z","time spent":"343.754622ms","remote":"127.0.0.1:43048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/162.253.55.36\" "} {"level":"warn","ts":"2026-03-29T02:26:23.71826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.649895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:26:23.718309Z","caller":"traceutil/trace.go:171","msg":"trace[750068156] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:11263; }","duration":"437.738096ms","start":"2026-03-29T02:26:23.28056Z","end":"2026-03-29T02:26:23.718298Z","steps":["trace[750068156] 'agreement among raft nodes before linearized reading' (duration: 437.659004ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:26:23.718364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:26:23.280536Z","time spent":"437.821508ms","remote":"127.0.0.1:43180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-29T02:26:23.987346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.35422ms","expected-duration":"100ms","prefix":"","request":"header: compaction: ","response":"size:5"} {"level":"info","ts":"2026-03-29T02:26:23.987586Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":8954} {"level":"info","ts":"2026-03-29T02:26:23.98777Z","caller":"traceutil/trace.go:171","msg":"trace[9262816] transaction","detail":"{read_only:false; response_revision:11264; number_of_response:1; }","duration":"524.678353ms","start":"2026-03-29T02:26:23.463061Z","end":"2026-03-29T02:26:23.987739Z","steps":["trace[9262816] 'process raft request' (duration: 524.408377ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:26:23.987816Z","caller":"traceutil/trace.go:171","msg":"trace[1795714659] compact","detail":"{revision:8954; response_revision:11264; }","duration":"528.388366ms","start":"2026-03-29T02:26:23.459395Z","end":"2026-03-29T02:26:23.987783Z","steps":["trace[1795714659] 'process raft request' (duration: 337.499114ms)","trace[1795714659] 'check and update compact revision' (duration: 190.220167ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:26:23.987936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:26:23.463029Z","time spent":"524.818956ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:26:23.987979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:26:23.45936Z","time spent":"528.612111ms","remote":"127.0.0.1:43026","response type":"/etcdserverpb.KV/Compact","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-29T02:26:23.988426Z","caller":"traceutil/trace.go:171","msg":"trace[301407034] transaction","detail":"{read_only:false; response_revision:11265; number_of_response:1; }","duration":"445.778954ms","start":"2026-03-29T02:26:23.542631Z","end":"2026-03-29T02:26:23.98841Z","steps":["trace[301407034] 'process raft request' (duration: 444.993797ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:26:23.989068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:26:23.542608Z","time spent":"445.862176ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:26:23.989652Z","caller":"traceutil/trace.go:171","msg":"trace[1252050517] transaction","detail":"{read_only:false; response_revision:11266; number_of_response:1; }","duration":"446.913049ms","start":"2026-03-29T02:26:23.542722Z","end":"2026-03-29T02:26:23.989635Z","steps":["trace[1252050517] 'process raft request' (duration: 445.648011ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:26:23.98966Z","caller":"traceutil/trace.go:171","msg":"trace[85094710] linearizableReadLoop","detail":"{readStateIndex:11713; appliedIndex:11709; }","duration":"271.93027ms","start":"2026-03-29T02:26:23.717708Z","end":"2026-03-29T02:26:23.989638Z","steps":["trace[85094710] 'read index received' (duration: 79.364701ms)","trace[85094710] 'applied index is now lower than readState.Index' (duration: 192.563959ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:26:23.989744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:26:23.542695Z","time spent":"447.007032ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:26:23.990379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.160354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/staffeln-retention\" ","response":"range_response_count:1 size:452"} {"level":"info","ts":"2026-03-29T02:26:23.990438Z","caller":"traceutil/trace.go:171","msg":"trace[975201975] range","detail":"{range_begin:/registry/leases/openstack/staffeln-retention; range_end:; response_count:1; response_revision:11266; }","duration":"419.260627ms","start":"2026-03-29T02:26:23.571162Z","end":"2026-03-29T02:26:23.990423Z","steps":["trace[975201975] 'agreement among raft nodes before linearized reading' (duration: 418.751785ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:26:23.99048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:26:23.571136Z","time spent":"419.334949ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":476,"request content":"key:\"/registry/leases/openstack/staffeln-retention\" "} {"level":"warn","ts":"2026-03-29T02:26:23.990007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.331587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:26:23.990617Z","caller":"traceutil/trace.go:171","msg":"trace[2090643082] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:11266; }","duration":"400.96588ms","start":"2026-03-29T02:26:23.589633Z","end":"2026-03-29T02:26:23.990599Z","steps":["trace[2090643082] 'agreement among raft nodes before linearized reading' (duration: 400.227514ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:26:23.990669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:26:23.589624Z","time spent":"401.030702ms","remote":"127.0.0.1:46600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:26:23.990138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.817147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-29T02:26:23.990906Z","caller":"traceutil/trace.go:171","msg":"trace[1708822888] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11266; }","duration":"410.598865ms","start":"2026-03-29T02:26:23.580291Z","end":"2026-03-29T02:26:23.99089Z","steps":["trace[1708822888] 'agreement among raft nodes before linearized reading' (duration: 409.592433ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:26:23.990953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:26:23.580281Z","time spent":"410.658746ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-29T02:26:23.990287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.51274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:26:23.991138Z","caller":"traceutil/trace.go:171","msg":"trace[690767331] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:11266; }","duration":"419.358399ms","start":"2026-03-29T02:26:23.571763Z","end":"2026-03-29T02:26:23.991121Z","steps":["trace[690767331] 'agreement among raft nodes before linearized reading' (duration: 418.135412ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:26:23.991194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:26:23.571726Z","time spent":"419.452631ms","remote":"127.0.0.1:43322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":76,"response size":31,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:26:23.992039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.29871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-29T02:26:23.992102Z","caller":"traceutil/trace.go:171","msg":"trace[587954877] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:11267; }","duration":"269.365362ms","start":"2026-03-29T02:26:23.722723Z","end":"2026-03-29T02:26:23.992088Z","steps":["trace[587954877] 'agreement among raft nodes before linearized reading' (duration: 269.196088ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:26:23.992054Z","caller":"traceutil/trace.go:171","msg":"trace[2078565456] transaction","detail":"{read_only:false; response_revision:11267; number_of_response:1; }","duration":"269.414413ms","start":"2026-03-29T02:26:23.722624Z","end":"2026-03-29T02:26:23.992038Z","steps":["trace[2078565456] 'process raft request' (duration: 266.943308ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:26:24.260742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.377798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-29T02:26:24.260845Z","caller":"traceutil/trace.go:171","msg":"trace[1050009140] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:11267; }","duration":"345.493511ms","start":"2026-03-29T02:26:23.915325Z","end":"2026-03-29T02:26:24.260819Z","steps":["trace[1050009140] 'agreement among raft nodes before linearized reading' (duration: 76.68784ms)","trace[1050009140] 'range keys from in-memory index tree' (duration: 268.516894ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:26:24.260841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.262005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-29T02:26:24.260943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"528.074648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/staffeln-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:26:24.260956Z","caller":"traceutil/trace.go:171","msg":"trace[1642281535] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11267; }","duration":"405.438309ms","start":"2026-03-29T02:26:23.855486Z","end":"2026-03-29T02:26:24.260924Z","steps":["trace[1642281535] 'agreement among raft nodes before linearized reading' (duration: 136.988147ms)","trace[1642281535] 'range keys from in-memory index tree' (duration: 268.139145ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:26:24.260987Z","caller":"traceutil/trace.go:171","msg":"trace[1755488732] range","detail":"{range_begin:/registry/jobs/openstack/staffeln-db-sync; range_end:; response_count:0; response_revision:11267; }","duration":"528.131249ms","start":"2026-03-29T02:26:23.732843Z","end":"2026-03-29T02:26:24.260975Z","steps":["trace[1755488732] 'agreement among raft nodes before linearized reading' (duration: 259.639557ms)","trace[1755488732] 'range keys from in-memory index tree' (duration: 268.438941ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:26:24.261015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:26:23.855466Z","time spent":"405.537941ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-29T02:26:24.261025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:26:23.73283Z","time spent":"528.187911ms","remote":"127.0.0.1:43224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/staffeln-db-sync\" "} {"level":"warn","ts":"2026-03-29T02:26:24.261263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.455755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:26:24.261305Z","caller":"traceutil/trace.go:171","msg":"trace[1218578698] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11267; }","duration":"343.519236ms","start":"2026-03-29T02:26:23.917773Z","end":"2026-03-29T02:26:24.261292Z","steps":["trace[1218578698] 'agreement among raft nodes before linearized reading' (duration: 74.908101ms)","trace[1218578698] 'range keys from in-memory index tree' (duration: 268.558134ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:26:24.261338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:26:23.917762Z","time spent":"343.567609ms","remote":"127.0.0.1:43010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:26:24.261402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.570091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-29T02:26:24.261443Z","caller":"traceutil/trace.go:171","msg":"trace[834979415] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11267; }","duration":"404.645273ms","start":"2026-03-29T02:26:23.856781Z","end":"2026-03-29T02:26:24.261426Z","steps":["trace[834979415] 'agreement among raft nodes before linearized reading' (duration: 135.672419ms)","trace[834979415] 'range keys from in-memory index tree' (duration: 268.853781ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:26:24.261475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:26:23.856769Z","time spent":"404.698844ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-29T02:26:24.261705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.791534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-c4cs6\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-29T02:26:24.26175Z","caller":"traceutil/trace.go:171","msg":"trace[528823860] range","detail":"{range_begin:/registry/pods/openstack/keepalived-c4cs6; range_end:; response_count:1; response_revision:11267; }","duration":"403.856536ms","start":"2026-03-29T02:26:23.857881Z","end":"2026-03-29T02:26:24.261738Z","steps":["trace[528823860] 'agreement among raft nodes before linearized reading' (duration: 134.584305ms)","trace[528823860] 'range keys from in-memory index tree' (duration: 269.167789ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:26:24.261781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:26:23.857873Z","time spent":"403.900296ms","remote":"127.0.0.1:43172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6544,"request content":"key:\"/registry/pods/openstack/keepalived-c4cs6\" "} {"level":"warn","ts":"2026-03-29T02:26:24.260896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:26:23.915236Z","time spent":"345.647604ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-29T02:26:24.739543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"547.754694ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:26:24.73971Z","caller":"traceutil/trace.go:171","msg":"trace[1457121719] linearizableReadLoop","detail":"{readStateIndex:11716; appliedIndex:11715; }","duration":"745.853788ms","start":"2026-03-29T02:26:23.993838Z","end":"2026-03-29T02:26:24.739692Z","steps":["trace[1457121719] 'read index received' (duration: 197.886198ms)","trace[1457121719] 'applied index is now lower than readState.Index' (duration: 547.96639ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:26:24.739768Z","caller":"traceutil/trace.go:171","msg":"trace[155569963] transaction","detail":"{read_only:false; response_revision:11268; number_of_response:1; }","duration":"746.302948ms","start":"2026-03-29T02:26:23.993398Z","end":"2026-03-29T02:26:24.739701Z","steps":["trace[155569963] 'process raft request' (duration: 198.299488ms)","trace[155569963] 'compare' (duration: 70.452512ms)","trace[155569963] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/masterleases/162.253.55.36; req_size:116; } (duration: 476.386823ms)"],"step_count":3} {"level":"warn","ts":"2026-03-29T02:26:24.739991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:26:23.993372Z","time spent":"746.495062ms","remote":"127.0.0.1:43048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:26:24.983394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"989.52184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19218"} {"level":"info","ts":"2026-03-29T02:26:24.983502Z","caller":"traceutil/trace.go:171","msg":"trace[2092130258] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:11268; }","duration":"989.655553ms","start":"2026-03-29T02:26:23.993812Z","end":"2026-03-29T02:26:24.983468Z","steps":["trace[2092130258] 'agreement among raft nodes before linearized reading' (duration: 745.957019ms)","trace[2092130258] 'range keys from in-memory index tree' (duration: 243.460328ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:26:24.983546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:26:23.9938Z","time spent":"989.736565ms","remote":"127.0.0.1:43166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19242,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-29T02:26:25.834396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.09458379s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:26:25.834568Z","caller":"traceutil/trace.go:171","msg":"trace[1515511266] transaction","detail":"{read_only:false; response_revision:11269; number_of_response:1; }","duration":"1.838095605s","start":"2026-03-29T02:26:23.996441Z","end":"2026-03-29T02:26:25.834537Z","steps":["trace[1515511266] 'process raft request' (duration: 743.240499ms)","trace[1515511266] 'compare' (duration: 243.839967ms)","trace[1515511266] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/kube-system/kube-controller-manager; req_size:487; } (duration: 850.55747ms)"],"step_count":3} {"level":"warn","ts":"2026-03-29T02:26:25.83467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:26:23.996428Z","time spent":"1.838181827s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:26:26.262691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000109258s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-29T02:26:26.262831Z","caller":"traceutil/trace.go:171","msg":"trace[2096338430] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000331172s","start":"2026-03-29T02:26:24.262466Z","end":"2026-03-29T02:26:26.262797Z","steps":["trace[2096338430] 'agreement among raft nodes before linearized reading' (duration: 2.000167329s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:26:26.262944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:26:24.26244Z","time spent":"2.000476026s","remote":"127.0.0.1:43006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/29 02:26:26 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-29T02:26:26.431958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"597.291163ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:26:26.432318Z","caller":"traceutil/trace.go:171","msg":"trace[317732312] transaction","detail":"{read_only:false; response_revision:11270; number_of_response:1; }","duration":"2.165067724s","start":"2026-03-29T02:26:24.267183Z","end":"2026-03-29T02:26:26.432251Z","steps":["trace[317732312] 'process raft request' (duration: 1.567326441s)","trace[317732312] 'compare' (duration: 297.150689ms)","trace[317732312] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/kube-system/plndr-cp-lock; req_size:415; } (duration: 299.817768ms)"],"step_count":3} {"level":"warn","ts":"2026-03-29T02:26:26.432434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:26:24.267166Z","time spent":"2.165212278s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:26:27.51496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.082730688s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:26:27.515142Z","caller":"traceutil/trace.go:171","msg":"trace[820316149] transaction","detail":"{read_only:false; response_revision:11271; number_of_response:1; }","duration":"3.247757242s","start":"2026-03-29T02:26:24.267352Z","end":"2026-03-29T02:26:27.515109Z","steps":["trace[820316149] 'process raft request' (duration: 2.164752708s)","trace[820316149] 'compare' (duration: 342.345901ms)","trace[820316149] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/kube-system/cilium-operator-resource-lock; req_size:474; } (duration: 739.988427ms)"],"step_count":3} {"level":"warn","ts":"2026-03-29T02:26:27.515227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:26:24.267339Z","time spent":"3.247855844s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:26:28.018709Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":8954,"took":"4.025123669s","hash":2017789833,"current-db-size-bytes":44920832,"current-db-size":"45 MB","current-db-size-in-use-bytes":25427968,"current-db-size-in-use":"25 MB"} {"level":"info","ts":"2026-03-29T02:26:28.018796Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2017789833,"revision":8954,"compact-revision":6705} {"level":"warn","ts":"2026-03-29T02:26:28.018945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.628796ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:26:28.019057Z","caller":"traceutil/trace.go:171","msg":"trace[1439766305] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:11271; }","duration":"309.756368ms","start":"2026-03-29T02:26:27.709284Z","end":"2026-03-29T02:26:28.019041Z","steps":["trace[1439766305] 'range keys from in-memory index tree' (duration: 309.616216ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:26:28.01924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"504.010976ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:26:28.019425Z","caller":"traceutil/trace.go:171","msg":"trace[1562483146] transaction","detail":"{read_only:false; response_revision:11272; number_of_response:1; }","duration":"3.739945975s","start":"2026-03-29T02:26:24.279449Z","end":"2026-03-29T02:26:28.019395Z","steps":["trace[1562483146] 'process raft request' (duration: 3.235637933s)","trace[1562483146] 'compare' (duration: 165.389888ms)","trace[1562483146] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/kube-system/kube-scheduler; req_size:461; } (duration: 338.388563ms)"],"step_count":3} {"level":"warn","ts":"2026-03-29T02:26:28.019503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:26:24.279416Z","time spent":"3.740053628s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:26:28.272422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000068988s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-29T02:26:28.272532Z","caller":"traceutil/trace.go:171","msg":"trace[1517546394] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000268012s","start":"2026-03-29T02:26:26.272237Z","end":"2026-03-29T02:26:28.272505Z","steps":["trace[1517546394] 'agreement among raft nodes before linearized reading' (duration: 2.000115209s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:26:28.272596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:26:26.272209Z","time spent":"2.000375694s","remote":"127.0.0.1:43010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:26:28.314945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.41163ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:26:28.315171Z","caller":"traceutil/trace.go:171","msg":"trace[1215049857] transaction","detail":"{read_only:false; response_revision:11273; number_of_response:1; }","duration":"4.031680645s","start":"2026-03-29T02:26:24.283441Z","end":"2026-03-29T02:26:28.315121Z","steps":["trace[1215049857] 'process raft request' (duration: 3.735937287s)","trace[1215049857] 'compare' (duration: 295.234216ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:26:28.315296Z","caller":"traceutil/trace.go:171","msg":"trace[1074527567] transaction","detail":"{read_only:false; response_revision:11275; number_of_response:1; }","duration":"2.299366543s","start":"2026-03-29T02:26:26.01591Z","end":"2026-03-29T02:26:28.315276Z","steps":["trace[1074527567] 'process raft request' (duration: 2.299262681s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:26:28.315321Z","caller":"traceutil/trace.go:171","msg":"trace[562642026] transaction","detail":"{read_only:false; response_revision:11274; number_of_response:1; }","duration":"2.592046034s","start":"2026-03-29T02:26:25.72323Z","end":"2026-03-29T02:26:28.315276Z","steps":["trace[562642026] 'process raft request' (duration: 2.59183389s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:26:28.315403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:26:26.01587Z","time spent":"2.299483286s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:26:28.315377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:26:24.283422Z","time spent":"4.031843568s","remote":"127.0.0.1:43088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":25260,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:26:28.315541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:26:25.723197Z","time spent":"2.592229658s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:26:28.315562Z","caller":"traceutil/trace.go:171","msg":"trace[233948241] linearizableReadLoop","detail":"{readStateIndex:11721; appliedIndex:11716; }","duration":"3.575776926s","start":"2026-03-29T02:26:24.739739Z","end":"2026-03-29T02:26:28.315516Z","steps":["trace[233948241] 'read index received' (duration: 111.925831ms)","trace[233948241] 'applied index is now lower than readState.Index' (duration: 3.463847924s)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:26:28.315772Z","caller":"traceutil/trace.go:171","msg":"trace[443843795] transaction","detail":"{read_only:false; response_revision:11276; number_of_response:1; }","duration":"2.299575238s","start":"2026-03-29T02:26:26.016143Z","end":"2026-03-29T02:26:28.315718Z","steps":["trace[443843795] 'process raft request' (duration: 2.299082917s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:26:28.31584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.17720836s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/staffeln-puller\" ","response":"range_response_count:1 size:446"} {"level":"warn","ts":"2026-03-29T02:26:28.315891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.573255799s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"info","ts":"2026-03-29T02:26:28.315901Z","caller":"traceutil/trace.go:171","msg":"trace[1933947315] range","detail":"{range_begin:/registry/leases/openstack/staffeln-puller; range_end:; response_count:1; response_revision:11276; }","duration":"4.177329983s","start":"2026-03-29T02:26:24.138556Z","end":"2026-03-29T02:26:28.315886Z","steps":["trace[1933947315] 'agreement among raft nodes before linearized reading' (duration: 4.177108548s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:26:28.315905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.315761783s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/staffeln-retention\" ","response":"range_response_count:1 size:452"} {"level":"warn","ts":"2026-03-29T02:26:28.315924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.257221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:26:28.315957Z","caller":"traceutil/trace.go:171","msg":"trace[613619153] range","detail":"{range_begin:/registry/leases/openstack/staffeln-retention; range_end:; response_count:1; response_revision:11276; }","duration":"4.315849355s","start":"2026-03-29T02:26:24.000093Z","end":"2026-03-29T02:26:28.315943Z","steps":["trace[613619153] 'agreement among raft nodes before linearized reading' (duration: 4.31563658s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:26:28.315971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:26:26.016115Z","time spent":"2.299760972s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:26:28.316004Z","caller":"traceutil/trace.go:171","msg":"trace[1234331426] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:11276; }","duration":"315.388394ms","start":"2026-03-29T02:26:28.000597Z","end":"2026-03-29T02:26:28.315985Z","steps":["trace[1234331426] 'agreement among raft nodes before linearized reading' (duration: 315.21247ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:26:28.31601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:26:24.000086Z","time spent":"4.315913727s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":476,"request content":"key:\"/registry/leases/openstack/staffeln-retention\" "} {"level":"warn","ts":"2026-03-29T02:26:28.316048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:26:28.000577Z","time spent":"315.460935ms","remote":"127.0.0.1:43440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:26:28.315955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:26:24.138522Z","time spent":"4.177416445s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":470,"request content":"key:\"/registry/leases/openstack/staffeln-puller\" "} {"level":"warn","ts":"2026-03-29T02:26:28.316142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.162979767s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:26:28.316231Z","caller":"traceutil/trace.go:171","msg":"trace[1453753553] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:11276; }","duration":"1.16311594s","start":"2026-03-29T02:26:27.1531Z","end":"2026-03-29T02:26:28.316216Z","steps":["trace[1453753553] 'agreement among raft nodes before linearized reading' (duration: 1.162979147s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:26:28.316221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"896.311294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:26:28.31619Z","caller":"traceutil/trace.go:171","msg":"trace[1164601624] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:11276; }","duration":"3.573349331s","start":"2026-03-29T02:26:24.742577Z","end":"2026-03-29T02:26:28.315926Z","steps":["trace[1164601624] 'agreement among raft nodes before linearized reading' (duration: 3.573234049s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:26:28.316282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:26:27.153075Z","time spent":"1.163195661s","remote":"127.0.0.1:33080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:26:28.316291Z","caller":"traceutil/trace.go:171","msg":"trace[121672768] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:11276; }","duration":"896.443367ms","start":"2026-03-29T02:26:27.419832Z","end":"2026-03-29T02:26:28.316276Z","steps":["trace[121672768] 'agreement among raft nodes before linearized reading' (duration: 896.282714ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:26:28.316308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"998.240184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-03-29T02:26:28.316341Z","caller":"traceutil/trace.go:171","msg":"trace[26420756] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:11276; }","duration":"998.292874ms","start":"2026-03-29T02:26:27.318038Z","end":"2026-03-29T02:26:28.31633Z","steps":["trace[26420756] 'agreement among raft nodes before linearized reading' (duration: 998.190142ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:26:28.316338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:26:27.419803Z","time spent":"896.522478ms","remote":"127.0.0.1:46736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:26:28.316377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:26:27.318028Z","time spent":"998.340995ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-29T02:26:28.316404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.017815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-29T02:26:28.316507Z","caller":"traceutil/trace.go:171","msg":"trace[1871048712] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11276; }","duration":"476.177889ms","start":"2026-03-29T02:26:27.840305Z","end":"2026-03-29T02:26:28.316483Z","steps":["trace[1871048712] 'agreement among raft nodes before linearized reading' (duration: 475.948234ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:26:28.316477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:26:24.742548Z","time spent":"3.573912034s","remote":"127.0.0.1:43154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-29T02:26:28.316555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:26:27.840278Z","time spent":"476.26704ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-29T02:26:28.316618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.592984214s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/staffeln-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:26:28.316713Z","caller":"traceutil/trace.go:171","msg":"trace[1395515784] range","detail":"{range_begin:/registry/jobs/openstack/staffeln-db-sync; range_end:; response_count:0; response_revision:11276; }","duration":"2.593126627s","start":"2026-03-29T02:26:25.72357Z","end":"2026-03-29T02:26:28.316697Z","steps":["trace[1395515784] 'agreement among raft nodes before linearized reading' (duration: 2.592989444s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:26:28.316931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.303273423s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5683"} {"level":"warn","ts":"2026-03-29T02:26:28.316937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:26:25.723543Z","time spent":"2.593381793s","remote":"127.0.0.1:43224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/staffeln-db-sync\" "} {"level":"warn","ts":"2026-03-29T02:26:28.316955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.323625541s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-29T02:26:28.316967Z","caller":"traceutil/trace.go:171","msg":"trace[1203127741] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:11276; }","duration":"3.303343105s","start":"2026-03-29T02:26:25.013608Z","end":"2026-03-29T02:26:28.316951Z","steps":["trace[1203127741] 'agreement among raft nodes before linearized reading' (duration: 3.303042798s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:26:28.316957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.050078102s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:40 size:368500"} {"level":"warn","ts":"2026-03-29T02:26:28.317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:26:25.013582Z","time spent":"3.303412006s","remote":"127.0.0.1:42390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5707,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-29T02:26:28.317004Z","caller":"traceutil/trace.go:171","msg":"trace[1986160442] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:11276; }","duration":"2.323719043s","start":"2026-03-29T02:26:25.993267Z","end":"2026-03-29T02:26:28.316986Z","steps":["trace[1986160442] 'agreement among raft nodes before linearized reading' (duration: 2.323306124s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:26:28.317021Z","caller":"traceutil/trace.go:171","msg":"trace[651539046] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:40; response_revision:11276; }","duration":"4.050150324s","start":"2026-03-29T02:26:24.266856Z","end":"2026-03-29T02:26:28.317006Z","steps":["trace[651539046] 'agreement among raft nodes before linearized reading' (duration: 4.048804155s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:26:28.317045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:26:25.993242Z","time spent":"2.323794535s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-29T02:26:28.317064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:26:24.266768Z","time spent":"4.050284247s","remote":"127.0.0.1:43172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":40,"response size":368524,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-29T02:26:28.317506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.363526979s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-29T02:26:28.317559Z","caller":"traceutil/trace.go:171","msg":"trace[422190884] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11276; }","duration":"3.363651422s","start":"2026-03-29T02:26:24.953894Z","end":"2026-03-29T02:26:28.317546Z","steps":["trace[422190884] 'agreement among raft nodes before linearized reading' (duration: 3.363474468s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:26:28.317759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:26:24.953838Z","time spent":"3.363847596s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-29T02:26:28.319157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.00433946s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-29T02:26:28.319877Z","caller":"traceutil/trace.go:171","msg":"trace[1344424363] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:11276; }","duration":"1.005056255s","start":"2026-03-29T02:26:27.314771Z","end":"2026-03-29T02:26:28.319828Z","steps":["trace[1344424363] 'agreement among raft nodes before linearized reading' (duration: 1.00167607s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:26:28.320142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:26:27.314757Z","time spent":"1.005361412s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-29T02:26:28.942008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.327017ms","expected-duration":"100ms","prefix":"","request":"header: txn: success: > failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-29T02:26:28.942141Z","caller":"traceutil/trace.go:171","msg":"trace[537848577] transaction","detail":"{read_only:false; number_of_response:1; response_revision:11277; }","duration":"621.835758ms","start":"2026-03-29T02:26:28.320282Z","end":"2026-03-29T02:26:28.942118Z","steps":["trace[537848577] 'process raft request' (duration: 193.297196ms)","trace[537848577] 'compare' (duration: 428.125363ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:26:28.942219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:26:28.32025Z","time spent":"621.93474ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":49,"response count":0,"response size":42,"request content":"compare: success: > failure: >"} {"level":"info","ts":"2026-03-29T02:26:28.976825Z","caller":"traceutil/trace.go:171","msg":"trace[727020325] transaction","detail":"{read_only:false; response_revision:11280; number_of_response:1; }","duration":"652.645101ms","start":"2026-03-29T02:26:28.324148Z","end":"2026-03-29T02:26:28.976793Z","steps":["trace[727020325] 'process raft request' (duration: 652.543698ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:26:28.977019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:26:28.324142Z","time spent":"652.779973ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:26:28.976995Z","caller":"traceutil/trace.go:171","msg":"trace[1524052761] transaction","detail":"{read_only:false; response_revision:11279; number_of_response:1; }","duration":"653.186093ms","start":"2026-03-29T02:26:28.323697Z","end":"2026-03-29T02:26:28.976883Z","steps":["trace[1524052761] 'process raft request' (duration: 652.957988ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:26:28.977264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:26:28.323691Z","time spent":"653.464409ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:26:28.977319Z","caller":"traceutil/trace.go:171","msg":"trace[1820724360] transaction","detail":"{read_only:false; response_revision:11281; number_of_response:1; }","duration":"652.555009ms","start":"2026-03-29T02:26:28.324727Z","end":"2026-03-29T02:26:28.977282Z","steps":["trace[1820724360] 'process raft request' (duration: 652.015598ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:26:28.976835Z","caller":"traceutil/trace.go:171","msg":"trace[765615454] transaction","detail":"{read_only:false; response_revision:11278; number_of_response:1; }","duration":"653.193233ms","start":"2026-03-29T02:26:28.323599Z","end":"2026-03-29T02:26:28.976792Z","steps":["trace[765615454] 'process raft request' (duration: 652.861845ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:26:28.977408Z","caller":"traceutil/trace.go:171","msg":"trace[1469781481] linearizableReadLoop","detail":"{readStateIndex:11727; appliedIndex:11724; }","duration":"653.562791ms","start":"2026-03-29T02:26:28.323738Z","end":"2026-03-29T02:26:28.977301Z","steps":["trace[1469781481] 'read index received' (duration: 189.91819ms)","trace[1469781481] 'applied index is now lower than readState.Index' (duration: 463.643521ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:26:28.977497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:26:28.324714Z","time spent":"652.687502ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:26:28.977521Z","caller":"traceutil/trace.go:171","msg":"trace[226875010] transaction","detail":"{read_only:false; response_revision:11282; number_of_response:1; }","duration":"652.63152ms","start":"2026-03-29T02:26:28.324876Z","end":"2026-03-29T02:26:28.977507Z","steps":["trace[226875010] 'process raft request' (duration: 652.136549ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:26:28.977592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:26:28.324854Z","time spent":"652.705622ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:26:28.977584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:26:28.323582Z","time spent":"653.928269ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:26:28.977666Z","caller":"traceutil/trace.go:171","msg":"trace[404274589] transaction","detail":"{read_only:false; response_revision:11283; number_of_response:1; }","duration":"651.986066ms","start":"2026-03-29T02:26:28.325607Z","end":"2026-03-29T02:26:28.977593Z","steps":["trace[404274589] 'process raft request' (duration: 651.635708ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:26:28.977772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"654.027231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-29T02:26:28.977808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:26:28.325588Z","time spent":"652.11757ms","remote":"127.0.0.1:43224","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4932,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-29T02:26:28.977819Z","caller":"traceutil/trace.go:171","msg":"trace[1584329771] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:11283; }","duration":"654.084072ms","start":"2026-03-29T02:26:28.323723Z","end":"2026-03-29T02:26:28.977807Z","steps":["trace[1584329771] 'agreement among raft nodes before linearized reading' (duration: 653.924998ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:26:28.977858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:26:28.323718Z","time spent":"654.132554ms","remote":"127.0.0.1:43262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-03-29T02:26:29.406715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.448513ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-29T02:26:29.40691Z","caller":"traceutil/trace.go:171","msg":"trace[371087592] linearizableReadLoop","detail":"{readStateIndex:11732; appliedIndex:11731; }","duration":"429.33811ms","start":"2026-03-29T02:26:28.977549Z","end":"2026-03-29T02:26:29.406887Z","steps":["trace[371087592] 'read index received' (duration: 146.793925ms)","trace[371087592] 'applied index is now lower than readState.Index' (duration: 282.542345ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:26:29.407027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"655.844982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:26:29.40712Z","caller":"traceutil/trace.go:171","msg":"trace[1613877611] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:11283; }","duration":"656.041606ms","start":"2026-03-29T02:26:28.751056Z","end":"2026-03-29T02:26:29.407098Z","steps":["trace[1613877611] 'agreement among raft nodes before linearized reading' (duration: 655.879443ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:26:29.407094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.064399281s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:26:29.407179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:26:28.751035Z","time spent":"656.128358ms","remote":"127.0.0.1:43830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:26:29.407195Z","caller":"traceutil/trace.go:171","msg":"trace[530576288] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:11283; }","duration":"1.064518314s","start":"2026-03-29T02:26:28.342649Z","end":"2026-03-29T02:26:29.407167Z","steps":["trace[530576288] 'agreement among raft nodes before linearized reading' (duration: 1.06433937s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:26:29.407245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.082138964s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/staffeln-puller\" ","response":"range_response_count:1 size:446"} {"level":"warn","ts":"2026-03-29T02:26:29.407249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"969.922376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-29T02:26:29.407305Z","caller":"traceutil/trace.go:171","msg":"trace[125595032] range","detail":"{range_begin:/registry/leases/openstack/staffeln-puller; range_end:; response_count:1; response_revision:11283; }","duration":"1.082258596s","start":"2026-03-29T02:26:28.325033Z","end":"2026-03-29T02:26:29.407292Z","steps":["trace[125595032] 'agreement among raft nodes before linearized reading' (duration: 1.081939829s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:26:29.407351Z","caller":"traceutil/trace.go:171","msg":"trace[459592285] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11283; }","duration":"970.098249ms","start":"2026-03-29T02:26:28.43723Z","end":"2026-03-29T02:26:29.407328Z","steps":["trace[459592285] 'agreement among raft nodes before linearized reading' (duration: 969.828823ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:26:29.407248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:26:28.342569Z","time spent":"1.064668256s","remote":"127.0.0.1:45378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:26:29.407419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:26:28.437199Z","time spent":"970.210022ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-29T02:26:29.407438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:26:28.325027Z","time spent":"1.082393699s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":470,"request content":"key:\"/registry/leases/openstack/staffeln-puller\" "} {"level":"warn","ts":"2026-03-29T02:26:29.407805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.080896576s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:26:29.408215Z","caller":"traceutil/trace.go:171","msg":"trace[645180950] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11283; }","duration":"1.081151312s","start":"2026-03-29T02:26:28.326878Z","end":"2026-03-29T02:26:29.408029Z","steps":["trace[645180950] 'agreement among raft nodes before linearized reading' (duration: 1.080222981s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:26:29.408351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:26:28.32687Z","time spent":"1.081389387s","remote":"127.0.0.1:43010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-29T02:26:29.585031Z","caller":"traceutil/trace.go:171","msg":"trace[1331822650] transaction","detail":"{read_only:false; response_revision:11285; number_of_response:1; }","duration":"538.962711ms","start":"2026-03-29T02:26:29.046025Z","end":"2026-03-29T02:26:29.584988Z","steps":["trace[1331822650] 'process raft request' (duration: 538.865149ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:26:29.585051Z","caller":"traceutil/trace.go:171","msg":"trace[276625514] transaction","detail":"{read_only:false; response_revision:11284; number_of_response:1; }","duration":"598.964771ms","start":"2026-03-29T02:26:28.986052Z","end":"2026-03-29T02:26:29.585016Z","steps":["trace[276625514] 'process raft request' (duration: 598.618343ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:26:29.585251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:26:28.986032Z","time spent":"599.115635ms","remote":"127.0.0.1:43172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5304,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-29T02:26:29.585302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:26:29.045996Z","time spent":"539.130704ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:26:29.841867Z","caller":"traceutil/trace.go:171","msg":"trace[614817356] transaction","detail":"{read_only:false; number_of_response:1; response_revision:11286; }","duration":"432.549271ms","start":"2026-03-29T02:26:29.409274Z","end":"2026-03-29T02:26:29.841823Z","steps":["trace[614817356] 'process raft request' (duration: 432.216013ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:26:29.841974Z","caller":"traceutil/trace.go:171","msg":"trace[2017660498] linearizableReadLoop","detail":"{readStateIndex:11735; appliedIndex:11732; }","duration":"432.327626ms","start":"2026-03-29T02:26:29.409452Z","end":"2026-03-29T02:26:29.841779Z","steps":["trace[2017660498] 'read index received' (duration: 175.323788ms)","trace[2017660498] 'applied index is now lower than readState.Index' (duration: 257.002398ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:26:29.842049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.579213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:26:29.841875Z","caller":"traceutil/trace.go:171","msg":"trace[216997498] transaction","detail":"{read_only:false; response_revision:11287; number_of_response:1; }","duration":"430.101078ms","start":"2026-03-29T02:26:29.411741Z","end":"2026-03-29T02:26:29.841843Z","steps":["trace[216997498] 'process raft request' (duration: 429.961084ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:26:29.842066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:26:29.409251Z","time spent":"432.715485ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":46,"response count":0,"response size":42,"request content":"compare: success: > failure: >"} {"level":"info","ts":"2026-03-29T02:26:29.842098Z","caller":"traceutil/trace.go:171","msg":"trace[305936998] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11287; }","duration":"432.656414ms","start":"2026-03-29T02:26:29.409429Z","end":"2026-03-29T02:26:29.842086Z","steps":["trace[305936998] 'agreement among raft nodes before linearized reading' (duration: 432.537491ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:26:29.842277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:26:29.41173Z","time spent":"430.376863ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:26:29.842302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:26:29.40942Z","time spent":"432.826917ms","remote":"127.0.0.1:43006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-29T02:26:30.263764Z","caller":"traceutil/trace.go:171","msg":"trace[1642170616] transaction","detail":"{read_only:false; response_revision:11288; number_of_response:1; }","duration":"673.191106ms","start":"2026-03-29T02:26:29.590526Z","end":"2026-03-29T02:26:30.263717Z","steps":["trace[1642170616] 'process raft request' (duration: 672.853059ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:26:30.263857Z","caller":"traceutil/trace.go:171","msg":"trace[496065282] transaction","detail":"{read_only:false; response_revision:11289; number_of_response:1; }","duration":"673.216936ms","start":"2026-03-29T02:26:29.590593Z","end":"2026-03-29T02:26:30.26381Z","steps":["trace[496065282] 'process raft request' (duration: 672.983311ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:26:30.264057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"743.946405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-29T02:26:30.264124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:26:29.590566Z","time spent":"673.424621ms","remote":"127.0.0.1:43172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5350,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:26:30.264139Z","caller":"traceutil/trace.go:171","msg":"trace[1671266855] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11290; }","duration":"744.102798ms","start":"2026-03-29T02:26:29.520017Z","end":"2026-03-29T02:26:30.26412Z","steps":["trace[1671266855] 'agreement among raft nodes before linearized reading' (duration: 743.802651ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:26:30.264322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:26:29.51998Z","time spent":"744.315383ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-29T02:26:30.263922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:26:29.590499Z","time spent":"673.34777ms","remote":"127.0.0.1:43074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-29T02:26:30.263769Z","caller":"traceutil/trace.go:171","msg":"trace[1179439717] linearizableReadLoop","detail":"{readStateIndex:11739; appliedIndex:11736; }","duration":"421.68138ms","start":"2026-03-29T02:26:29.842061Z","end":"2026-03-29T02:26:30.263743Z","steps":["trace[1179439717] 'read index received' (duration: 421.270121ms)","trace[1179439717] 'applied index is now lower than readState.Index' (duration: 409.519µs)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:26:30.264718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.686567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:26:30.264795Z","caller":"traceutil/trace.go:171","msg":"trace[1824197077] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11290; }","duration":"415.82409ms","start":"2026-03-29T02:26:29.848953Z","end":"2026-03-29T02:26:30.264777Z","steps":["trace[1824197077] 'agreement among raft nodes before linearized reading' (duration: 415.676006ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:26:30.26481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.796917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-29T02:26:30.264611Z","caller":"traceutil/trace.go:171","msg":"trace[718897997] transaction","detail":"{read_only:false; response_revision:11290; number_of_response:1; }","duration":"671.240933ms","start":"2026-03-29T02:26:29.592745Z","end":"2026-03-29T02:26:30.263986Z","steps":["trace[718897997] 'process raft request' (duration: 670.933756ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:26:30.264858Z","caller":"traceutil/trace.go:171","msg":"trace[1776023371] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:11290; }","duration":"239.8972ms","start":"2026-03-29T02:26:30.024944Z","end":"2026-03-29T02:26:30.264842Z","steps":["trace[1776023371] 'agreement among raft nodes before linearized reading' (duration: 239.770217ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:26:30.264857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:26:29.848926Z","time spent":"415.914083ms","remote":"127.0.0.1:43010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:26:30.265442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:26:29.592734Z","time spent":"672.196445ms","remote":"127.0.0.1:43224","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5114,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:26:30.777472Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583528501969000,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-29T02:26:30.803031Z","caller":"traceutil/trace.go:171","msg":"trace[15374228] transaction","detail":"{read_only:false; response_revision:11291; number_of_response:1; }","duration":"532.847446ms","start":"2026-03-29T02:26:30.270152Z","end":"2026-03-29T02:26:30.802999Z","steps":["trace[15374228] 'process raft request' (duration: 532.663932ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:26:30.803357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:26:30.270133Z","time spent":"532.980839ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:26:32.913857Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.110992506s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-29T02:26:32.918978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999972355s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-29T02:26:32.919053Z","caller":"traceutil/trace.go:171","msg":"trace[1820985074] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000107988s","start":"2026-03-29T02:26:30.918923Z","end":"2026-03-29T02:26:32.919031Z","steps":["trace[1820985074] 'agreement among raft nodes before linearized reading' (duration: 2.000010486s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:26:32.919103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:26:30.918897Z","time spent":"2.00019642s","remote":"127.0.0.1:43010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:26:33.295106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:26:31.024076Z","time spent":"2.271020384s","remote":"127.0.0.1:59134","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-29T02:26:33.29582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.562691ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:26:33.296239Z","caller":"traceutil/trace.go:171","msg":"trace[1406908099] linearizableReadLoop","detail":"{readStateIndex:11745; appliedIndex:11739; }","duration":"3.01943063s","start":"2026-03-29T02:26:30.276776Z","end":"2026-03-29T02:26:33.296207Z","steps":["trace[1406908099] 'read index received' (duration: 526.061835ms)","trace[1406908099] 'applied index is now lower than readState.Index' (duration: 2.493367465s)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:26:33.296364Z","caller":"traceutil/trace.go:171","msg":"trace[88223491] transaction","detail":"{read_only:false; response_revision:11292; number_of_response:1; }","duration":"3.024776439s","start":"2026-03-29T02:26:30.271569Z","end":"2026-03-29T02:26:33.296346Z","steps":["trace[88223491] 'process raft request' (duration: 2.642574034s)","trace[88223491] 'compare' (duration: 380.586368ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:26:33.296422Z","caller":"traceutil/trace.go:171","msg":"trace[436420006] transaction","detail":"{read_only:false; response_revision:11294; number_of_response:1; }","duration":"2.974971514s","start":"2026-03-29T02:26:30.321402Z","end":"2026-03-29T02:26:33.296374Z","steps":["trace[436420006] 'process raft request' (duration: 2.974591486s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:26:33.296484Z","caller":"traceutil/trace.go:171","msg":"trace[253987316] transaction","detail":"{read_only:false; response_revision:11295; number_of_response:1; }","duration":"2.973183014s","start":"2026-03-29T02:26:30.323291Z","end":"2026-03-29T02:26:33.296474Z","steps":["trace[253987316] 'process raft request' (duration: 2.972781506s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:26:33.296467Z","caller":"traceutil/trace.go:171","msg":"trace[1136393870] transaction","detail":"{read_only:false; response_revision:11296; number_of_response:1; }","duration":"2.972785135s","start":"2026-03-29T02:26:30.323604Z","end":"2026-03-29T02:26:33.296389Z","steps":["trace[1136393870] 'process raft request' (duration: 2.972513879s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:26:33.296539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:26:30.323253Z","time spent":"2.973252386s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:26:33.296537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:26:30.321382Z","time spent":"2.975093677s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:26:33.296672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.019871619s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/staffeln-db-sync-2kpjp\" ","response":"range_response_count:1 size:5365"} {"level":"warn","ts":"2026-03-29T02:26:33.296704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:26:30.323594Z","time spent":"2.97299585s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:26:33.29676Z","caller":"traceutil/trace.go:171","msg":"trace[1880586199] range","detail":"{range_begin:/registry/pods/openstack/staffeln-db-sync-2kpjp; range_end:; response_count:1; response_revision:11296; }","duration":"3.020021142s","start":"2026-03-29T02:26:30.276716Z","end":"2026-03-29T02:26:33.296738Z","steps":["trace[1880586199] 'agreement among raft nodes before linearized reading' (duration: 3.019713166s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:26:33.296807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:26:30.276694Z","time spent":"3.020103475s","remote":"127.0.0.1:43172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":5389,"request content":"key:\"/registry/pods/openstack/staffeln-db-sync-2kpjp\" "} {"level":"info","ts":"2026-03-29T02:26:33.296848Z","caller":"traceutil/trace.go:171","msg":"trace[16353932] transaction","detail":"{read_only:false; response_revision:11293; number_of_response:1; }","duration":"3.025079495s","start":"2026-03-29T02:26:30.271749Z","end":"2026-03-29T02:26:33.296829Z","steps":["trace[16353932] 'process raft request' (duration: 3.024142085s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:26:33.296923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:26:30.271714Z","time spent":"3.025169086s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:26:33.296434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:26:30.271561Z","time spent":"3.02484077s","remote":"127.0.0.1:43498","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":693,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-29T02:26:33.796559Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583528501969008,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-29T02:26:33.817854Z","caller":"traceutil/trace.go:171","msg":"trace[981290635] transaction","detail":"{read_only:false; response_revision:11297; number_of_response:1; }","duration":"1.171088906s","start":"2026-03-29T02:26:32.646726Z","end":"2026-03-29T02:26:33.817815Z","steps":["trace[981290635] 'process raft request' (duration: 1.170717898s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:26:33.818084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:26:32.646696Z","time spent":"1.17125946s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:26:34.074603Z","caller":"traceutil/trace.go:171","msg":"trace[831168502] transaction","detail":"{read_only:false; response_revision:11298; number_of_response:1; }","duration":"768.375438ms","start":"2026-03-29T02:26:33.306192Z","end":"2026-03-29T02:26:34.074567Z","steps":["trace[831168502] 'process raft request' (duration: 736.93151ms)","trace[831168502] 'compare' (duration: 30.925726ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:26:34.074623Z","caller":"traceutil/trace.go:171","msg":"trace[591196009] linearizableReadLoop","detail":"{readStateIndex:11748; appliedIndex:11745; }","duration":"778.285617ms","start":"2026-03-29T02:26:33.296297Z","end":"2026-03-29T02:26:34.074583Z","steps":["trace[591196009] 'read index received' (duration: 521.466652ms)","trace[591196009] 'applied index is now lower than readState.Index' (duration: 256.817265ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:26:34.074781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:26:33.30616Z","time spent":"768.525021ms","remote":"127.0.0.1:43172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6654,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:26:34.075082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.266538183s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-29T02:26:34.075144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.230142739s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:26:34.075173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.09252485s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-29T02:26:34.075159Z","caller":"traceutil/trace.go:171","msg":"trace[1716761625] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11299; }","duration":"1.266677106s","start":"2026-03-29T02:26:32.808465Z","end":"2026-03-29T02:26:34.075143Z","steps":["trace[1716761625] 'agreement among raft nodes before linearized reading' (duration: 1.26640532s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:26:34.075189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.092004569s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-29T02:26:34.075252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:26:32.80844Z","time spent":"1.266801638s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-29T02:26:34.075241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.743960125s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-c4cs6\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-29T02:26:34.075286Z","caller":"traceutil/trace.go:171","msg":"trace[1874337258] transaction","detail":"{read_only:false; response_revision:11299; number_of_response:1; }","duration":"478.341296ms","start":"2026-03-29T02:26:33.596936Z","end":"2026-03-29T02:26:34.075277Z","steps":["trace[1874337258] 'process raft request' (duration: 477.504587ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:26:34.075203Z","caller":"traceutil/trace.go:171","msg":"trace[1879144683] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:11299; }","duration":"2.230236991s","start":"2026-03-29T02:26:31.844949Z","end":"2026-03-29T02:26:34.075186Z","steps":["trace[1879144683] 'agreement among raft nodes before linearized reading' (duration: 2.230152229s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:26:34.075305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.09345921s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-29T02:26:34.075319Z","caller":"traceutil/trace.go:171","msg":"trace[1953796981] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:11299; }","duration":"3.092206433s","start":"2026-03-29T02:26:30.98308Z","end":"2026-03-29T02:26:34.075286Z","steps":["trace[1953796981] 'agreement among raft nodes before linearized reading' (duration: 3.091778814s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:26:34.075382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:26:33.596902Z","time spent":"478.416238ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:26:34.075388Z","caller":"traceutil/trace.go:171","msg":"trace[117059513] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11299; }","duration":"3.093559454s","start":"2026-03-29T02:26:30.981793Z","end":"2026-03-29T02:26:34.075353Z","steps":["trace[117059513] 'agreement among raft nodes before linearized reading' (duration: 3.09341606s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:26:34.075358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.228692717s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-29T02:26:34.075414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.753051597s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/staffeln-db-sync\" ","response":"range_response_count:1 size:5129"} {"level":"warn","ts":"2026-03-29T02:26:34.075432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"748.042886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-29T02:26:34.07548Z","caller":"traceutil/trace.go:171","msg":"trace[1200222234] range","detail":"{range_begin:/registry/jobs/openstack/staffeln-db-sync; range_end:; response_count:1; response_revision:11299; }","duration":"3.753168179s","start":"2026-03-29T02:26:30.322299Z","end":"2026-03-29T02:26:34.075467Z","steps":["trace[1200222234] 'agreement among raft nodes before linearized reading' (duration: 3.753000335s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:26:34.075488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.155180954s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:26:34.075488Z","caller":"traceutil/trace.go:171","msg":"trace[601395610] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11299; }","duration":"2.228881581s","start":"2026-03-29T02:26:31.846578Z","end":"2026-03-29T02:26:34.075459Z","steps":["trace[601395610] 'agreement among raft nodes before linearized reading' (duration: 2.228506843s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:26:34.075525Z","caller":"traceutil/trace.go:171","msg":"trace[886491123] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11299; }","duration":"1.155264836s","start":"2026-03-29T02:26:32.92025Z","end":"2026-03-29T02:26:34.075514Z","steps":["trace[886491123] 'agreement among raft nodes before linearized reading' (duration: 1.155211205s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:26:34.075515Z","caller":"traceutil/trace.go:171","msg":"trace[1573512042] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:11299; }","duration":"748.159789ms","start":"2026-03-29T02:26:33.327337Z","end":"2026-03-29T02:26:34.075497Z","steps":["trace[1573512042] 'agreement among raft nodes before linearized reading' (duration: 747.971195ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:26:34.075553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:26:32.920224Z","time spent":"1.155324338s","remote":"127.0.0.1:43006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:26:34.075548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"700.241167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.36\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-03-29T02:26:34.075457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:26:31.844931Z","time spent":"2.230424815s","remote":"127.0.0.1:57706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:26:34.075249Z","caller":"traceutil/trace.go:171","msg":"trace[1405091811] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11299; }","duration":"3.092668023s","start":"2026-03-29T02:26:30.982563Z","end":"2026-03-29T02:26:34.075231Z","steps":["trace[1405091811] 'agreement among raft nodes before linearized reading' (duration: 3.092358196s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:26:34.07574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:26:30.982537Z","time spent":"3.093194585s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-29T02:26:34.075576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:26:33.327324Z","time spent":"748.240771ms","remote":"127.0.0.1:43172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-29T02:26:34.075525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:26:30.322275Z","time spent":"3.75323997s","remote":"127.0.0.1:43224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":5153,"request content":"key:\"/registry/jobs/openstack/staffeln-db-sync\" "} {"level":"warn","ts":"2026-03-29T02:26:34.075175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.37074431s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:26:34.077806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.869973713s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:26:34.077915Z","caller":"traceutil/trace.go:171","msg":"trace[563278457] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:11299; }","duration":"3.373408329s","start":"2026-03-29T02:26:30.704346Z","end":"2026-03-29T02:26:34.077754Z","steps":["trace[563278457] 'agreement among raft nodes before linearized reading' (duration: 3.3707618s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:26:34.077999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:26:30.70431Z","time spent":"3.373663685s","remote":"127.0.0.1:57750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:26:34.078017Z","caller":"traceutil/trace.go:171","msg":"trace[1499564149] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:11299; }","duration":"1.870142407s","start":"2026-03-29T02:26:32.20776Z","end":"2026-03-29T02:26:34.077903Z","steps":["trace[1499564149] 'agreement among raft nodes before linearized reading' (duration: 1.867300684s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:26:34.075397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:26:30.983055Z","time spent":"3.092321286s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-29T02:26:34.078179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:26:32.207735Z","time spent":"1.870379852s","remote":"127.0.0.1:42290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:26:34.075311Z","caller":"traceutil/trace.go:171","msg":"trace[1399874153] range","detail":"{range_begin:/registry/pods/openstack/keepalived-c4cs6; range_end:; response_count:1; response_revision:11299; }","duration":"3.744079067s","start":"2026-03-29T02:26:30.331215Z","end":"2026-03-29T02:26:34.075294Z","steps":["trace[1399874153] 'agreement among raft nodes before linearized reading' (duration: 3.743851362s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:26:34.079225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:26:30.331191Z","time spent":"3.748006584s","remote":"127.0.0.1:43172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6544,"request content":"key:\"/registry/pods/openstack/keepalived-c4cs6\" "} {"level":"warn","ts":"2026-03-29T02:26:34.075408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.538645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-29T02:26:34.07543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:26:30.981762Z","time spent":"3.093658906s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-29T02:26:34.075301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.630757564s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/staffeln-db-sync\" ","response":"range_response_count:1 size:536"} {"level":"warn","ts":"2026-03-29T02:26:34.075568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:26:31.846552Z","time spent":"2.228999474s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-29T02:26:34.075596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"734.539386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:26:34.075604Z","caller":"traceutil/trace.go:171","msg":"trace[1968946204] range","detail":"{range_begin:/registry/masterleases/162.253.55.36; range_end:; response_count:1; response_revision:11299; }","duration":"700.347659ms","start":"2026-03-29T02:26:33.375244Z","end":"2026-03-29T02:26:34.075592Z","steps":["trace[1968946204] 'agreement among raft nodes before linearized reading' (duration: 700.196875ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:26:34.075667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.667340649s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:26:34.080041Z","caller":"traceutil/trace.go:171","msg":"trace[1537409507] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:11299; }","duration":"1.671760867s","start":"2026-03-29T02:26:32.408225Z","end":"2026-03-29T02:26:34.079986Z","steps":["trace[1537409507] 'agreement among raft nodes before linearized reading' (duration: 1.666864719s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:26:34.080315Z","caller":"traceutil/trace.go:171","msg":"trace[146904222] range","detail":"{range_begin:/registry/serviceaccounts/openstack/staffeln-db-sync; range_end:; response_count:1; response_revision:11299; }","duration":"3.635799726s","start":"2026-03-29T02:26:30.444482Z","end":"2026-03-29T02:26:34.080281Z","steps":["trace[146904222] 'agreement among raft nodes before linearized reading' (duration: 3.630665822s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:26:34.080402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:26:30.444462Z","time spent":"3.635915178s","remote":"127.0.0.1:43186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":560,"request content":"key:\"/registry/serviceaccounts/openstack/staffeln-db-sync\" "} {"level":"warn","ts":"2026-03-29T02:26:34.080656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:26:33.375219Z","time spent":"705.373191ms","remote":"127.0.0.1:43048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/162.253.55.36\" "} {"level":"warn","ts":"2026-03-29T02:26:34.080326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:26:32.40813Z","time spent":"1.672118126s","remote":"127.0.0.1:46702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:26:34.08087Z","caller":"traceutil/trace.go:171","msg":"trace[1643070843] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:11299; }","duration":"739.822334ms","start":"2026-03-29T02:26:33.341017Z","end":"2026-03-29T02:26:34.080839Z","steps":["trace[1643070843] 'agreement among raft nodes before linearized reading' (duration: 734.434755ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:26:34.08096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:26:33.341005Z","time spent":"739.912306ms","remote":"127.0.0.1:43060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":92,"response size":31,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:26:34.082106Z","caller":"traceutil/trace.go:171","msg":"trace[572069905] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:11299; }","duration":"132.485597ms","start":"2026-03-29T02:26:33.948794Z","end":"2026-03-29T02:26:34.081279Z","steps":["trace[572069905] 'agreement among raft nodes before linearized reading' (duration: 126.560526ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:26:34.086741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.899874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:11 size:100640"} {"level":"info","ts":"2026-03-29T02:26:34.086809Z","caller":"traceutil/trace.go:171","msg":"trace[190019206] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:11; response_revision:11299; }","duration":"218.952065ms","start":"2026-03-29T02:26:33.867824Z","end":"2026-03-29T02:26:34.086776Z","steps":["trace[190019206] 'agreement among raft nodes before linearized reading' (duration: 207.528102ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:26:34.444758Z","caller":"traceutil/trace.go:171","msg":"trace[140323565] linearizableReadLoop","detail":"{readStateIndex:11753; appliedIndex:11748; }","duration":"359.520192ms","start":"2026-03-29T02:26:34.085213Z","end":"2026-03-29T02:26:34.444733Z","steps":["trace[140323565] 'read index received' (duration: 12.942967ms)","trace[140323565] 'applied index is now lower than readState.Index' (duration: 346.576495ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:26:34.444878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:26:34.082896Z","time spent":"361.978927ms","remote":"127.0.0.1:43048","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-29T02:26:34.445149Z","caller":"traceutil/trace.go:171","msg":"trace[1764794513] transaction","detail":"{read_only:false; response_revision:11301; number_of_response:1; }","duration":"361.806922ms","start":"2026-03-29T02:26:34.083333Z","end":"2026-03-29T02:26:34.44514Z","steps":["trace[1764794513] 'process raft request' (duration: 361.221689ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:26:34.445244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:26:34.083316Z","time spent":"361.858194ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:26:34.445329Z","caller":"traceutil/trace.go:171","msg":"trace[546848785] transaction","detail":"{read_only:false; response_revision:11302; number_of_response:1; }","duration":"361.401664ms","start":"2026-03-29T02:26:34.083922Z","end":"2026-03-29T02:26:34.445324Z","steps":["trace[546848785] 'process raft request' (duration: 360.74282ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:26:34.445366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:26:34.083875Z","time spent":"361.472285ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:26:34.445434Z","caller":"traceutil/trace.go:171","msg":"trace[1551926573] transaction","detail":"{read_only:false; response_revision:11303; number_of_response:1; }","duration":"360.366811ms","start":"2026-03-29T02:26:34.085062Z","end":"2026-03-29T02:26:34.445429Z","steps":["trace[1551926573] 'process raft request' (duration: 359.625065ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:26:34.445466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:26:34.085052Z","time spent":"360.400152ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:26:34.445536Z","caller":"traceutil/trace.go:171","msg":"trace[1567483715] transaction","detail":"{read_only:false; response_revision:11304; number_of_response:1; }","duration":"359.410589ms","start":"2026-03-29T02:26:34.086121Z","end":"2026-03-29T02:26:34.445532Z","steps":["trace[1567483715] 'process raft request' (duration: 358.586241ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:26:34.44557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:26:34.086111Z","time spent":"359.44164ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:26:34.446003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.724919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-03-29T02:26:34.446081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.074055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:26:34.446116Z","caller":"traceutil/trace.go:171","msg":"trace[1567208283] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:11304; }","duration":"360.864032ms","start":"2026-03-29T02:26:34.085227Z","end":"2026-03-29T02:26:34.446091Z","steps":["trace[1567208283] 'agreement among raft nodes before linearized reading' (duration: 360.541275ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:26:34.446163Z","caller":"traceutil/trace.go:171","msg":"trace[1477710858] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11304; }","duration":"356.231809ms","start":"2026-03-29T02:26:34.08991Z","end":"2026-03-29T02:26:34.446142Z","steps":["trace[1477710858] 'agreement among raft nodes before linearized reading' (duration: 356.101006ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:26:34.446176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:26:34.085213Z","time spent":"360.952933ms","remote":"127.0.0.1:43172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-29T02:26:34.446198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:26:34.089876Z","time spent":"356.316041ms","remote":"127.0.0.1:43010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:26:34.446204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.990844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/staffeln-db-sync-2kpjp\" ","response":"range_response_count:1 size:6669"} {"level":"info","ts":"2026-03-29T02:26:34.446228Z","caller":"traceutil/trace.go:171","msg":"trace[689204038] range","detail":"{range_begin:/registry/pods/openstack/staffeln-db-sync-2kpjp; range_end:; response_count:1; response_revision:11304; }","duration":"361.029705ms","start":"2026-03-29T02:26:34.085192Z","end":"2026-03-29T02:26:34.446222Z","steps":["trace[689204038] 'agreement among raft nodes before linearized reading' (duration: 360.440073ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:26:34.446246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:26:34.085184Z","time spent":"361.058916ms","remote":"127.0.0.1:43172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":6693,"request content":"key:\"/registry/pods/openstack/staffeln-db-sync-2kpjp\" "} {"level":"warn","ts":"2026-03-29T02:26:34.446758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.362926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:41 size:375162"} {"level":"info","ts":"2026-03-29T02:26:34.446803Z","caller":"traceutil/trace.go:171","msg":"trace[893927779] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:41; response_revision:11304; }","duration":"358.408397ms","start":"2026-03-29T02:26:34.088384Z","end":"2026-03-29T02:26:34.446793Z","steps":["trace[893927779] 'agreement among raft nodes before linearized reading' (duration: 357.940527ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:26:34.446833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:26:34.088335Z","time spent":"358.489909ms","remote":"127.0.0.1:43172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":41,"response size":375186,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-29T02:26:34.942935Z","caller":"traceutil/trace.go:171","msg":"trace[2129087274] transaction","detail":"{read_only:false; response_revision:11305; number_of_response:1; }","duration":"495.70879ms","start":"2026-03-29T02:26:34.4472Z","end":"2026-03-29T02:26:34.942909Z","steps":["trace[2129087274] 'process raft request' (duration: 495.427304ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:26:34.943391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:26:34.447177Z","time spent":"496.11467ms","remote":"127.0.0.1:43048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:26:34.943433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.426399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19218"} {"level":"info","ts":"2026-03-29T02:26:34.943489Z","caller":"traceutil/trace.go:171","msg":"trace[1267122671] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:11305; }","duration":"492.51226ms","start":"2026-03-29T02:26:34.450965Z","end":"2026-03-29T02:26:34.943477Z","steps":["trace[1267122671] 'agreement among raft nodes before linearized reading' (duration: 492.215454ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:26:34.943526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:26:34.450944Z","time spent":"492.574402ms","remote":"127.0.0.1:43166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19242,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-29T02:26:34.942935Z","caller":"traceutil/trace.go:171","msg":"trace[1181954950] linearizableReadLoop","detail":"{readStateIndex:11755; appliedIndex:11754; }","duration":"491.899796ms","start":"2026-03-29T02:26:34.450996Z","end":"2026-03-29T02:26:34.942896Z","steps":["trace[1181954950] 'read index received' (duration: 491.62828ms)","trace[1181954950] 'applied index is now lower than readState.Index' (duration: 268.836µs)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:26:35.159082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.348304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:26:35.159185Z","caller":"traceutil/trace.go:171","msg":"trace[425246120] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:11305; }","duration":"104.516448ms","start":"2026-03-29T02:26:35.054644Z","end":"2026-03-29T02:26:35.159161Z","steps":["trace[425246120] 'count revisions from in-memory index tree' (duration: 104.232372ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:26:35.850596Z","caller":"traceutil/trace.go:171","msg":"trace[592929879] linearizableReadLoop","detail":"{readStateIndex:11759; appliedIndex:11755; }","duration":"545.603737ms","start":"2026-03-29T02:26:35.304975Z","end":"2026-03-29T02:26:35.850578Z","steps":["trace[592929879] 'read index received' (duration: 61.196797ms)","trace[592929879] 'applied index is now lower than readState.Index' (duration: 484.40511ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:26:35.850663Z","caller":"traceutil/trace.go:171","msg":"trace[949554389] transaction","detail":"{read_only:false; response_revision:11309; number_of_response:1; }","duration":"547.565821ms","start":"2026-03-29T02:26:35.303086Z","end":"2026-03-29T02:26:35.850651Z","steps":["trace[949554389] 'process raft request' (duration: 547.434577ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:26:35.850676Z","caller":"traceutil/trace.go:171","msg":"trace[1177736221] transaction","detail":"{read_only:false; response_revision:11308; number_of_response:1; }","duration":"547.631753ms","start":"2026-03-29T02:26:35.303003Z","end":"2026-03-29T02:26:35.850635Z","steps":["trace[1177736221] 'process raft request' (duration: 547.463298ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:26:35.85057Z","caller":"traceutil/trace.go:171","msg":"trace[607138043] transaction","detail":"{read_only:false; response_revision:11307; number_of_response:1; }","duration":"547.895888ms","start":"2026-03-29T02:26:35.302637Z","end":"2026-03-29T02:26:35.850533Z","steps":["trace[607138043] 'process raft request' (duration: 451.842278ms)","trace[607138043] 'compare' (duration: 95.821995ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:26:35.850834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:26:35.303045Z","time spent":"547.655763ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:26:35.850869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:26:35.302973Z","time spent":"547.789167ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:26:35.85109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"546.115029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-29T02:26:35.851136Z","caller":"traceutil/trace.go:171","msg":"trace[1356344010] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:11309; }","duration":"546.190981ms","start":"2026-03-29T02:26:35.304933Z","end":"2026-03-29T02:26:35.851124Z","steps":["trace[1356344010] 'agreement among raft nodes before linearized reading' (duration: 545.749511ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:26:35.851269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:26:35.304922Z","time spent":"546.337674ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-29T02:26:35.851047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:26:35.302601Z","time spent":"548.311138ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:26:36.24718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.24509ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:26:36.247302Z","caller":"traceutil/trace.go:171","msg":"trace[1293702005] linearizableReadLoop","detail":"{readStateIndex:11760; appliedIndex:11759; }","duration":"396.633064ms","start":"2026-03-29T02:26:35.850648Z","end":"2026-03-29T02:26:36.247281Z","steps":["trace[1293702005] 'read index received' (duration: 104.130379ms)","trace[1293702005] 'applied index is now lower than readState.Index' (duration: 292.500725ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:26:36.247385Z","caller":"traceutil/trace.go:171","msg":"trace[1152723446] transaction","detail":"{read_only:false; response_revision:11310; number_of_response:1; }","duration":"869.595381ms","start":"2026-03-29T02:26:35.377777Z","end":"2026-03-29T02:26:36.247372Z","steps":["trace[1152723446] 'process raft request' (duration: 577.068325ms)","trace[1152723446] 'compare' (duration: 291.982734ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:26:36.247461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:26:35.377742Z","time spent":"869.678173ms","remote":"127.0.0.1:33022","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2770,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-29T02:26:36.24768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.54446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:26:36.247748Z","caller":"traceutil/trace.go:171","msg":"trace[2062913291] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:11310; }","duration":"432.759845ms","start":"2026-03-29T02:26:35.814971Z","end":"2026-03-29T02:26:36.247731Z","steps":["trace[2062913291] 'agreement among raft nodes before linearized reading' (duration: 432.486479ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:26:36.247789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:26:35.814943Z","time spent":"432.835657ms","remote":"127.0.0.1:43814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":31,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:26:36.678626Z","caller":"traceutil/trace.go:171","msg":"trace[305123203] linearizableReadLoop","detail":"{readStateIndex:11761; appliedIndex:11760; }","duration":"431.255862ms","start":"2026-03-29T02:26:36.24733Z","end":"2026-03-29T02:26:36.678586Z","steps":["trace[305123203] 'read index received' (duration: 380.1663ms)","trace[305123203] 'applied index is now lower than readState.Index' (duration: 51.088152ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:26:36.678879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"575.839387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-29T02:26:36.678969Z","caller":"traceutil/trace.go:171","msg":"trace[500124662] transaction","detail":"{read_only:false; response_revision:11311; number_of_response:1; }","duration":"822.818105ms","start":"2026-03-29T02:26:35.856105Z","end":"2026-03-29T02:26:36.678923Z","steps":["trace[500124662] 'process raft request' (duration: 771.412565ms)","trace[500124662] 'compare' (duration: 50.896869ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:26:36.679216Z","caller":"traceutil/trace.go:171","msg":"trace[545833587] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11311; }","duration":"576.008191ms","start":"2026-03-29T02:26:36.10297Z","end":"2026-03-29T02:26:36.678978Z","steps":["trace[545833587] 'agreement among raft nodes before linearized reading' (duration: 575.625053ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:26:36.679272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:26:36.102957Z","time spent":"576.304027ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-29T02:26:36.679253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"760.8726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:26:36.679276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.285808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:26:36.679345Z","caller":"traceutil/trace.go:171","msg":"trace[2014318190] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11311; }","duration":"761.029624ms","start":"2026-03-29T02:26:35.918291Z","end":"2026-03-29T02:26:36.679321Z","steps":["trace[2014318190] 'agreement among raft nodes before linearized reading' (duration: 760.644655ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:26:36.679351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:26:35.856078Z","time spent":"823.173842ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:26:36.679411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:26:35.918277Z","time spent":"761.125195ms","remote":"127.0.0.1:43010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:26:36.679402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"584.206903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/staffeln-db-sync\" ","response":"range_response_count:1 size:5129"} {"level":"warn","ts":"2026-03-29T02:26:36.679507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.552209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-c4cs6\" ","response":"range_response_count:1 size:6520"} {"level":"warn","ts":"2026-03-29T02:26:36.679544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"516.251206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:26:36.679568Z","caller":"traceutil/trace.go:171","msg":"trace[1858118544] range","detail":"{range_begin:/registry/pods/openstack/keepalived-c4cs6; range_end:; response_count:1; response_revision:11311; }","duration":"220.625292ms","start":"2026-03-29T02:26:36.458931Z","end":"2026-03-29T02:26:36.679556Z","steps":["trace[1858118544] 'agreement among raft nodes before linearized reading' (duration: 220.453708ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:26:36.679534Z","caller":"traceutil/trace.go:171","msg":"trace[1634712218] range","detail":"{range_begin:/registry/jobs/openstack/staffeln-db-sync; range_end:; response_count:1; response_revision:11311; }","duration":"584.384917ms","start":"2026-03-29T02:26:36.095132Z","end":"2026-03-29T02:26:36.679517Z","steps":["trace[1634712218] 'agreement among raft nodes before linearized reading' (duration: 583.742153ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:26:36.679738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"684.038327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:26:36.679785Z","caller":"traceutil/trace.go:171","msg":"trace[1858825527] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:11311; }","duration":"684.105038ms","start":"2026-03-29T02:26:35.995661Z","end":"2026-03-29T02:26:36.679766Z","steps":["trace[1858825527] 'agreement among raft nodes before linearized reading' (duration: 684.022166ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:26:36.679828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:26:35.995649Z","time spent":"684.170021ms","remote":"127.0.0.1:43414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:26:36.6798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:26:36.095107Z","time spent":"584.641703ms","remote":"127.0.0.1:43224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":5153,"request content":"key:\"/registry/jobs/openstack/staffeln-db-sync\" "} {"level":"info","ts":"2026-03-29T02:26:36.679357Z","caller":"traceutil/trace.go:171","msg":"trace[944146994] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:11311; }","duration":"337.452152ms","start":"2026-03-29T02:26:36.341882Z","end":"2026-03-29T02:26:36.679334Z","steps":["trace[944146994] 'agreement among raft nodes before linearized reading' (duration: 337.291528ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:26:36.680024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:26:36.341856Z","time spent":"338.154319ms","remote":"127.0.0.1:43428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:26:36.680111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.359054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-29T02:26:36.679587Z","caller":"traceutil/trace.go:171","msg":"trace[975681183] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:11311; }","duration":"516.359109ms","start":"2026-03-29T02:26:36.163215Z","end":"2026-03-29T02:26:36.679574Z","steps":["trace[975681183] 'agreement among raft nodes before linearized reading' (duration: 516.284317ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:26:36.680604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.023765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:26:36.68062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:26:36.163198Z","time spent":"517.391492ms","remote":"127.0.0.1:46682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:26:36.680643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.872247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-29T02:26:36.680658Z","caller":"traceutil/trace.go:171","msg":"trace[428927500] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:11311; }","duration":"324.122087ms","start":"2026-03-29T02:26:36.35652Z","end":"2026-03-29T02:26:36.680642Z","steps":["trace[428927500] 'agreement among raft nodes before linearized reading' (duration: 324.038596ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:26:36.680715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:26:36.356494Z","time spent":"324.211999ms","remote":"127.0.0.1:57722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:26:36.680711Z","caller":"traceutil/trace.go:171","msg":"trace[1202470863] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11311; }","duration":"229.993259ms","start":"2026-03-29T02:26:36.4507Z","end":"2026-03-29T02:26:36.680693Z","steps":["trace[1202470863] 'agreement among raft nodes before linearized reading' (duration: 229.804595ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:26:36.6807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.782745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-29T02:26:36.680804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.230645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-29T02:26:36.68058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.151104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:26:36.680927Z","caller":"traceutil/trace.go:171","msg":"trace[1270159283] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11311; }","duration":"230.388339ms","start":"2026-03-29T02:26:36.450498Z","end":"2026-03-29T02:26:36.680887Z","steps":["trace[1270159283] 'agreement among raft nodes before linearized reading' (duration: 230.048121ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:26:36.68093Z","caller":"traceutil/trace.go:171","msg":"trace[1923198494] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:11311; }","duration":"262.593403ms","start":"2026-03-29T02:26:36.418309Z","end":"2026-03-29T02:26:36.680903Z","steps":["trace[1923198494] 'agreement among raft nodes before linearized reading' (duration: 262.112063ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:26:36.680787Z","caller":"traceutil/trace.go:171","msg":"trace[207956945] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:11311; }","duration":"229.925008ms","start":"2026-03-29T02:26:36.450837Z","end":"2026-03-29T02:26:36.680762Z","steps":["trace[207956945] 'agreement among raft nodes before linearized reading' (duration: 229.672382ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:26:36.680219Z","caller":"traceutil/trace.go:171","msg":"trace[713015721] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11311; }","duration":"228.490157ms","start":"2026-03-29T02:26:36.451713Z","end":"2026-03-29T02:26:36.680204Z","steps":["trace[713015721] 'agreement among raft nodes before linearized reading' (duration: 228.290702ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:26:37.798943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"974.254902ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:26:37.799139Z","caller":"traceutil/trace.go:171","msg":"trace[1382838590] linearizableReadLoop","detail":"{readStateIndex:11765; appliedIndex:11761; }","duration":"1.113016468s","start":"2026-03-29T02:26:36.686109Z","end":"2026-03-29T02:26:37.799125Z","steps":["trace[1382838590] 'read index received' (duration: 138.464319ms)","trace[1382838590] 'applied index is now lower than readState.Index' (duration: 974.551239ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:26:37.799194Z","caller":"traceutil/trace.go:171","msg":"trace[1415409164] transaction","detail":"{read_only:false; response_revision:11313; number_of_response:1; }","duration":"1.113235143s","start":"2026-03-29T02:26:36.685952Z","end":"2026-03-29T02:26:37.799187Z","steps":["trace[1415409164] 'process raft request' (duration: 1.11307243s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:26:37.799151Z","caller":"traceutil/trace.go:171","msg":"trace[2077360682] transaction","detail":"{read_only:false; response_revision:11312; number_of_response:1; }","duration":"1.113243193s","start":"2026-03-29T02:26:36.685859Z","end":"2026-03-29T02:26:37.799102Z","steps":["trace[2077360682] 'process raft request' (duration: 138.753316ms)","trace[2077360682] 'compare' (duration: 974.16304ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:26:37.799236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:26:36.685927Z","time spent":"1.113286804s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:26:37.799336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:26:36.685829Z","time spent":"1.113401406s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:26:37.799418Z","caller":"traceutil/trace.go:171","msg":"trace[1286231484] transaction","detail":"{read_only:false; response_revision:11316; number_of_response:1; }","duration":"1.112395575s","start":"2026-03-29T02:26:36.686966Z","end":"2026-03-29T02:26:37.799362Z","steps":["trace[1286231484] 'process raft request' (duration: 1.112135029s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:26:37.799484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:26:36.686946Z","time spent":"1.112509187s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:26:37.799552Z","caller":"traceutil/trace.go:171","msg":"trace[1857213522] transaction","detail":"{read_only:false; response_revision:11315; number_of_response:1; }","duration":"1.113511869s","start":"2026-03-29T02:26:36.686033Z","end":"2026-03-29T02:26:37.799545Z","steps":["trace[1857213522] 'process raft request' (duration: 1.113044569s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:26:37.799547Z","caller":"traceutil/trace.go:171","msg":"trace[71824022] transaction","detail":"{read_only:false; response_revision:11314; number_of_response:1; }","duration":"1.113573911s","start":"2026-03-29T02:26:36.685952Z","end":"2026-03-29T02:26:37.799526Z","steps":["trace[71824022] 'process raft request' (duration: 1.11310491s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:26:37.799593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:26:36.686023Z","time spent":"1.11354733s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:26:37.799744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.113647462s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:41 size:375162"} {"level":"info","ts":"2026-03-29T02:26:37.79977Z","caller":"traceutil/trace.go:171","msg":"trace[1124017472] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:41; response_revision:11316; }","duration":"1.113724074s","start":"2026-03-29T02:26:36.686039Z","end":"2026-03-29T02:26:37.799763Z","steps":["trace[1124017472] 'agreement among raft nodes before linearized reading' (duration: 1.113325715s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:26:37.799788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:26:36.686019Z","time spent":"1.113764354s","remote":"127.0.0.1:43172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":41,"response size":375186,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-29T02:26:37.799759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:26:36.685924Z","time spent":"1.113667102s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:26:38.3568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.40522ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:26:38.357084Z","caller":"traceutil/trace.go:171","msg":"trace[1420197309] transaction","detail":"{read_only:false; response_revision:11320; number_of_response:1; }","duration":"499.150268ms","start":"2026-03-29T02:26:37.857911Z","end":"2026-03-29T02:26:38.357062Z","steps":["trace[1420197309] 'process raft request' (duration: 499.103017ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:26:38.35706Z","caller":"traceutil/trace.go:171","msg":"trace[1593144635] transaction","detail":"{read_only:false; response_revision:11317; number_of_response:1; }","duration":"1.262752869s","start":"2026-03-29T02:26:37.094256Z","end":"2026-03-29T02:26:38.357009Z","steps":["trace[1593144635] 'process raft request' (duration: 847.015261ms)","trace[1593144635] 'compare' (duration: 415.257667ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:26:38.357157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:26:37.857898Z","time spent":"499.226699ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:26:38.35727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:26:37.094221Z","time spent":"1.262938463s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:26:38.357401Z","caller":"traceutil/trace.go:171","msg":"trace[1223412712] transaction","detail":"{read_only:false; response_revision:11319; number_of_response:1; }","duration":"499.918544ms","start":"2026-03-29T02:26:37.857473Z","end":"2026-03-29T02:26:38.357392Z","steps":["trace[1223412712] 'process raft request' (duration: 499.506325ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:26:38.35746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:26:37.857445Z","time spent":"499.982236ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:26:38.357471Z","caller":"traceutil/trace.go:171","msg":"trace[1332664976] transaction","detail":"{read_only:false; response_revision:11318; number_of_response:1; }","duration":"499.881964ms","start":"2026-03-29T02:26:37.857435Z","end":"2026-03-29T02:26:38.357317Z","steps":["trace[1332664976] 'process raft request' (duration: 499.490685ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:26:38.357639Z","caller":"traceutil/trace.go:171","msg":"trace[1849612763] linearizableReadLoop","detail":"{readStateIndex:11767; appliedIndex:11766; }","duration":"558.455362ms","start":"2026-03-29T02:26:37.799161Z","end":"2026-03-29T02:26:38.357616Z","steps":["trace[1849612763] 'read index received' (duration: 142.128882ms)","trace[1849612763] 'applied index is now lower than readState.Index' (duration: 416.32373ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:26:38.357672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:26:37.857405Z","time spent":"500.1585ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:26:38.357799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.43873928s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:26:38.357891Z","caller":"traceutil/trace.go:171","msg":"trace[1479449754] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11320; }","duration":"1.438891645s","start":"2026-03-29T02:26:36.918977Z","end":"2026-03-29T02:26:38.357868Z","steps":["trace[1479449754] 'agreement among raft nodes before linearized reading' (duration: 1.43873047s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:26:38.357887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.870669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-29T02:26:38.357939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:26:36.91895Z","time spent":"1.438978957s","remote":"127.0.0.1:43010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:26:38.357921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.929056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:26:38.357987Z","caller":"traceutil/trace.go:171","msg":"trace[1138394644] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:11320; }","duration":"267.067643ms","start":"2026-03-29T02:26:38.090895Z","end":"2026-03-29T02:26:38.357962Z","steps":["trace[1138394644] 'agreement among raft nodes before linearized reading' (duration: 266.872657ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:26:38.358023Z","caller":"traceutil/trace.go:171","msg":"trace[2035266411] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:11320; }","duration":"178.108539ms","start":"2026-03-29T02:26:38.179888Z","end":"2026-03-29T02:26:38.357997Z","steps":["trace[2035266411] 'agreement among raft nodes before linearized reading' (duration: 177.881854ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:26:39.886802Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583528501969065,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:26:39.896029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.211541124s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-29T02:26:39.896105Z","caller":"traceutil/trace.go:171","msg":"trace[1067599101] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:11320; }","duration":"1.211703787s","start":"2026-03-29T02:26:38.684383Z","end":"2026-03-29T02:26:39.896087Z","steps":["trace[1067599101] 'range keys from in-memory index tree' (duration: 1.211296108s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:26:39.896134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:26:38.684343Z","time spent":"1.211784749s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-29T02:26:39.89612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.163685643s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"warn","ts":"2026-03-29T02:26:39.896181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"891.110938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:26:39.896223Z","caller":"traceutil/trace.go:171","msg":"trace[528201723] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:11320; }","duration":"1.163843916s","start":"2026-03-29T02:26:38.732353Z","end":"2026-03-29T02:26:39.896197Z","steps":["trace[528201723] 'range keys from in-memory index tree' (duration: 1.163499119s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:26:39.896261Z","caller":"traceutil/trace.go:171","msg":"trace[615990436] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:11320; }","duration":"891.280152ms","start":"2026-03-29T02:26:39.004963Z","end":"2026-03-29T02:26:39.896243Z","steps":["trace[615990436] 'count revisions from in-memory index tree' (duration: 890.903594ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:26:39.896272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:26:38.732329Z","time spent":"1.163937049s","remote":"127.0.0.1:43140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1877,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-29T02:26:39.896302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:26:39.004934Z","time spent":"891.360425ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":14,"response size":31,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:26:39.896507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"864.257874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:26:39.896543Z","caller":"traceutil/trace.go:171","msg":"trace[1093525824] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:11320; }","duration":"864.339106ms","start":"2026-03-29T02:26:39.032187Z","end":"2026-03-29T02:26:39.896527Z","steps":["trace[1093525824] 'count revisions from in-memory index tree' (duration: 864.171802ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:26:39.896563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:26:39.032125Z","time spent":"864.431717ms","remote":"127.0.0.1:43476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":29,"response size":31,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:26:39.896693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"845.750122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:26:39.896757Z","caller":"traceutil/trace.go:171","msg":"trace[1734294097] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:11320; }","duration":"845.856115ms","start":"2026-03-29T02:26:39.05088Z","end":"2026-03-29T02:26:39.896736Z","steps":["trace[1734294097] 'count revisions from in-memory index tree' (duration: 845.64647ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:26:39.896799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:26:39.050869Z","time spent":"845.917726ms","remote":"127.0.0.1:43342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":88,"response size":31,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:26:39.897302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.210344787s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/staffeln-db-sync\" ","response":"range_response_count:1 size:5129"} {"level":"info","ts":"2026-03-29T02:26:39.897361Z","caller":"traceutil/trace.go:171","msg":"trace[1735140554] range","detail":"{range_begin:/registry/jobs/openstack/staffeln-db-sync; range_end:; response_count:1; response_revision:11320; }","duration":"1.21045361s","start":"2026-03-29T02:26:38.686896Z","end":"2026-03-29T02:26:39.89735Z","steps":["trace[1735140554] 'range keys from in-memory index tree' (duration: 1.209150671s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:26:39.897386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:26:38.686869Z","time spent":"1.21051097s","remote":"127.0.0.1:43224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":5153,"request content":"key:\"/registry/jobs/openstack/staffeln-db-sync\" "} {"level":"warn","ts":"2026-03-29T02:26:40.27853Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.21816759s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-29T02:26:40.404506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.753728ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-29T02:26:40.404744Z","caller":"traceutil/trace.go:171","msg":"trace[545626775] transaction","detail":"{read_only:false; response_revision:11321; number_of_response:1; }","duration":"504.272502ms","start":"2026-03-29T02:26:39.900462Z","end":"2026-03-29T02:26:40.404734Z","steps":["trace[545626775] 'process raft request' (duration: 504.145309ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:26:40.404835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:26:39.900441Z","time spent":"504.330392ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:26:40.404731Z","caller":"traceutil/trace.go:171","msg":"trace[65236918] linearizableReadLoop","detail":"{readStateIndex:11771; appliedIndex:11770; }","duration":"1.018734348s","start":"2026-03-29T02:26:39.385971Z","end":"2026-03-29T02:26:40.404706Z","steps":["trace[65236918] 'read index received' (duration: 892.794906ms)","trace[65236918] 'applied index is now lower than readState.Index' (duration: 125.937152ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:26:40.405394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.019449463s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-29T02:26:40.405429Z","caller":"traceutil/trace.go:171","msg":"trace[527637742] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:11321; }","duration":"1.019545207s","start":"2026-03-29T02:26:39.385876Z","end":"2026-03-29T02:26:40.405421Z","steps":["trace[527637742] 'agreement among raft nodes before linearized reading' (duration: 1.018885582s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:26:40.405462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:26:39.385836Z","time spent":"1.019610067s","remote":"127.0.0.1:43074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1157,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:26:40.490508Z","caller":"traceutil/trace.go:171","msg":"trace[2056305470] transaction","detail":"{read_only:false; response_revision:11322; number_of_response:1; }","duration":"127.009587ms","start":"2026-03-29T02:26:40.363457Z","end":"2026-03-29T02:26:40.490467Z","steps":["trace[2056305470] 'process raft request' (duration: 126.816643ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:26:40.495012Z","caller":"traceutil/trace.go:171","msg":"trace[1858004196] transaction","detail":"{read_only:false; response_revision:11323; number_of_response:1; }","duration":"131.111856ms","start":"2026-03-29T02:26:40.363867Z","end":"2026-03-29T02:26:40.494979Z","steps":["trace[1858004196] 'process raft request' (duration: 130.780119ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:26:40.495344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"744.212891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:26:40.495408Z","caller":"traceutil/trace.go:171","msg":"trace[750813322] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:11324; }","duration":"744.346784ms","start":"2026-03-29T02:26:39.751043Z","end":"2026-03-29T02:26:40.49539Z","steps":["trace[750813322] 'agreement among raft nodes before linearized reading' (duration: 744.22138ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:26:40.495447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:26:39.751015Z","time spent":"744.420996ms","remote":"127.0.0.1:57678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:26:40.495492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"690.890319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-29T02:26:40.495543Z","caller":"traceutil/trace.go:171","msg":"trace[632254458] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11324; }","duration":"691.028342ms","start":"2026-03-29T02:26:39.804491Z","end":"2026-03-29T02:26:40.49552Z","steps":["trace[632254458] 'agreement among raft nodes before linearized reading' (duration: 690.862508ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:26:40.495521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"687.178787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-c4cs6\" ","response":"range_response_count:1 size:6520"} {"level":"warn","ts":"2026-03-29T02:26:40.49557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:26:39.804442Z","time spent":"691.120224ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-29T02:26:40.495615Z","caller":"traceutil/trace.go:171","msg":"trace[927506075] range","detail":"{range_begin:/registry/pods/openstack/keepalived-c4cs6; range_end:; response_count:1; response_revision:11324; }","duration":"687.313341ms","start":"2026-03-29T02:26:39.808277Z","end":"2026-03-29T02:26:40.495591Z","steps":["trace[927506075] 'agreement among raft nodes before linearized reading' (duration: 687.050435ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:26:40.495626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"690.577123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-29T02:26:40.495669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"577.005074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:26:40.495754Z","caller":"traceutil/trace.go:171","msg":"trace[943768738] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11324; }","duration":"577.106716ms","start":"2026-03-29T02:26:39.918597Z","end":"2026-03-29T02:26:40.495704Z","steps":["trace[943768738] 'agreement among raft nodes before linearized reading' (duration: 577.008924ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:26:40.495763Z","caller":"traceutil/trace.go:171","msg":"trace[339031581] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11324; }","duration":"690.697025ms","start":"2026-03-29T02:26:39.805001Z","end":"2026-03-29T02:26:40.495698Z","steps":["trace[339031581] 'agreement among raft nodes before linearized reading' (duration: 690.413829ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:26:40.49577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.474131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-03-29T02:26:40.495785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"596.256181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-292afd0b-1941-445d-87a9-dd45e9d8edd3\" ","response":"range_response_count:1 size:1303"} {"level":"warn","ts":"2026-03-29T02:26:40.495795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:26:39.91858Z","time spent":"577.205258ms","remote":"127.0.0.1:43010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:26:40.495815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:26:39.804994Z","time spent":"690.810617ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-29T02:26:40.495841Z","caller":"traceutil/trace.go:171","msg":"trace[662931849] range","detail":"{range_begin:/registry/persistentvolumes/pvc-292afd0b-1941-445d-87a9-dd45e9d8edd3; range_end:; response_count:1; response_revision:11324; }","duration":"596.315992ms","start":"2026-03-29T02:26:39.899509Z","end":"2026-03-29T02:26:40.495825Z","steps":["trace[662931849] 'agreement among raft nodes before linearized reading' (duration: 596.183929ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:26:40.495839Z","caller":"traceutil/trace.go:171","msg":"trace[1274772903] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:11324; }","duration":"465.610205ms","start":"2026-03-29T02:26:40.030212Z","end":"2026-03-29T02:26:40.495822Z","steps":["trace[1274772903] 'agreement among raft nodes before linearized reading' (duration: 465.37644ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:26:40.495818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"690.794417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-29T02:26:40.495873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:26:39.899494Z","time spent":"596.372854ms","remote":"127.0.0.1:43132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1327,"request content":"key:\"/registry/persistentvolumes/pvc-292afd0b-1941-445d-87a9-dd45e9d8edd3\" "} {"level":"warn","ts":"2026-03-29T02:26:40.49588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"692.508045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-29T02:26:40.495895Z","caller":"traceutil/trace.go:171","msg":"trace[1654750553] transaction","detail":"{read_only:false; response_revision:11324; number_of_response:1; }","duration":"131.571467ms","start":"2026-03-29T02:26:40.364311Z","end":"2026-03-29T02:26:40.495882Z","steps":["trace[1654750553] 'process raft request' (duration: 130.610895ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:26:40.495895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:26:40.030186Z","time spent":"465.691517ms","remote":"127.0.0.1:43172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-29T02:26:40.495932Z","caller":"traceutil/trace.go:171","msg":"trace[1340399569] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11324; }","duration":"692.581346ms","start":"2026-03-29T02:26:39.803337Z","end":"2026-03-29T02:26:40.495919Z","steps":["trace[1340399569] 'agreement among raft nodes before linearized reading' (duration: 692.406262ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:26:40.495933Z","caller":"traceutil/trace.go:171","msg":"trace[65968685] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:11324; }","duration":"690.980411ms","start":"2026-03-29T02:26:39.804918Z","end":"2026-03-29T02:26:40.495898Z","steps":["trace[65968685] 'agreement among raft nodes before linearized reading' (duration: 690.576832ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:26:40.495961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:26:39.803326Z","time spent":"692.627929ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-29T02:26:40.495664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:26:39.808263Z","time spent":"687.391902ms","remote":"127.0.0.1:43172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6544,"request content":"key:\"/registry/pods/openstack/keepalived-c4cs6\" "} {"level":"warn","ts":"2026-03-29T02:26:40.495996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:26:39.804907Z","time spent":"691.078833ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-29T02:26:40.495857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"691.439521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-29T02:26:40.496078Z","caller":"traceutil/trace.go:171","msg":"trace[1296555599] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11324; }","duration":"691.806879ms","start":"2026-03-29T02:26:39.804251Z","end":"2026-03-29T02:26:40.496058Z","steps":["trace[1296555599] 'agreement among raft nodes before linearized reading' (duration: 691.435411ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:26:40.496114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:26:39.804139Z","time spent":"691.964453ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-29T02:26:40.757784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.20261ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:26:40.757907Z","caller":"traceutil/trace.go:171","msg":"trace[959778297] transaction","detail":"{read_only:false; response_revision:11325; number_of_response:1; }","duration":"256.354394ms","start":"2026-03-29T02:26:40.50153Z","end":"2026-03-29T02:26:40.757884Z","steps":["trace[959778297] 'process raft request' (duration: 91.934659ms)","trace[959778297] 'compare' (duration: 164.072467ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:26:41.175914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.923976ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:26:41.176243Z","caller":"traceutil/trace.go:171","msg":"trace[811837506] transaction","detail":"{read_only:false; response_revision:11326; number_of_response:1; }","duration":"674.148359ms","start":"2026-03-29T02:26:40.502049Z","end":"2026-03-29T02:26:41.176198Z","steps":["trace[811837506] 'process raft request' (duration: 361.816783ms)","trace[811837506] 'compare' (duration: 311.714311ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:26:41.17648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:26:40.502035Z","time spent":"674.309612ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:26:41.17693Z","caller":"traceutil/trace.go:171","msg":"trace[1715466357] transaction","detail":"{read_only:false; response_revision:11327; number_of_response:1; }","duration":"674.777772ms","start":"2026-03-29T02:26:40.502111Z","end":"2026-03-29T02:26:41.176888Z","steps":["trace[1715466357] 'process raft request' (duration: 674.284921ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:26:41.177002Z","caller":"traceutil/trace.go:171","msg":"trace[1665171560] transaction","detail":"{read_only:false; response_revision:11328; number_of_response:1; }","duration":"674.803793ms","start":"2026-03-29T02:26:40.502163Z","end":"2026-03-29T02:26:41.176967Z","steps":["trace[1665171560] 'process raft request' (duration: 674.632839ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:26:41.177111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:26:40.5021Z","time spent":"674.910535ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:26:41.17717Z","caller":"traceutil/trace.go:171","msg":"trace[1267727990] transaction","detail":"{read_only:false; response_revision:11329; number_of_response:1; }","duration":"673.898593ms","start":"2026-03-29T02:26:40.50324Z","end":"2026-03-29T02:26:41.177139Z","steps":["trace[1267727990] 'process raft request' (duration: 673.668938ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:26:41.1774Z","caller":"traceutil/trace.go:171","msg":"trace[1522932922] linearizableReadLoop","detail":"{readStateIndex:11780; appliedIndex:11775; }","duration":"673.552555ms","start":"2026-03-29T02:26:40.503831Z","end":"2026-03-29T02:26:41.177383Z","steps":["trace[1522932922] 'read index received' (duration: 89.606808ms)","trace[1522932922] 'applied index is now lower than readState.Index' (duration: 583.942157ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:26:41.177393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:26:40.50214Z","time spent":"674.956706ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:26:41.177524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:26:40.503213Z","time spent":"674.2231ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:26:41.177514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:26:40.705411Z","time spent":"472.098157ms","remote":"127.0.0.1:43074","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-29T02:26:41.177589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"529.391278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:26:41.177623Z","caller":"traceutil/trace.go:171","msg":"trace[628234267] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:11329; }","duration":"529.492941ms","start":"2026-03-29T02:26:40.648119Z","end":"2026-03-29T02:26:41.177612Z","steps":["trace[628234267] 'agreement among raft nodes before linearized reading' (duration: 529.419539ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:26:41.177651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:26:40.648094Z","time spent":"529.552211ms","remote":"127.0.0.1:43454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-29T02:26:41.177671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.540237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:26:41.177772Z","caller":"traceutil/trace.go:171","msg":"trace[1886386115] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:11329; }","duration":"274.707741ms","start":"2026-03-29T02:26:40.903042Z","end":"2026-03-29T02:26:41.17775Z","steps":["trace[1886386115] 'agreement among raft nodes before linearized reading' (duration: 274.542447ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:26:41.177877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.457114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:26:41.177907Z","caller":"traceutil/trace.go:171","msg":"trace[1581047553] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:11329; }","duration":"458.532857ms","start":"2026-03-29T02:26:40.719363Z","end":"2026-03-29T02:26:41.177896Z","steps":["trace[1581047553] 'agreement among raft nodes before linearized reading' (duration: 458.414394ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:26:41.177926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:26:40.719342Z","time spent":"458.578648ms","remote":"127.0.0.1:33070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":73,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:26:41.178027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"674.188908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:41 size:375162"} {"level":"info","ts":"2026-03-29T02:26:41.178096Z","caller":"traceutil/trace.go:171","msg":"trace[279254675] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:41; response_revision:11329; }","duration":"674.27937ms","start":"2026-03-29T02:26:40.503793Z","end":"2026-03-29T02:26:41.178072Z","steps":["trace[279254675] 'agreement among raft nodes before linearized reading' (duration: 673.649456ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:26:41.178153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:26:40.503781Z","time spent":"674.361082ms","remote":"127.0.0.1:43172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":41,"response size":375186,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-29T02:26:41.538041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.144714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:26:41.538211Z","caller":"traceutil/trace.go:171","msg":"trace[1858785938] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11330; }","duration":"198.540483ms","start":"2026-03-29T02:26:41.339645Z","end":"2026-03-29T02:26:41.538185Z","steps":["trace[1858785938] 'range keys from in-memory index tree' (duration: 198.014631ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:26:41.538195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.49082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5683"} {"level":"info","ts":"2026-03-29T02:26:41.538325Z","caller":"traceutil/trace.go:171","msg":"trace[1749172229] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:11330; }","duration":"257.662843ms","start":"2026-03-29T02:26:41.280619Z","end":"2026-03-29T02:26:41.538281Z","steps":["trace[1749172229] 'range keys from in-memory index tree' (duration: 257.217444ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:26:43.081397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:26:42.577498Z","time spent":"503.885643ms","remote":"127.0.0.1:37174","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-29T02:26:43.081843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"503.074385ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:26:43.082081Z","caller":"traceutil/trace.go:171","msg":"trace[937425014] linearizableReadLoop","detail":"{readStateIndex:11786; appliedIndex:11783; }","duration":"318.85612ms","start":"2026-03-29T02:26:42.763206Z","end":"2026-03-29T02:26:43.082062Z","steps":["trace[937425014] 'read index received' (duration: 318.039322ms)","trace[937425014] 'applied index is now lower than readState.Index' (duration: 815.668µs)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:26:43.082197Z","caller":"traceutil/trace.go:171","msg":"trace[693277901] transaction","detail":"{read_only:false; response_revision:11334; number_of_response:1; }","duration":"578.761333ms","start":"2026-03-29T02:26:42.503424Z","end":"2026-03-29T02:26:43.082186Z","steps":["trace[693277901] 'process raft request' (duration: 578.598829ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:26:43.082239Z","caller":"traceutil/trace.go:171","msg":"trace[988510978] transaction","detail":"{read_only:false; response_revision:11333; number_of_response:1; }","duration":"582.174639ms","start":"2026-03-29T02:26:42.500015Z","end":"2026-03-29T02:26:43.082189Z","steps":["trace[988510978] 'process raft request' (duration: 581.950774ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:26:43.082263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:26:42.503408Z","time spent":"578.817074ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:26:43.082343Z","caller":"traceutil/trace.go:171","msg":"trace[300703955] transaction","detail":"{read_only:false; response_revision:11332; number_of_response:1; }","duration":"585.801399ms","start":"2026-03-29T02:26:42.496496Z","end":"2026-03-29T02:26:43.082297Z","steps":["trace[300703955] 'process raft request' (duration: 82.153252ms)","trace[300703955] 'compare' (duration: 502.924801ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:26:43.082445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.974926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:26:43.082511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:26:42.496404Z","time spent":"586.018564ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:26:43.082521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.293499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-29T02:26:43.082528Z","caller":"traceutil/trace.go:171","msg":"trace[1605285944] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11334; }","duration":"164.110639ms","start":"2026-03-29T02:26:42.918392Z","end":"2026-03-29T02:26:43.082503Z","steps":["trace[1605285944] 'agreement among raft nodes before linearized reading' (duration: 163.879684ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:26:43.082633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:26:42.499969Z","time spent":"582.320142ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:26:43.082571Z","caller":"traceutil/trace.go:171","msg":"trace[791100706] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11334; }","duration":"319.406332ms","start":"2026-03-29T02:26:42.76315Z","end":"2026-03-29T02:26:43.082556Z","steps":["trace[791100706] 'agreement among raft nodes before linearized reading' (duration: 319.188657ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:26:43.082994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:26:42.763126Z","time spent":"319.839842ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-29T02:26:43.600591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.141289ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:26:43.600784Z","caller":"traceutil/trace.go:171","msg":"trace[631007075] linearizableReadLoop","detail":"{readStateIndex:11787; appliedIndex:11786; }","duration":"417.941896ms","start":"2026-03-29T02:26:43.182811Z","end":"2026-03-29T02:26:43.600753Z","steps":["trace[631007075] 'read index received' (duration: 313.390369ms)","trace[631007075] 'applied index is now lower than readState.Index' (duration: 104.549777ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:26:43.601178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.278534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-29T02:26:43.601185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.331175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-29T02:26:43.601251Z","caller":"traceutil/trace.go:171","msg":"trace[243741963] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:11335; }","duration":"418.381617ms","start":"2026-03-29T02:26:43.18284Z","end":"2026-03-29T02:26:43.601222Z","steps":["trace[243741963] 'agreement among raft nodes before linearized reading' (duration: 418.101851ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:26:43.601291Z","caller":"traceutil/trace.go:171","msg":"trace[1978585812] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11335; }","duration":"418.502169ms","start":"2026-03-29T02:26:43.182758Z","end":"2026-03-29T02:26:43.60126Z","steps":["trace[1978585812] 'agreement among raft nodes before linearized reading' (duration: 418.140221ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:26:43.601321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:26:43.182816Z","time spent":"418.493039ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-29T02:26:43.601341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:26:43.182727Z","time spent":"418.604861ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-29T02:26:43.60096Z","caller":"traceutil/trace.go:171","msg":"trace[216593313] transaction","detail":"{read_only:false; response_revision:11335; number_of_response:1; }","duration":"513.836883ms","start":"2026-03-29T02:26:43.087035Z","end":"2026-03-29T02:26:43.600871Z","steps":["trace[216593313] 'process raft request' (duration: 409.244024ms)","trace[216593313] 'compare' (duration: 103.677559ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:26:43.601621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.237066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.36\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-03-29T02:26:43.601624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.620912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-29T02:26:43.601712Z","caller":"traceutil/trace.go:171","msg":"trace[1262089075] range","detail":"{range_begin:/registry/masterleases/162.253.55.36; range_end:; response_count:1; response_revision:11335; }","duration":"226.368838ms","start":"2026-03-29T02:26:43.375319Z","end":"2026-03-29T02:26:43.601687Z","steps":["trace[1262089075] 'agreement among raft nodes before linearized reading' (duration: 226.144103ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:26:43.601701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:26:43.087008Z","time spent":"514.557298ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:26:43.601703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.142682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-c4cs6\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-29T02:26:43.601732Z","caller":"traceutil/trace.go:171","msg":"trace[1096807517] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11335; }","duration":"418.743944ms","start":"2026-03-29T02:26:43.182964Z","end":"2026-03-29T02:26:43.601708Z","steps":["trace[1096807517] 'agreement among raft nodes before linearized reading' (duration: 418.432348ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:26:43.601815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:26:43.182883Z","time spent":"418.920698ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-29T02:26:43.601854Z","caller":"traceutil/trace.go:171","msg":"trace[714037347] range","detail":"{range_begin:/registry/pods/openstack/keepalived-c4cs6; range_end:; response_count:1; response_revision:11335; }","duration":"414.294105ms","start":"2026-03-29T02:26:43.187498Z","end":"2026-03-29T02:26:43.601792Z","steps":["trace[714037347] 'agreement among raft nodes before linearized reading' (duration: 413.742863ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:26:43.60162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.570481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-29T02:26:43.601947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:26:43.187477Z","time spent":"414.415758ms","remote":"127.0.0.1:43172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6544,"request content":"key:\"/registry/pods/openstack/keepalived-c4cs6\" "} {"level":"info","ts":"2026-03-29T02:26:43.601955Z","caller":"traceutil/trace.go:171","msg":"trace[695440229] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11335; }","duration":"418.932768ms","start":"2026-03-29T02:26:43.183007Z","end":"2026-03-29T02:26:43.601939Z","steps":["trace[695440229] 'agreement among raft nodes before linearized reading' (duration: 418.381566ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:26:43.602002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:26:43.183002Z","time spent":"418.985669ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-29T02:26:44.05227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.987256ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-03-29T02:26:44.052395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:26:43.604571Z","time spent":"447.819119ms","remote":"127.0.0.1:43048","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-29T02:26:44.76682Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.030509039s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-29T02:26:45.514771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"747.548135ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:26:45.515417Z","caller":"traceutil/trace.go:171","msg":"trace[2116926283] transaction","detail":"{read_only:false; response_revision:11343; number_of_response:1; }","duration":"1.18115735s","start":"2026-03-29T02:26:44.334233Z","end":"2026-03-29T02:26:45.51539Z","steps":["trace[2116926283] 'process raft request' (duration: 1.181091498s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:26:45.515544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:26:44.334197Z","time spent":"1.181286573s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:26:45.515582Z","caller":"traceutil/trace.go:171","msg":"trace[408648356] linearizableReadLoop","detail":"{readStateIndex:11791; appliedIndex:11787; }","duration":"1.908218992s","start":"2026-03-29T02:26:43.607325Z","end":"2026-03-29T02:26:45.515544Z","steps":["trace[408648356] 'read index received' (duration: 128.96094ms)","trace[408648356] 'applied index is now lower than readState.Index' (duration: 1.779254512s)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:26:45.515661Z","caller":"traceutil/trace.go:171","msg":"trace[568972068] transaction","detail":"{read_only:false; response_revision:11336; number_of_response:1; }","duration":"1.910107243s","start":"2026-03-29T02:26:43.605504Z","end":"2026-03-29T02:26:45.515611Z","steps":["trace[568972068] 'process raft request' (duration: 1.161562895s)","trace[568972068] 'compare' (duration: 747.347551ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:26:45.515668Z","caller":"traceutil/trace.go:171","msg":"trace[1115054156] transaction","detail":"{read_only:false; response_revision:11338; number_of_response:1; }","duration":"1.909198093s","start":"2026-03-29T02:26:43.606424Z","end":"2026-03-29T02:26:45.515622Z","steps":["trace[1115054156] 'process raft request' (duration: 1.908598419s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:26:45.515652Z","caller":"traceutil/trace.go:171","msg":"trace[1057418884] transaction","detail":"{read_only:false; response_revision:11337; number_of_response:1; }","duration":"1.909312205s","start":"2026-03-29T02:26:43.606309Z","end":"2026-03-29T02:26:45.515621Z","steps":["trace[1057418884] 'process raft request' (duration: 1.908605879s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:26:45.515766Z","caller":"traceutil/trace.go:171","msg":"trace[964589179] transaction","detail":"{read_only:false; response_revision:11340; number_of_response:1; }","duration":"1.846193345s","start":"2026-03-29T02:26:43.669558Z","end":"2026-03-29T02:26:45.515751Z","steps":["trace[964589179] 'process raft request' (duration: 1.845571841s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:26:45.515758Z","caller":"traceutil/trace.go:171","msg":"trace[1171146315] transaction","detail":"{read_only:false; response_revision:11341; number_of_response:1; }","duration":"1.461341683s","start":"2026-03-29T02:26:44.054276Z","end":"2026-03-29T02:26:45.515617Z","steps":["trace[1171146315] 'process raft request' (duration: 1.460936653s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:26:45.515862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:26:43.60641Z","time spent":"1.909354437s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:26:45.515866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:26:43.60548Z","time spent":"1.910272116s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:26:45.515887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:26:43.669526Z","time spent":"1.846314568s","remote":"127.0.0.1:43074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":710,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-29T02:26:45.515692Z","caller":"traceutil/trace.go:171","msg":"trace[178659019] transaction","detail":"{read_only:false; response_revision:11342; number_of_response:1; }","duration":"1.41210902s","start":"2026-03-29T02:26:44.103554Z","end":"2026-03-29T02:26:45.515663Z","steps":["trace[178659019] 'process raft request' (duration: 1.411722461s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:26:45.516011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:26:44.054248Z","time spent":"1.461617589s","remote":"127.0.0.1:43048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:26:45.516033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:26:43.606282Z","time spent":"1.909542871s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:26:45.516031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:26:44.103524Z","time spent":"1.412435558s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:26:45.515547Z","caller":"traceutil/trace.go:171","msg":"trace[1195160693] transaction","detail":"{read_only:false; response_revision:11339; number_of_response:1; }","duration":"1.906211457s","start":"2026-03-29T02:26:43.609297Z","end":"2026-03-29T02:26:45.515508Z","steps":["trace[1195160693] 'process raft request' (duration: 1.905781027s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:26:45.516505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:26:43.609288Z","time spent":"1.907097336s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:26:45.516557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.909208673s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:41 size:375162"} {"level":"info","ts":"2026-03-29T02:26:45.51664Z","caller":"traceutil/trace.go:171","msg":"trace[551477971] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:41; response_revision:11343; }","duration":"1.909337376s","start":"2026-03-29T02:26:43.60729Z","end":"2026-03-29T02:26:45.516627Z","steps":["trace[551477971] 'agreement among raft nodes before linearized reading' (duration: 1.90859184s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:26:45.516689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:26:43.607276Z","time spent":"1.909400627s","remote":"127.0.0.1:43172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":41,"response size":375186,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-29T02:26:46.016279Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583528501969118,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-29T02:26:46.143792Z","caller":"traceutil/trace.go:171","msg":"trace[2067649691] transaction","detail":"{read_only:false; response_revision:11345; number_of_response:1; }","duration":"1.055403402s","start":"2026-03-29T02:26:45.088355Z","end":"2026-03-29T02:26:46.143758Z","steps":["trace[2067649691] 'process raft request' (duration: 1.055293239s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:26:46.143927Z","caller":"traceutil/trace.go:171","msg":"trace[869327062] transaction","detail":"{read_only:false; response_revision:11346; number_of_response:1; }","duration":"1.055472333s","start":"2026-03-29T02:26:45.088445Z","end":"2026-03-29T02:26:46.143917Z","steps":["trace[869327062] 'process raft request' (duration: 1.055271509s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:26:46.143809Z","caller":"traceutil/trace.go:171","msg":"trace[543082599] transaction","detail":"{read_only:false; response_revision:11344; number_of_response:1; }","duration":"1.055460983s","start":"2026-03-29T02:26:45.088309Z","end":"2026-03-29T02:26:46.14377Z","steps":["trace[543082599] 'process raft request' (duration: 1.055163176s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:26:46.144083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:26:45.088402Z","time spent":"1.055571475s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:26:46.144141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:26:45.088327Z","time spent":"1.055724938s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:26:46.144253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:26:45.088274Z","time spent":"1.055748509s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:26:46.348751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.490421ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:26:46.348986Z","caller":"traceutil/trace.go:171","msg":"trace[1255762801] transaction","detail":"{read_only:false; response_revision:11347; number_of_response:1; }","duration":"828.646824ms","start":"2026-03-29T02:26:45.520297Z","end":"2026-03-29T02:26:46.348944Z","steps":["trace[1255762801] 'process raft request' (duration: 726.883208ms)","trace[1255762801] 'compare' (duration: 101.053951ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:26:46.349051Z","caller":"traceutil/trace.go:171","msg":"trace[1018005623] linearizableReadLoop","detail":"{readStateIndex:11801; appliedIndex:11796; }","duration":"833.362098ms","start":"2026-03-29T02:26:45.515668Z","end":"2026-03-29T02:26:46.34903Z","steps":["trace[1018005623] 'read index received' (duration: 627.905743ms)","trace[1018005623] 'applied index is now lower than readState.Index' (duration: 205.454665ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:26:46.349157Z","caller":"traceutil/trace.go:171","msg":"trace[523879832] transaction","detail":"{read_only:false; response_revision:11348; number_of_response:1; }","duration":"484.660957ms","start":"2026-03-29T02:26:45.864486Z","end":"2026-03-29T02:26:46.349147Z","steps":["trace[523879832] 'process raft request' (duration: 484.38054ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:26:46.349154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:26:45.520273Z","time spent":"828.797587ms","remote":"127.0.0.1:43074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":710,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-29T02:26:46.349241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:26:45.864451Z","time spent":"484.733767ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:26:46.349455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.262146168s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:26:46.349503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.365937149s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-03-29T02:26:46.349472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.781970182s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:26:46.349513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.614237755s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/percona-xtradb-haproxy\" ","response":"range_response_count:1 size:1148"} {"level":"info","ts":"2026-03-29T02:26:46.349537Z","caller":"traceutil/trace.go:171","msg":"trace[366195593] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:11348; }","duration":"2.366054232s","start":"2026-03-29T02:26:43.983473Z","end":"2026-03-29T02:26:46.349527Z","steps":["trace[366195593] 'agreement among raft nodes before linearized reading' (duration: 2.365901489s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:26:46.349572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:26:43.983437Z","time spent":"2.366128414s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-29T02:26:46.349557Z","caller":"traceutil/trace.go:171","msg":"trace[1228499594] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:11348; }","duration":"2.262328432s","start":"2026-03-29T02:26:44.087198Z","end":"2026-03-29T02:26:46.349526Z","steps":["trace[1228499594] 'agreement among raft nodes before linearized reading' (duration: 2.262130008s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:26:46.349572Z","caller":"traceutil/trace.go:171","msg":"trace[951261819] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:11348; }","duration":"1.782093734s","start":"2026-03-29T02:26:44.567451Z","end":"2026-03-29T02:26:46.349544Z","steps":["trace[951261819] 'agreement among raft nodes before linearized reading' (duration: 1.7819005s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:26:46.349572Z","caller":"traceutil/trace.go:171","msg":"trace[791075286] range","detail":"{range_begin:/registry/services/endpoints/openstack/percona-xtradb-haproxy; range_end:; response_count:1; response_revision:11348; }","duration":"2.614348467s","start":"2026-03-29T02:26:43.735203Z","end":"2026-03-29T02:26:46.349551Z","steps":["trace[791075286] 'agreement among raft nodes before linearized reading' (duration: 2.614184094s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:26:46.349561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.431542312s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:26:46.349637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:26:44.567366Z","time spent":"1.782258658s","remote":"127.0.0.1:33328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:26:46.349633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:26:44.087169Z","time spent":"2.262447754s","remote":"127.0.0.1:33114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:26:46.349638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:26:43.73516Z","time spent":"2.61445674s","remote":"127.0.0.1:43154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":1172,"request content":"key:\"/registry/services/endpoints/openstack/percona-xtradb-haproxy\" "} {"level":"warn","ts":"2026-03-29T02:26:46.349616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.366080713s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"warn","ts":"2026-03-29T02:26:46.349666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.899990698s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-29T02:26:46.349665Z","caller":"traceutil/trace.go:171","msg":"trace[2067515397] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11348; }","duration":"1.431694075s","start":"2026-03-29T02:26:44.917942Z","end":"2026-03-29T02:26:46.349636Z","steps":["trace[2067515397] 'agreement among raft nodes before linearized reading' (duration: 1.431490831s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:26:46.349713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.614755507s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/staffeln-db-init\" ","response":"range_response_count:1 size:5655"} {"level":"info","ts":"2026-03-29T02:26:46.349713Z","caller":"traceutil/trace.go:171","msg":"trace[1935983739] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:11348; }","duration":"1.900088741s","start":"2026-03-29T02:26:44.449611Z","end":"2026-03-29T02:26:46.349699Z","steps":["trace[1935983739] 'agreement among raft nodes before linearized reading' (duration: 1.899901057s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:26:46.34972Z","caller":"traceutil/trace.go:171","msg":"trace[1319824177] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:11348; }","duration":"2.366255866s","start":"2026-03-29T02:26:43.983436Z","end":"2026-03-29T02:26:46.349692Z","steps":["trace[1319824177] 'agreement among raft nodes before linearized reading' (duration: 2.36595625s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:26:46.349733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:26:44.917922Z","time spent":"1.431802387s","remote":"127.0.0.1:43010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-29T02:26:46.349745Z","caller":"traceutil/trace.go:171","msg":"trace[1517651618] range","detail":"{range_begin:/registry/jobs/openstack/staffeln-db-init; range_end:; response_count:1; response_revision:11348; }","duration":"2.614812597s","start":"2026-03-29T02:26:43.734922Z","end":"2026-03-29T02:26:46.349735Z","steps":["trace[1517651618] 'agreement among raft nodes before linearized reading' (duration: 2.614721365s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:26:46.349499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.313971145s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/staffeln-db-sync-2kpjp\" ","response":"range_response_count:1 size:6669"} {"level":"warn","ts":"2026-03-29T02:26:46.34976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"742.718358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-29T02:26:46.349773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:26:43.734908Z","time spent":"2.614859538s","remote":"127.0.0.1:43224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":5679,"request content":"key:\"/registry/jobs/openstack/staffeln-db-init\" "} {"level":"warn","ts":"2026-03-29T02:26:46.349781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:26:43.983407Z","time spent":"2.366357618s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-29T02:26:46.349752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:26:44.449587Z","time spent":"1.900158552s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-29T02:26:46.349812Z","caller":"traceutil/trace.go:171","msg":"trace[349122585] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11348; }","duration":"742.815271ms","start":"2026-03-29T02:26:45.606983Z","end":"2026-03-29T02:26:46.349798Z","steps":["trace[349122585] 'agreement among raft nodes before linearized reading' (duration: 742.700878ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:26:46.349779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.161675797s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:26:46.349793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.441050185s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/staffeln-db-sync\" ","response":"range_response_count:1 size:5129"} {"level":"info","ts":"2026-03-29T02:26:46.349853Z","caller":"traceutil/trace.go:171","msg":"trace[1430608459] range","detail":"{range_begin:/registry/pods/openstack/staffeln-db-sync-2kpjp; range_end:; response_count:1; response_revision:11348; }","duration":"1.314338923s","start":"2026-03-29T02:26:45.035467Z","end":"2026-03-29T02:26:46.349806Z","steps":["trace[1430608459] 'agreement among raft nodes before linearized reading' (duration: 1.313869263s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:26:46.349892Z","caller":"traceutil/trace.go:171","msg":"trace[531853499] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:11348; }","duration":"1.16182036s","start":"2026-03-29T02:26:45.188045Z","end":"2026-03-29T02:26:46.349865Z","steps":["trace[531853499] 'agreement among raft nodes before linearized reading' (duration: 1.161605716s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:26:46.349921Z","caller":"traceutil/trace.go:171","msg":"trace[943381534] range","detail":"{range_begin:/registry/jobs/openstack/staffeln-db-sync; range_end:; response_count:1; response_revision:11348; }","duration":"2.44125755s","start":"2026-03-29T02:26:43.908641Z","end":"2026-03-29T02:26:46.349899Z","steps":["trace[943381534] 'agreement among raft nodes before linearized reading' (duration: 2.440897242s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:26:46.349709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"830.887073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"warn","ts":"2026-03-29T02:26:46.349968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:26:45.188024Z","time spent":"1.161932133s","remote":"127.0.0.1:57620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:26:46.349984Z","caller":"traceutil/trace.go:171","msg":"trace[1790433535] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:11348; }","duration":"831.23763ms","start":"2026-03-29T02:26:45.51873Z","end":"2026-03-29T02:26:46.349968Z","steps":["trace[1790433535] 'agreement among raft nodes before linearized reading' (duration: 830.784511ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:26:46.349977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:26:43.908612Z","time spent":"2.441353861s","remote":"127.0.0.1:43224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":5153,"request content":"key:\"/registry/jobs/openstack/staffeln-db-sync\" "} {"level":"warn","ts":"2026-03-29T02:26:46.350001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:26:45.035438Z","time spent":"1.314510076s","remote":"127.0.0.1:43172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":6693,"request content":"key:\"/registry/pods/openstack/staffeln-db-sync-2kpjp\" "} {"level":"warn","ts":"2026-03-29T02:26:46.350027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:26:45.518708Z","time spent":"831.303241ms","remote":"127.0.0.1:43154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-29T02:26:46.349858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:26:45.606959Z","time spent":"742.891912ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-29T02:26:46.350135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.144797443s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:414770"} {"level":"info","ts":"2026-03-29T02:26:46.350182Z","caller":"traceutil/trace.go:171","msg":"trace[508444303] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:11348; }","duration":"1.144969348s","start":"2026-03-29T02:26:45.205198Z","end":"2026-03-29T02:26:46.350167Z","steps":["trace[508444303] 'agreement among raft nodes before linearized reading' (duration: 1.144336353s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:26:46.350225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:26:45.205186Z","time spent":"1.145031049s","remote":"127.0.0.1:43774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":414794,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"info","ts":"2026-03-29T02:26:46.901606Z","caller":"traceutil/trace.go:171","msg":"trace[1520922830] linearizableReadLoop","detail":"{readStateIndex:11805; appliedIndex:11801; }","duration":"542.625661ms","start":"2026-03-29T02:26:46.358952Z","end":"2026-03-29T02:26:46.901577Z","steps":["trace[1520922830] 'read index received' (duration: 80.140917ms)","trace[1520922830] 'applied index is now lower than readState.Index' (duration: 462.479784ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:26:46.901666Z","caller":"traceutil/trace.go:171","msg":"trace[2053812430] transaction","detail":"{read_only:false; response_revision:11351; number_of_response:1; }","duration":"545.31943ms","start":"2026-03-29T02:26:46.356295Z","end":"2026-03-29T02:26:46.901615Z","steps":["trace[2053812430] 'process raft request' (duration: 545.098155ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:26:46.901745Z","caller":"traceutil/trace.go:171","msg":"trace[689309904] transaction","detail":"{read_only:false; response_revision:11353; number_of_response:1; }","duration":"541.462285ms","start":"2026-03-29T02:26:46.360246Z","end":"2026-03-29T02:26:46.901708Z","steps":["trace[689309904] 'process raft request' (duration: 541.266421ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:26:46.901781Z","caller":"traceutil/trace.go:171","msg":"trace[271696578] transaction","detail":"{read_only:false; response_revision:11352; number_of_response:1; }","duration":"545.184918ms","start":"2026-03-29T02:26:46.356557Z","end":"2026-03-29T02:26:46.901742Z","steps":["trace[271696578] 'process raft request' (duration: 544.893191ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:26:46.901825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"542.835666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:26:46.901908Z","caller":"traceutil/trace.go:171","msg":"trace[379170461] transaction","detail":"{read_only:false; response_revision:11350; number_of_response:1; }","duration":"545.647868ms","start":"2026-03-29T02:26:46.356234Z","end":"2026-03-29T02:26:46.901882Z","steps":["trace[379170461] 'process raft request' (duration: 501.772716ms)","trace[379170461] 'compare' (duration: 43.135456ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:26:46.901921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:26:46.360237Z","time spent":"541.589939ms","remote":"127.0.0.1:43172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6892,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:26:46.901956Z","caller":"traceutil/trace.go:171","msg":"trace[93020758] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11353; }","duration":"542.996109ms","start":"2026-03-29T02:26:46.358933Z","end":"2026-03-29T02:26:46.901929Z","steps":["trace[93020758] 'agreement among raft nodes before linearized reading' (duration: 542.788114ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:26:46.902014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:26:46.356214Z","time spent":"545.736219ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:26:46.902015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:26:46.358924Z","time spent":"543.079991ms","remote":"127.0.0.1:43010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:26:46.901874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:26:46.356276Z","time spent":"545.478424ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:26:46.90289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:26:46.356547Z","time spent":"545.30622ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:26:47.402267Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583528501969133,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-29T02:26:47.554218Z","caller":"traceutil/trace.go:171","msg":"trace[359075427] transaction","detail":"{read_only:false; response_revision:11354; number_of_response:1; }","duration":"838.854239ms","start":"2026-03-29T02:26:46.715324Z","end":"2026-03-29T02:26:47.554178Z","steps":["trace[359075427] 'process raft request' (duration: 838.282367ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:26:47.55443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:26:46.71528Z","time spent":"839.037023ms","remote":"127.0.0.1:43166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19087,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:26:47.57168Z","caller":"traceutil/trace.go:171","msg":"trace[946507380] linearizableReadLoop","detail":"{readStateIndex:11808; appliedIndex:11806; }","duration":"669.964335ms","start":"2026-03-29T02:26:46.901686Z","end":"2026-03-29T02:26:47.57165Z","steps":["trace[946507380] 'read index received' (duration: 651.919515ms)","trace[946507380] 'applied index is now lower than readState.Index' (duration: 18.04423ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:26:47.571774Z","caller":"traceutil/trace.go:171","msg":"trace[5752791] transaction","detail":"{read_only:false; response_revision:11355; number_of_response:1; }","duration":"818.9676ms","start":"2026-03-29T02:26:46.752788Z","end":"2026-03-29T02:26:47.571756Z","steps":["trace[5752791] 'process raft request' (duration: 818.603121ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:26:47.571873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.024738762s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-03-29T02:26:47.571877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:26:46.752744Z","time spent":"819.064852ms","remote":"127.0.0.1:43774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":414980,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:26:47.5719Z","caller":"traceutil/trace.go:171","msg":"trace[133352640] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:11355; }","duration":"1.024815194s","start":"2026-03-29T02:26:46.547078Z","end":"2026-03-29T02:26:47.571893Z","steps":["trace[133352640] 'agreement among raft nodes before linearized reading' (duration: 1.024686661s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:26:47.57192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:26:46.547053Z","time spent":"1.024860714s","remote":"127.0.0.1:43172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-29T02:26:47.572844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"632.488974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-03-29T02:26:47.57296Z","caller":"traceutil/trace.go:171","msg":"trace[1089721661] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:11355; }","duration":"632.671818ms","start":"2026-03-29T02:26:46.940265Z","end":"2026-03-29T02:26:47.572937Z","steps":["trace[1089721661] 'agreement among raft nodes before linearized reading' (duration: 631.677967ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:26:47.573021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:26:46.940234Z","time spent":"632.776231ms","remote":"127.0.0.1:43100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-29T02:26:47.845644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.604638ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:26:47.84582Z","caller":"traceutil/trace.go:171","msg":"trace[1846781075] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:11355; }","duration":"136.800182ms","start":"2026-03-29T02:26:47.708995Z","end":"2026-03-29T02:26:47.845796Z","steps":["trace[1846781075] 'range keys from in-memory index tree' (duration: 136.580187ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:26:47.845729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.657869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-03-29T02:26:47.846049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.999756ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:26:47.846232Z","caller":"traceutil/trace.go:171","msg":"trace[2001143419] transaction","detail":"{read_only:false; response_revision:11356; number_of_response:1; }","duration":"269.113408ms","start":"2026-03-29T02:26:47.577078Z","end":"2026-03-29T02:26:47.846192Z","steps":["trace[2001143419] 'process raft request' (duration: 21.828554ms)","trace[2001143419] 'compare' (duration: 246.815643ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:26:47.846395Z","caller":"traceutil/trace.go:171","msg":"trace[519306239] transaction","detail":"{read_only:false; response_revision:11357; number_of_response:1; }","duration":"268.246369ms","start":"2026-03-29T02:26:47.578121Z","end":"2026-03-29T02:26:47.846368Z","steps":["trace[519306239] 'process raft request' (duration: 268.080555ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:26:47.846402Z","caller":"traceutil/trace.go:171","msg":"trace[79231801] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:11355; }","duration":"269.923205ms","start":"2026-03-29T02:26:47.576002Z","end":"2026-03-29T02:26:47.845925Z","steps":["trace[79231801] 'range keys from in-memory index tree' (duration: 269.444964ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:26:47.84644Z","caller":"traceutil/trace.go:171","msg":"trace[226378278] linearizableReadLoop","detail":"{readStateIndex:11809; appliedIndex:11808; }","duration":"268.874872ms","start":"2026-03-29T02:26:47.577415Z","end":"2026-03-29T02:26:47.84629Z","steps":["trace[226378278] 'read index received' (duration: 21.506146ms)","trace[226378278] 'applied index is now lower than readState.Index' (duration: 247.364126ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:26:47.8466Z","caller":"traceutil/trace.go:171","msg":"trace[488043934] transaction","detail":"{read_only:false; response_revision:11358; number_of_response:1; }","duration":"253.44911ms","start":"2026-03-29T02:26:47.59313Z","end":"2026-03-29T02:26:47.846579Z","steps":["trace[488043934] 'process raft request' (duration: 253.168524ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:26:47.846851Z","caller":"traceutil/trace.go:171","msg":"trace[1101576943] transaction","detail":"{read_only:false; response_revision:11359; number_of_response:1; }","duration":"253.245486ms","start":"2026-03-29T02:26:47.593567Z","end":"2026-03-29T02:26:47.846812Z","steps":["trace[1101576943] 'process raft request' (duration: 252.93882ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:26:47.84719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.775052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:41 size:375400"} {"level":"info","ts":"2026-03-29T02:26:47.847244Z","caller":"traceutil/trace.go:171","msg":"trace[1735848131] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:41; response_revision:11358; }","duration":"269.875253ms","start":"2026-03-29T02:26:47.577357Z","end":"2026-03-29T02:26:47.847232Z","steps":["trace[1735848131] 'agreement among raft nodes before linearized reading' (duration: 269.027245ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:26:48.332043Z","caller":"traceutil/trace.go:171","msg":"trace[165900426] transaction","detail":"{read_only:false; response_revision:11360; number_of_response:1; }","duration":"181.725799ms","start":"2026-03-29T02:26:48.150282Z","end":"2026-03-29T02:26:48.332008Z","steps":["trace[165900426] 'process raft request' (duration: 181.498614ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:26:48.362824Z","caller":"traceutil/trace.go:171","msg":"trace[1492848113] transaction","detail":"{read_only:false; response_revision:11361; number_of_response:1; }","duration":"211.944069ms","start":"2026-03-29T02:26:48.150862Z","end":"2026-03-29T02:26:48.362806Z","steps":["trace[1492848113] 'process raft request' (duration: 211.700564ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:26:48.363103Z","caller":"traceutil/trace.go:171","msg":"trace[20587407] transaction","detail":"{read_only:false; response_revision:11362; number_of_response:1; }","duration":"211.11536ms","start":"2026-03-29T02:26:48.151929Z","end":"2026-03-29T02:26:48.363045Z","steps":["trace[20587407] 'process raft request' (duration: 210.788923ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:26:50.351444Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583528501969162,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:26:50.852418Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583528501969162,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:26:51.353327Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583528501969162,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:26:51.853664Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583528501969162,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:26:52.354446Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583528501969162,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:26:52.508817Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.930313463s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-29T02:26:52.919476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000087748s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-29T02:26:52.919578Z","caller":"traceutil/trace.go:171","msg":"trace[1622826831] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000216821s","start":"2026-03-29T02:26:50.919337Z","end":"2026-03-29T02:26:52.919554Z","steps":["trace[1622826831] 'agreement among raft nodes before linearized reading' (duration: 2.000083618s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:26:52.919649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:26:50.919263Z","time spent":"2.000360123s","remote":"127.0.0.1:43006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/29 02:26:52 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-29T02:26:53.339851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999802971s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-29T02:26:53.339967Z","caller":"traceutil/trace.go:171","msg":"trace[642160294] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000003166s","start":"2026-03-29T02:26:51.339935Z","end":"2026-03-29T02:26:53.339939Z","steps":["trace[642160294] 'agreement among raft nodes before linearized reading' (duration: 1.999844682s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:26:53.340026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:26:51.339906Z","time spent":"2.000107578s","remote":"127.0.0.1:43010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/29 02:26:53 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-29T02:26:53.41813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.935043161s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:26:53.418233Z","caller":"traceutil/trace.go:171","msg":"trace[87466541] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:11362; }","duration":"3.935181634s","start":"2026-03-29T02:26:49.483024Z","end":"2026-03-29T02:26:53.418206Z","steps":["trace[87466541] 'count revisions from in-memory index tree' (duration: 3.934922089s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:26:53.418283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:26:49.482958Z","time spent":"3.935313338s","remote":"127.0.0.1:42306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:26:53.418366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.975106753s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-29T02:26:53.418454Z","caller":"traceutil/trace.go:171","msg":"trace[1590085904] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11362; }","duration":"4.975263406s","start":"2026-03-29T02:26:48.443168Z","end":"2026-03-29T02:26:53.418432Z","steps":["trace[1590085904] 'range keys from in-memory index tree' (duration: 4.974902908s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:26:53.418498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:26:48.443141Z","time spent":"4.975346978s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-29T02:26:53.419146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.50053875s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:26:53.419165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.331656256s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:26:53.419251Z","caller":"traceutil/trace.go:171","msg":"trace[175654867] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11362; }","duration":"4.500678834s","start":"2026-03-29T02:26:48.91855Z","end":"2026-03-29T02:26:53.419229Z","steps":["trace[175654867] 'range keys from in-memory index tree' (duration: 4.500418518s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:26:53.4193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:26:48.918539Z","time spent":"4.500752515s","remote":"127.0.0.1:43010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:26:53.419332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.402751252s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:26:53.419388Z","caller":"traceutil/trace.go:171","msg":"trace[1740038677] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:11362; }","duration":"4.402817424s","start":"2026-03-29T02:26:49.016554Z","end":"2026-03-29T02:26:53.419371Z","steps":["trace[1740038677] 'count revisions from in-memory index tree' (duration: 4.40266164s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:26:53.419423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:26:49.01647Z","time spent":"4.402943566s","remote":"127.0.0.1:57700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:26:53.419519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.542330277s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:26:53.419553Z","caller":"traceutil/trace.go:171","msg":"trace[2007816146] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:11362; }","duration":"4.542413449s","start":"2026-03-29T02:26:48.877126Z","end":"2026-03-29T02:26:53.41954Z","steps":["trace[2007816146] 'count revisions from in-memory index tree' (duration: 4.542212524s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:26:53.419584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:26:48.8771Z","time spent":"4.542474419s","remote":"127.0.0.1:43770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":29,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:26:53.419257Z","caller":"traceutil/trace.go:171","msg":"trace[713077924] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:11362; }","duration":"4.331829649s","start":"2026-03-29T02:26:49.087407Z","end":"2026-03-29T02:26:53.419237Z","steps":["trace[713077924] 'count revisions from in-memory index tree' (duration: 4.331524522s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:26:53.419723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:26:49.087379Z","time spent":"4.33232896s","remote":"127.0.0.1:43234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":2,"response size":31,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:26:53.419923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.511226847s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-29T02:26:53.420029Z","caller":"traceutil/trace.go:171","msg":"trace[455609049] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:11362; }","duration":"4.511393851s","start":"2026-03-29T02:26:48.908608Z","end":"2026-03-29T02:26:53.420002Z","steps":["trace[455609049] 'range keys from in-memory index tree' (duration: 4.510956491s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:26:53.42009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:26:48.908579Z","time spent":"4.511500962s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-29T02:26:53.586665Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.077587543s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-29T02:26:54.032783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.523726465s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-29T02:26:54.033544Z","caller":"traceutil/trace.go:171","msg":"trace[1853145782] transaction","detail":"{read_only:false; response_revision:11363; number_of_response:1; }","duration":"3.694968238s","start":"2026-03-29T02:26:50.338542Z","end":"2026-03-29T02:26:54.03351Z","steps":["trace[1853145782] 'process raft request' (duration: 3.694383925s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:26:54.033751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:26:50.338507Z","time spent":"3.695132392s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:26:54.717484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"683.903284ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:26:54.717744Z","caller":"traceutil/trace.go:171","msg":"trace[1520403471] linearizableReadLoop","detail":"{readStateIndex:11819; appliedIndex:11815; }","duration":"4.866742119s","start":"2026-03-29T02:26:49.850983Z","end":"2026-03-29T02:26:54.717726Z","steps":["trace[1520403471] 'read index received' (duration: 2.658057207s)","trace[1520403471] 'applied index is now lower than readState.Index' (duration: 2.208683232s)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:26:54.717777Z","caller":"traceutil/trace.go:171","msg":"trace[1729640777] transaction","detail":"{read_only:false; response_revision:11364; number_of_response:1; }","duration":"4.348946918s","start":"2026-03-29T02:26:50.36878Z","end":"2026-03-29T02:26:54.717727Z","steps":["trace[1729640777] 'process raft request' (duration: 3.664695977s)","trace[1729640777] 'compare' (duration: 683.581027ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:26:54.717978Z","caller":"traceutil/trace.go:171","msg":"trace[757543878] transaction","detail":"{read_only:false; response_revision:11366; number_of_response:1; }","duration":"1.292198592s","start":"2026-03-29T02:26:53.425772Z","end":"2026-03-29T02:26:54.717971Z","steps":["trace[757543878] 'process raft request' (duration: 1.291918265s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:26:54.718059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:26:53.425745Z","time spent":"1.292286394s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:26:54.718106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:26:50.368766Z","time spent":"4.349129973s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:26:54.717853Z","caller":"traceutil/trace.go:171","msg":"trace[843070677] transaction","detail":"{read_only:false; response_revision:11365; number_of_response:1; }","duration":"4.348098281s","start":"2026-03-29T02:26:50.36974Z","end":"2026-03-29T02:26:54.717839Z","steps":["trace[843070677] 'process raft request' (duration: 4.347854455s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:26:54.718335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.867316633s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-29T02:26:54.718375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:26:50.369706Z","time spent":"4.348598861s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:26:54.71838Z","caller":"traceutil/trace.go:171","msg":"trace[188010729] transaction","detail":"{read_only:false; response_revision:11367; number_of_response:1; }","duration":"1.292335425s","start":"2026-03-29T02:26:53.425987Z","end":"2026-03-29T02:26:54.718322Z","steps":["trace[188010729] 'process raft request' (duration: 1.291939427s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:26:54.718448Z","caller":"traceutil/trace.go:171","msg":"trace[313130180] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:11366; }","duration":"4.867496097s","start":"2026-03-29T02:26:49.85092Z","end":"2026-03-29T02:26:54.718416Z","steps":["trace[313130180] 'agreement among raft nodes before linearized reading' (duration: 4.866950315s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:26:54.718519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:26:49.850892Z","time spent":"4.867598469s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-29T02:26:54.718778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:26:53.425967Z","time spent":"1.292514949s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:26:54.719185Z","caller":"traceutil/trace.go:171","msg":"trace[647674614] transaction","detail":"{read_only:false; response_revision:11368; number_of_response:1; }","duration":"862.576435ms","start":"2026-03-29T02:26:53.85656Z","end":"2026-03-29T02:26:54.719136Z","steps":["trace[647674614] 'process raft request' (duration: 861.726997ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:26:54.719395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:26:53.856529Z","time spent":"862.77715ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:26:54.719665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.553778942s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:26:54.71973Z","caller":"traceutil/trace.go:171","msg":"trace[754797851] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:11369; }","duration":"1.553853764s","start":"2026-03-29T02:26:53.165862Z","end":"2026-03-29T02:26:54.719716Z","steps":["trace[754797851] 'agreement among raft nodes before linearized reading' (duration: 1.553741312s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:26:54.719727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.868653002s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-29T02:26:54.719847Z","caller":"traceutil/trace.go:171","msg":"trace[367015017] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11369; }","duration":"4.868856326s","start":"2026-03-29T02:26:49.850968Z","end":"2026-03-29T02:26:54.719824Z","steps":["trace[367015017] 'agreement among raft nodes before linearized reading' (duration: 4.86854819s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:26:54.719872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.938976328s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"warn","ts":"2026-03-29T02:26:54.720032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"751.605745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7746"} {"level":"warn","ts":"2026-03-29T02:26:54.720134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"939.820439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:26:54.7202Z","caller":"traceutil/trace.go:171","msg":"trace[413881971] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:11369; }","duration":"751.765358ms","start":"2026-03-29T02:26:53.968366Z","end":"2026-03-29T02:26:54.720131Z","steps":["trace[413881971] 'agreement among raft nodes before linearized reading' (duration: 751.440971ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:26:54.720228Z","caller":"traceutil/trace.go:171","msg":"trace[1909113115] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:11369; }","duration":"3.939182243s","start":"2026-03-29T02:26:50.780832Z","end":"2026-03-29T02:26:54.720015Z","steps":["trace[1909113115] 'agreement among raft nodes before linearized reading' (duration: 3.938846825s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:26:54.720263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:26:53.968304Z","time spent":"751.940053ms","remote":"127.0.0.1:46630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7770,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-03-29T02:26:54.720269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.795287607s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:26:54.720318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.868288143s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-29T02:26:54.720365Z","caller":"traceutil/trace.go:171","msg":"trace[558175038] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11369; }","duration":"4.868371475s","start":"2026-03-29T02:26:49.85198Z","end":"2026-03-29T02:26:54.720352Z","steps":["trace[558175038] 'agreement among raft nodes before linearized reading' (duration: 4.868266123s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:26:54.720376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.863559749s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-c4cs6\" ","response":"range_response_count:1 size:6520"} {"level":"warn","ts":"2026-03-29T02:26:54.720399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.937195483s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:26:54.720433Z","caller":"traceutil/trace.go:171","msg":"trace[443838371] range","detail":"{range_begin:/registry/pods/openstack/keepalived-c4cs6; range_end:; response_count:1; response_revision:11369; }","duration":"4.86364521s","start":"2026-03-29T02:26:49.856774Z","end":"2026-03-29T02:26:54.720419Z","steps":["trace[443838371] 'agreement among raft nodes before linearized reading' (duration: 4.863397255s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:26:54.720459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.859877636s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-29T02:26:54.720465Z","caller":"traceutil/trace.go:171","msg":"trace[127802873] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:11369; }","duration":"1.937258204s","start":"2026-03-29T02:26:52.783187Z","end":"2026-03-29T02:26:54.720445Z","steps":["trace[127802873] 'agreement among raft nodes before linearized reading' (duration: 1.937152062s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:26:54.72048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:26:49.856762Z","time spent":"4.863709653s","remote":"127.0.0.1:43172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6544,"request content":"key:\"/registry/pods/openstack/keepalived-c4cs6\" "} {"level":"info","ts":"2026-03-29T02:26:54.720507Z","caller":"traceutil/trace.go:171","msg":"trace[1448974203] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11369; }","duration":"4.859928878s","start":"2026-03-29T02:26:49.860565Z","end":"2026-03-29T02:26:54.720494Z","steps":["trace[1448974203] 'agreement among raft nodes before linearized reading' (duration: 4.859840096s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:26:54.720536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:26:49.860557Z","time spent":"4.859973539s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-29T02:26:54.72036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.786472161s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-03-29T02:26:54.720464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.230685768s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:26:54.720582Z","caller":"traceutil/trace.go:171","msg":"trace[539261682] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:11369; }","duration":"1.786729877s","start":"2026-03-29T02:26:52.933839Z","end":"2026-03-29T02:26:54.720568Z","steps":["trace[539261682] 'agreement among raft nodes before linearized reading' (duration: 1.786360689s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:26:54.720591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.099569201s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-03-29T02:26:54.720604Z","caller":"traceutil/trace.go:171","msg":"trace[782855585] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:11369; }","duration":"1.230916382s","start":"2026-03-29T02:26:53.489675Z","end":"2026-03-29T02:26:54.720591Z","steps":["trace[782855585] 'agreement among raft nodes before linearized reading' (duration: 1.230728068s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:26:54.720529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:26:52.783108Z","time spent":"1.937404748s","remote":"127.0.0.1:33268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:26:54.720644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:26:53.489649Z","time spent":"1.230980864s","remote":"127.0.0.1:43822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":31,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:26:54.720635Z","caller":"traceutil/trace.go:171","msg":"trace[1705175268] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:11369; }","duration":"1.099681983s","start":"2026-03-29T02:26:53.620942Z","end":"2026-03-29T02:26:54.720624Z","steps":["trace[1705175268] 'agreement among raft nodes before linearized reading' (duration: 1.09954752s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:26:54.720415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:26:49.851959Z","time spent":"4.868449386s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-29T02:26:54.720691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:26:53.620912Z","time spent":"1.099772626s","remote":"127.0.0.1:43100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-29T02:26:54.7201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.349463089s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/staffeln-db-sync\" ","response":"range_response_count:1 size:5129"} {"level":"warn","ts":"2026-03-29T02:26:54.720308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:26:50.7808Z","time spent":"3.93948927s","remote":"127.0.0.1:43140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1805,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"warn","ts":"2026-03-29T02:26:54.719933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:26:49.850938Z","time spent":"4.86898177s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-29T02:26:54.720793Z","caller":"traceutil/trace.go:171","msg":"trace[1427511055] range","detail":"{range_begin:/registry/jobs/openstack/staffeln-db-sync; range_end:; response_count:1; response_revision:11369; }","duration":"4.350194826s","start":"2026-03-29T02:26:50.370583Z","end":"2026-03-29T02:26:54.720778Z","steps":["trace[1427511055] 'agreement among raft nodes before linearized reading' (duration: 4.349375187s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:26:54.720847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:26:50.370569Z","time spent":"4.350264268s","remote":"127.0.0.1:43224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":5153,"request content":"key:\"/registry/jobs/openstack/staffeln-db-sync\" "} {"level":"warn","ts":"2026-03-29T02:26:54.720636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:26:52.933816Z","time spent":"1.786806298s","remote":"127.0.0.1:43172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-29T02:26:54.720864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.096268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/staffeln-db-sync-2kpjp\" ","response":"range_response_count:1 size:6907"} {"level":"info","ts":"2026-03-29T02:26:54.720365Z","caller":"traceutil/trace.go:171","msg":"trace[909021159] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11369; }","duration":"1.795442531s","start":"2026-03-29T02:26:52.924905Z","end":"2026-03-29T02:26:54.720347Z","steps":["trace[909021159] 'agreement among raft nodes before linearized reading' (duration: 1.795229396s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:26:54.721032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:26:52.924882Z","time spent":"1.796140577s","remote":"127.0.0.1:43010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-29T02:26:54.721096Z","caller":"traceutil/trace.go:171","msg":"trace[426464403] range","detail":"{range_begin:/registry/pods/openstack/staffeln-db-sync-2kpjp; range_end:; response_count:1; response_revision:11369; }","duration":"412.348214ms","start":"2026-03-29T02:26:54.308634Z","end":"2026-03-29T02:26:54.720982Z","steps":["trace[426464403] 'agreement among raft nodes before linearized reading' (duration: 411.562986ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:26:54.719859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:26:53.165781Z","time spent":"1.553976937s","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:26:54.721274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:26:54.308613Z","time spent":"412.64391ms","remote":"127.0.0.1:43172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":6931,"request content":"key:\"/registry/pods/openstack/staffeln-db-sync-2kpjp\" "} {"level":"warn","ts":"2026-03-29T02:26:54.72129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.345723109s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.36\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-29T02:26:54.721336Z","caller":"traceutil/trace.go:171","msg":"trace[1607646675] range","detail":"{range_begin:/registry/masterleases/162.253.55.36; range_end:; response_count:1; response_revision:11369; }","duration":"1.345811561s","start":"2026-03-29T02:26:53.375514Z","end":"2026-03-29T02:26:54.721325Z","steps":["trace[1607646675] 'agreement among raft nodes before linearized reading' (duration: 1.345704239s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:26:54.721372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:26:53.37549Z","time spent":"1.345868853s","remote":"127.0.0.1:43048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/162.253.55.36\" "} {"level":"info","ts":"2026-03-29T02:26:54.722159Z","caller":"traceutil/trace.go:171","msg":"trace[42552635] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:11369; }","duration":"941.879634ms","start":"2026-03-29T02:26:53.780258Z","end":"2026-03-29T02:26:54.722138Z","steps":["trace[42552635] 'agreement among raft nodes before linearized reading' (duration: 939.627604ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:26:54.722416Z","caller":"traceutil/trace.go:171","msg":"trace[618307540] transaction","detail":"{read_only:false; response_revision:11369; number_of_response:1; }","duration":"408.438265ms","start":"2026-03-29T02:26:54.311655Z","end":"2026-03-29T02:26:54.720093Z","steps":["trace[618307540] 'process raft request' (duration: 407.362442ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:26:54.722538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:26:53.780235Z","time spent":"942.286143ms","remote":"127.0.0.1:43384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":29,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:26:54.722547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:26:54.311624Z","time spent":"410.85601ms","remote":"127.0.0.1:43074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":867,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-29T02:26:55.294068Z","caller":"traceutil/trace.go:171","msg":"trace[424319409] transaction","detail":"{read_only:false; response_revision:11370; number_of_response:1; }","duration":"569.219221ms","start":"2026-03-29T02:26:54.724821Z","end":"2026-03-29T02:26:55.29404Z","steps":["trace[424319409] 'process raft request' (duration: 568.837513ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:26:55.294389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:26:54.724798Z","time spent":"569.480227ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:26:55.294545Z","caller":"traceutil/trace.go:171","msg":"trace[716504330] transaction","detail":"{read_only:false; response_revision:11371; number_of_response:1; }","duration":"568.529986ms","start":"2026-03-29T02:26:54.725948Z","end":"2026-03-29T02:26:55.294478Z","steps":["trace[716504330] 'process raft request' (duration: 568.031815ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:26:55.294655Z","caller":"traceutil/trace.go:171","msg":"trace[385056110] linearizableReadLoop","detail":"{readStateIndex:11825; appliedIndex:11824; }","duration":"569.324613ms","start":"2026-03-29T02:26:54.725304Z","end":"2026-03-29T02:26:55.294629Z","steps":["trace[385056110] 'read index received' (duration: 31.848267ms)","trace[385056110] 'applied index is now lower than readState.Index' (duration: 537.475076ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:26:55.294676Z","caller":"traceutil/trace.go:171","msg":"trace[3879259] transaction","detail":"{read_only:false; response_revision:11372; number_of_response:1; }","duration":"568.562756ms","start":"2026-03-29T02:26:54.726062Z","end":"2026-03-29T02:26:55.294625Z","steps":["trace[3879259] 'process raft request' (duration: 568.310791ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:26:55.294723Z","caller":"traceutil/trace.go:171","msg":"trace[45315722] transaction","detail":"{read_only:false; response_revision:11373; number_of_response:1; }","duration":"567.378169ms","start":"2026-03-29T02:26:54.727302Z","end":"2026-03-29T02:26:55.29468Z","steps":["trace[45315722] 'process raft request' (duration: 567.200605ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:26:55.294778Z","caller":"traceutil/trace.go:171","msg":"trace[924947725] transaction","detail":"{read_only:false; response_revision:11374; number_of_response:1; }","duration":"564.270931ms","start":"2026-03-29T02:26:54.730454Z","end":"2026-03-29T02:26:55.294725Z","steps":["trace[924947725] 'process raft request' (duration: 564.096358ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:26:55.294856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:26:54.725935Z","time spent":"568.75144ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:26:55.294897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:26:54.727291Z","time spent":"567.497303ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:26:55.294911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:26:54.726048Z","time spent":"568.735791ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:26:55.294938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"569.624861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-29T02:26:55.294999Z","caller":"traceutil/trace.go:171","msg":"trace[1424772876] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:11374; }","duration":"569.709223ms","start":"2026-03-29T02:26:54.725276Z","end":"2026-03-29T02:26:55.294985Z","steps":["trace[1424772876] 'agreement among raft nodes before linearized reading' (duration: 569.468377ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:26:55.295012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:26:54.730446Z","time spent":"564.445885ms","remote":"127.0.0.1:43172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6903,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:26:55.29504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:26:54.725261Z","time spent":"569.770884ms","remote":"127.0.0.1:43172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-29T02:26:55.795345Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583528501969183,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-29T02:26:56.012014Z","caller":"traceutil/trace.go:171","msg":"trace[1141611354] transaction","detail":"{read_only:false; response_revision:11376; number_of_response:1; }","duration":"751.84488ms","start":"2026-03-29T02:26:55.260141Z","end":"2026-03-29T02:26:56.011986Z","steps":["trace[1141611354] 'process raft request' (duration: 751.757608ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:26:56.012048Z","caller":"traceutil/trace.go:171","msg":"trace[1148401043] transaction","detail":"{read_only:false; response_revision:11375; number_of_response:1; }","duration":"1.254027674s","start":"2026-03-29T02:26:54.757973Z","end":"2026-03-29T02:26:56.012001Z","steps":["trace[1148401043] 'process raft request' (duration: 1.253668666s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:26:56.01222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:26:55.260112Z","time spent":"751.985284ms","remote":"127.0.0.1:46630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7731,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:26:56.012278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:26:54.757963Z","time spent":"1.254174089s","remote":"127.0.0.1:43048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:26:56.249081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.03208ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:26:56.249368Z","caller":"traceutil/trace.go:171","msg":"trace[49056457] transaction","detail":"{read_only:false; response_revision:11378; number_of_response:1; }","duration":"420.128855ms","start":"2026-03-29T02:26:55.829211Z","end":"2026-03-29T02:26:56.24934Z","steps":["trace[49056457] 'process raft request' (duration: 419.987352ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:26:56.249403Z","caller":"traceutil/trace.go:171","msg":"trace[87713274] transaction","detail":"{read_only:false; response_revision:11379; number_of_response:1; }","duration":"209.327382ms","start":"2026-03-29T02:26:56.039991Z","end":"2026-03-29T02:26:56.249318Z","steps":["trace[87713274] 'process raft request' (duration: 209.281221ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:26:56.249472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:26:55.829188Z","time spent":"420.238178ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:26:56.249509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.519672845s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:26:56.249617Z","caller":"traceutil/trace.go:171","msg":"trace[839910965] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11379; }","duration":"1.519814338s","start":"2026-03-29T02:26:54.729778Z","end":"2026-03-29T02:26:56.249592Z","steps":["trace[839910965] 'agreement among raft nodes before linearized reading' (duration: 1.519599713s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:26:56.249629Z","caller":"traceutil/trace.go:171","msg":"trace[1400753759] linearizableReadLoop","detail":"{readStateIndex:11832; appliedIndex:11829; }","duration":"954.624277ms","start":"2026-03-29T02:26:55.294713Z","end":"2026-03-29T02:26:56.249337Z","steps":["trace[1400753759] 'read index received' (duration: 716.957617ms)","trace[1400753759] 'applied index is now lower than readState.Index' (duration: 237.66443ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:26:56.249669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.082089762s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:26:56.249675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.039386546s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1988"} {"level":"warn","ts":"2026-03-29T02:26:56.249672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:26:54.729771Z","time spent":"1.51989251s","remote":"127.0.0.1:43010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-29T02:26:56.249736Z","caller":"traceutil/trace.go:171","msg":"trace[792400875] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:11379; }","duration":"1.082228935s","start":"2026-03-29T02:26:55.167494Z","end":"2026-03-29T02:26:56.249722Z","steps":["trace[792400875] 'agreement among raft nodes before linearized reading' (duration: 1.082092762s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:26:56.249771Z","caller":"traceutil/trace.go:171","msg":"trace[1005742897] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:11379; }","duration":"1.039541169s","start":"2026-03-29T02:26:55.210207Z","end":"2026-03-29T02:26:56.249748Z","steps":["trace[1005742897] 'agreement among raft nodes before linearized reading' (duration: 1.039252693s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:26:56.249819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:26:55.167468Z","time spent":"1.082338108s","remote":"127.0.0.1:33132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:26:56.249895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"929.865808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19101"} {"level":"warn","ts":"2026-03-29T02:26:56.24993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.849137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"info","ts":"2026-03-29T02:26:56.24994Z","caller":"traceutil/trace.go:171","msg":"trace[2013252589] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:11379; }","duration":"929.94981ms","start":"2026-03-29T02:26:55.319978Z","end":"2026-03-29T02:26:56.249928Z","steps":["trace[2013252589] 'agreement among raft nodes before linearized reading' (duration: 929.791316ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:26:56.249967Z","caller":"traceutil/trace.go:171","msg":"trace[910185900] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:11379; }","duration":"234.928129ms","start":"2026-03-29T02:26:56.01503Z","end":"2026-03-29T02:26:56.249959Z","steps":["trace[910185900] 'agreement among raft nodes before linearized reading' (duration: 234.858997ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:26:56.249524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.523903559s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-653d13ba-660d-487b-8b3e-f4a0ff49c8b9\" ","response":"range_response_count:1 size:1275"} {"level":"info","ts":"2026-03-29T02:26:56.250021Z","caller":"traceutil/trace.go:171","msg":"trace[595242742] range","detail":"{range_begin:/registry/persistentvolumes/pvc-653d13ba-660d-487b-8b3e-f4a0ff49c8b9; range_end:; response_count:1; response_revision:11379; }","duration":"1.524440891s","start":"2026-03-29T02:26:54.725564Z","end":"2026-03-29T02:26:56.250004Z","steps":["trace[595242742] 'agreement among raft nodes before linearized reading' (duration: 1.523783306s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:26:56.250041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"694.447677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-29T02:26:56.250071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:26:54.725521Z","time spent":"1.524535573s","remote":"127.0.0.1:43132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1299,"request content":"key:\"/registry/persistentvolumes/pvc-653d13ba-660d-487b-8b3e-f4a0ff49c8b9\" "} {"level":"info","ts":"2026-03-29T02:26:56.250073Z","caller":"traceutil/trace.go:171","msg":"trace[1888650652] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:11379; }","duration":"694.537939ms","start":"2026-03-29T02:26:55.555525Z","end":"2026-03-29T02:26:56.250063Z","steps":["trace[1888650652] 'agreement among raft nodes before linearized reading' (duration: 694.467127ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:26:56.249819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:26:55.210182Z","time spent":"1.039627761s","remote":"127.0.0.1:43180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2012,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-03-29T02:26:56.250105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.523719105s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:41 size:375411"} {"level":"warn","ts":"2026-03-29T02:26:56.250113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:26:55.555502Z","time spent":"694.603541ms","remote":"127.0.0.1:41324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":15,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:26:56.250082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.455155715s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:26:56.25016Z","caller":"traceutil/trace.go:171","msg":"trace[378859806] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:41; response_revision:11379; }","duration":"1.523774695s","start":"2026-03-29T02:26:54.726364Z","end":"2026-03-29T02:26:56.250139Z","steps":["trace[378859806] 'agreement among raft nodes before linearized reading' (duration: 1.523216063s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:26:56.250193Z","caller":"traceutil/trace.go:171","msg":"trace[404749664] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:11379; }","duration":"1.455634945s","start":"2026-03-29T02:26:54.794534Z","end":"2026-03-29T02:26:56.250169Z","steps":["trace[404749664] 'agreement among raft nodes before linearized reading' (duration: 1.454824177s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:26:56.250218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:26:54.726356Z","time spent":"1.523850118s","remote":"127.0.0.1:43172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":41,"response size":375435,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-29T02:26:56.250233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.271529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:19101"} {"level":"warn","ts":"2026-03-29T02:26:56.250257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:26:54.79451Z","time spent":"1.455732508s","remote":"127.0.0.1:43334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":80,"response size":31,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:26:56.250308Z","caller":"traceutil/trace.go:171","msg":"trace[566263108] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:11379; }","duration":"231.410482ms","start":"2026-03-29T02:26:56.018881Z","end":"2026-03-29T02:26:56.250291Z","steps":["trace[566263108] 'agreement among raft nodes before linearized reading' (duration: 231.157715ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:26:56.249973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:26:55.319955Z","time spent":"930.011661ms","remote":"127.0.0.1:43166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19125,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-29T02:26:56.2494Z","caller":"traceutil/trace.go:171","msg":"trace[260042608] transaction","detail":"{read_only:false; response_revision:11377; number_of_response:1; }","duration":"586.056184ms","start":"2026-03-29T02:26:55.663281Z","end":"2026-03-29T02:26:56.249337Z","steps":["trace[260042608] 'process raft request' (duration: 406.668407ms)","trace[260042608] 'compare' (duration: 178.891546ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:26:56.251614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:26:55.663252Z","time spent":"588.260793ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:26:57.228097Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583528501969197,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:26:57.451006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.101012313s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:26:57.451633Z","caller":"traceutil/trace.go:171","msg":"trace[1798157864] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:11379; }","duration":"1.101686068s","start":"2026-03-29T02:26:56.34992Z","end":"2026-03-29T02:26:57.451606Z","steps":["trace[1798157864] 'range keys from in-memory index tree' (duration: 1.100942661s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:26:57.451741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:26:56.349895Z","time spent":"1.10182614s","remote":"127.0.0.1:43454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-29T02:26:57.451509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"727.448429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-29T02:26:57.451868Z","caller":"traceutil/trace.go:171","msg":"trace[735311850] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11379; }","duration":"727.816487ms","start":"2026-03-29T02:26:56.724021Z","end":"2026-03-29T02:26:57.451838Z","steps":["trace[735311850] 'range keys from in-memory index tree' (duration: 727.174033ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:26:57.451942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:26:56.723974Z","time spent":"727.94867ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-29T02:26:57.451907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"728.021951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-29T02:26:57.45202Z","caller":"traceutil/trace.go:171","msg":"trace[1088365106] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:11379; }","duration":"728.198466ms","start":"2026-03-29T02:26:56.723793Z","end":"2026-03-29T02:26:57.451991Z","steps":["trace[1088365106] 'range keys from in-memory index tree' (duration: 727.803367ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:26:57.452115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:26:56.723768Z","time spent":"728.329209ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-29T02:26:57.500502Z","caller":"traceutil/trace.go:171","msg":"trace[959623060] transaction","detail":"{read_only:false; response_revision:11380; number_of_response:1; }","duration":"774.498444ms","start":"2026-03-29T02:26:56.72597Z","end":"2026-03-29T02:26:57.500468Z","steps":["trace[959623060] 'process raft request' (duration: 774.066764ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:26:57.500705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:26:56.725946Z","time spent":"774.657117ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:26:57.734874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.608554ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:26:57.735157Z","caller":"traceutil/trace.go:171","msg":"trace[575652535] transaction","detail":"{read_only:false; response_revision:11382; number_of_response:1; }","duration":"277.939563ms","start":"2026-03-29T02:26:57.457197Z","end":"2026-03-29T02:26:57.735137Z","steps":["trace[575652535] 'process raft request' (duration: 277.79099ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:26:57.735225Z","caller":"traceutil/trace.go:171","msg":"trace[477362101] transaction","detail":"{read_only:false; response_revision:11381; number_of_response:1; }","duration":"1.008711886s","start":"2026-03-29T02:26:56.726424Z","end":"2026-03-29T02:26:57.735136Z","steps":["trace[477362101] 'process raft request' (duration: 891.723352ms)","trace[477362101] 'compare' (duration: 116.342589ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:26:57.735541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.008171234s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/staffeln-db-sync\" ","response":"range_response_count:1 size:5129"} {"level":"info","ts":"2026-03-29T02:26:57.735603Z","caller":"traceutil/trace.go:171","msg":"trace[1736956282] transaction","detail":"{read_only:false; response_revision:11383; number_of_response:1; }","duration":"278.329212ms","start":"2026-03-29T02:26:57.457259Z","end":"2026-03-29T02:26:57.735589Z","steps":["trace[1736956282] 'process raft request' (duration: 277.836601ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:26:57.735607Z","caller":"traceutil/trace.go:171","msg":"trace[1557560747] range","detail":"{range_begin:/registry/jobs/openstack/staffeln-db-sync; range_end:; response_count:1; response_revision:11383; }","duration":"1.008308247s","start":"2026-03-29T02:26:56.727285Z","end":"2026-03-29T02:26:57.735594Z","steps":["trace[1557560747] 'agreement among raft nodes before linearized reading' (duration: 1.008025161s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:26:57.73566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:26:56.727258Z","time spent":"1.008393039s","remote":"127.0.0.1:43224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":5153,"request content":"key:\"/registry/jobs/openstack/staffeln-db-sync\" "} {"level":"info","ts":"2026-03-29T02:26:57.735247Z","caller":"traceutil/trace.go:171","msg":"trace[1166223828] linearizableReadLoop","detail":"{readStateIndex:11836; appliedIndex:11834; }","duration":"1.007854637s","start":"2026-03-29T02:26:56.727356Z","end":"2026-03-29T02:26:57.735211Z","steps":["trace[1166223828] 'read index received' (duration: 772.703724ms)","trace[1166223828] 'applied index is now lower than readState.Index' (duration: 235.149553ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:26:57.735735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:26:56.726403Z","time spent":"1.009106035s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:26:57.73597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.741583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:26:57.736017Z","caller":"traceutil/trace.go:171","msg":"trace[688855123] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:11383; }","duration":"279.864125ms","start":"2026-03-29T02:26:57.456141Z","end":"2026-03-29T02:26:57.736005Z","steps":["trace[688855123] 'agreement among raft nodes before linearized reading' (duration: 279.789363ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:26:57.736034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.872503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-29T02:26:57.736087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.224408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-29T02:26:57.736121Z","caller":"traceutil/trace.go:171","msg":"trace[158105114] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:11383; }","duration":"435.025126ms","start":"2026-03-29T02:26:57.301071Z","end":"2026-03-29T02:26:57.736096Z","steps":["trace[158105114] 'agreement among raft nodes before linearized reading' (duration: 434.77137ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:26:57.736131Z","caller":"traceutil/trace.go:171","msg":"trace[2001891110] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11383; }","duration":"434.293979ms","start":"2026-03-29T02:26:57.301825Z","end":"2026-03-29T02:26:57.736119Z","steps":["trace[2001891110] 'agreement among raft nodes before linearized reading' (duration: 434.184087ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:26:57.736138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.200908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-29T02:26:57.736226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:26:57.301813Z","time spent":"434.400832ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-29T02:26:57.73626Z","caller":"traceutil/trace.go:171","msg":"trace[912030250] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11383; }","duration":"434.368471ms","start":"2026-03-29T02:26:57.301869Z","end":"2026-03-29T02:26:57.736237Z","steps":["trace[912030250] 'agreement among raft nodes before linearized reading' (duration: 434.023433ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:26:57.736303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.110877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-29T02:26:57.736194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:26:57.301031Z","time spent":"435.153489ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-29T02:26:57.736357Z","caller":"traceutil/trace.go:171","msg":"trace[578288503] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11383; }","duration":"435.22315ms","start":"2026-03-29T02:26:57.301122Z","end":"2026-03-29T02:26:57.736345Z","steps":["trace[578288503] 'agreement among raft nodes before linearized reading' (duration: 435.102058ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:26:57.736396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:26:57.301085Z","time spent":"435.303251ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-29T02:26:57.736319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:26:57.301857Z","time spent":"434.452003ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-29T02:26:58.02058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.904558ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:26:58.020721Z","caller":"traceutil/trace.go:171","msg":"trace[816444870] transaction","detail":"{read_only:false; response_revision:11384; number_of_response:1; }","duration":"278.526737ms","start":"2026-03-29T02:26:57.742163Z","end":"2026-03-29T02:26:58.02069Z","steps":["trace[816444870] 'process raft request' (duration: 149.401293ms)","trace[816444870] 'compare' (duration: 128.659302ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:26:58.814861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"664.416002ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:26:58.815631Z","caller":"traceutil/trace.go:171","msg":"trace[382990609] transaction","detail":"{read_only:false; response_revision:11385; number_of_response:1; }","duration":"1.073232127s","start":"2026-03-29T02:26:57.742354Z","end":"2026-03-29T02:26:58.815586Z","steps":["trace[382990609] 'process raft request' (duration: 407.980877ms)","trace[382990609] 'compare' (duration: 664.276519ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:26:58.815689Z","caller":"traceutil/trace.go:171","msg":"trace[1639758293] transaction","detail":"{read_only:false; response_revision:11386; number_of_response:1; }","duration":"1.072629523s","start":"2026-03-29T02:26:57.743018Z","end":"2026-03-29T02:26:58.815648Z","steps":["trace[1639758293] 'process raft request' (duration: 1.07246741s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:26:58.815856Z","caller":"traceutil/trace.go:171","msg":"trace[328140692] transaction","detail":"{read_only:false; response_revision:11387; number_of_response:1; }","duration":"1.072696115s","start":"2026-03-29T02:26:57.743126Z","end":"2026-03-29T02:26:58.815822Z","steps":["trace[328140692] 'process raft request' (duration: 1.07247456s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:26:58.815958Z","caller":"traceutil/trace.go:171","msg":"trace[1365887796] transaction","detail":"{read_only:false; response_revision:11388; number_of_response:1; }","duration":"656.63153ms","start":"2026-03-29T02:26:58.159298Z","end":"2026-03-29T02:26:58.81593Z","steps":["trace[1365887796] 'process raft request' (duration: 656.509217ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:26:58.815958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:26:57.742331Z","time spent":"1.07340399s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:26:58.815903Z","caller":"traceutil/trace.go:171","msg":"trace[1594673709] linearizableReadLoop","detail":"{readStateIndex:11840; appliedIndex:11838; }","duration":"1.073453922s","start":"2026-03-29T02:26:57.742429Z","end":"2026-03-29T02:26:58.815883Z","steps":["trace[1594673709] 'read index received' (duration: 149.161927ms)","trace[1594673709] 'applied index is now lower than readState.Index' (duration: 924.285214ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:26:58.816039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:26:57.743117Z","time spent":"1.072824978s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:26:58.816079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.073658446s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19101"} {"level":"info","ts":"2026-03-29T02:26:58.816113Z","caller":"traceutil/trace.go:171","msg":"trace[2070352166] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:11388; }","duration":"1.073719917s","start":"2026-03-29T02:26:57.742386Z","end":"2026-03-29T02:26:58.816106Z","steps":["trace[2070352166] 'agreement among raft nodes before linearized reading' (duration: 1.073542724s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:26:58.816137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:26:57.742372Z","time spent":"1.073761008s","remote":"127.0.0.1:43166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19125,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-29T02:26:58.816122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:26:58.159265Z","time spent":"656.763132ms","remote":"127.0.0.1:43074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":730,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-29T02:26:58.816313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:26:57.743005Z","time spent":"1.073132994s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:26:59.290555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.337275ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:26:59.290806Z","caller":"traceutil/trace.go:171","msg":"trace[1635818079] transaction","detail":"{read_only:false; response_revision:11389; number_of_response:1; }","duration":"1.032841451s","start":"2026-03-29T02:26:58.257918Z","end":"2026-03-29T02:26:59.290759Z","steps":["trace[1635818079] 'process raft request' (duration: 932.18476ms)","trace[1635818079] 'compare' (duration: 99.69365ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:26:59.29101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:26:58.257876Z","time spent":"1.033033996s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:26:59.291182Z","caller":"traceutil/trace.go:171","msg":"trace[367230730] linearizableReadLoop","detail":"{readStateIndex:11844; appliedIndex:11843; }","duration":"475.106324ms","start":"2026-03-29T02:26:58.816064Z","end":"2026-03-29T02:26:59.291171Z","steps":["trace[367230730] 'read index received' (duration: 374.127606ms)","trace[367230730] 'applied index is now lower than readState.Index' (duration: 100.977638ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:26:59.353195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.321569423s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:26:59.353346Z","caller":"traceutil/trace.go:171","msg":"trace[942697457] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:11389; }","duration":"1.321709196s","start":"2026-03-29T02:26:58.031567Z","end":"2026-03-29T02:26:59.353276Z","steps":["trace[942697457] 'agreement among raft nodes before linearized reading' (duration: 1.259693321s)","trace[942697457] 'count revisions from in-memory index tree' (duration: 61.848792ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:26:59.353362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.090891998s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-c4cs6\" ","response":"range_response_count:1 size:6520"} {"level":"warn","ts":"2026-03-29T02:26:59.353201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.435484469s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:26:59.353466Z","caller":"traceutil/trace.go:171","msg":"trace[375925793] range","detail":"{range_begin:/registry/pods/openstack/keepalived-c4cs6; range_end:; response_count:1; response_revision:11389; }","duration":"1.091047011s","start":"2026-03-29T02:26:58.262392Z","end":"2026-03-29T02:26:59.353439Z","steps":["trace[375925793] 'agreement among raft nodes before linearized reading' (duration: 1.028848432s)","trace[375925793] 'range keys from in-memory index tree' (duration: 61.927553ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:26:59.353472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:26:58.03148Z","time spent":"1.321947582s","remote":"127.0.0.1:46706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:26:59.353642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"524.076161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5683"} {"level":"info","ts":"2026-03-29T02:26:59.353483Z","caller":"traceutil/trace.go:171","msg":"trace[398653367] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11389; }","duration":"1.435830296s","start":"2026-03-29T02:26:57.917624Z","end":"2026-03-29T02:26:59.353454Z","steps":["trace[398653367] 'agreement among raft nodes before linearized reading' (duration: 1.373646138s)","trace[398653367] 'range keys from in-memory index tree' (duration: 61.856121ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:26:59.35373Z","caller":"traceutil/trace.go:171","msg":"trace[1245962058] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:11390; }","duration":"524.173923ms","start":"2026-03-29T02:26:58.829535Z","end":"2026-03-29T02:26:59.353709Z","steps":["trace[1245962058] 'agreement among raft nodes before linearized reading' (duration: 523.877406ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:26:59.353526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:26:58.262378Z","time spent":"1.091137963s","remote":"127.0.0.1:43172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6544,"request content":"key:\"/registry/pods/openstack/keepalived-c4cs6\" "} {"level":"warn","ts":"2026-03-29T02:26:59.353786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:26:58.829467Z","time spent":"524.309575ms","remote":"127.0.0.1:42390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5707,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-29T02:26:59.353739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:26:57.9176Z","time spent":"1.436125342s","remote":"127.0.0.1:43010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-29T02:26:59.650659Z","caller":"traceutil/trace.go:171","msg":"trace[2107263739] transaction","detail":"{read_only:false; response_revision:11392; number_of_response:1; }","duration":"143.85498ms","start":"2026-03-29T02:26:59.506761Z","end":"2026-03-29T02:26:59.650616Z","steps":["trace[2107263739] 'process raft request' (duration: 44.038477ms)","trace[2107263739] 'compare' (duration: 99.642529ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:26:59.89057Z","caller":"traceutil/trace.go:171","msg":"trace[392876272] transaction","detail":"{read_only:false; response_revision:11393; number_of_response:1; }","duration":"147.602783ms","start":"2026-03-29T02:26:59.742934Z","end":"2026-03-29T02:26:59.890536Z","steps":["trace[392876272] 'process raft request' (duration: 147.395298ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:26:59.913542Z","caller":"traceutil/trace.go:171","msg":"trace[1867135794] transaction","detail":"{read_only:false; response_revision:11394; number_of_response:1; }","duration":"165.601301ms","start":"2026-03-29T02:26:59.747916Z","end":"2026-03-29T02:26:59.913517Z","steps":["trace[1867135794] 'process raft request' (duration: 165.050359ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:26:59.913722Z","caller":"traceutil/trace.go:171","msg":"trace[457984137] transaction","detail":"{read_only:false; response_revision:11395; number_of_response:1; }","duration":"165.719734ms","start":"2026-03-29T02:26:59.747992Z","end":"2026-03-29T02:26:59.913712Z","steps":["trace[457984137] 'process raft request' (duration: 165.108581ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:27:00.574877Z","caller":"traceutil/trace.go:171","msg":"trace[1232520531] transaction","detail":"{read_only:false; response_revision:11397; number_of_response:1; }","duration":"115.555472ms","start":"2026-03-29T02:27:00.459292Z","end":"2026-03-29T02:27:00.574847Z","steps":["trace[1232520531] 'process raft request' (duration: 115.329957ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:27:01.756966Z","caller":"traceutil/trace.go:171","msg":"trace[1482772937] transaction","detail":"{read_only:false; response_revision:11402; number_of_response:1; }","duration":"100.172001ms","start":"2026-03-29T02:27:01.656754Z","end":"2026-03-29T02:27:01.756926Z","steps":["trace[1482772937] 'process raft request' (duration: 99.926295ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:27:02.006907Z","caller":"traceutil/trace.go:171","msg":"trace[1828500782] transaction","detail":"{read_only:false; response_revision:11403; number_of_response:1; }","duration":"109.212411ms","start":"2026-03-29T02:27:01.897667Z","end":"2026-03-29T02:27:02.00688Z","steps":["trace[1828500782] 'process raft request' (duration: 108.23735ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:27:02.144896Z","caller":"traceutil/trace.go:171","msg":"trace[739442581] transaction","detail":"{read_only:false; response_revision:11405; number_of_response:1; }","duration":"128.445968ms","start":"2026-03-29T02:27:02.016418Z","end":"2026-03-29T02:27:02.144864Z","steps":["trace[739442581] 'process raft request' (duration: 64.51224ms)","trace[739442581] 'compare' (duration: 63.675102ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:27:02.145183Z","caller":"traceutil/trace.go:171","msg":"trace[941684619] transaction","detail":"{read_only:false; response_revision:11406; number_of_response:1; }","duration":"128.688403ms","start":"2026-03-29T02:27:02.016456Z","end":"2026-03-29T02:27:02.145145Z","steps":["trace[941684619] 'process raft request' (duration: 128.347116ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:27:02.145393Z","caller":"traceutil/trace.go:171","msg":"trace[294716743] transaction","detail":"{read_only:false; response_revision:11407; number_of_response:1; }","duration":"128.893688ms","start":"2026-03-29T02:27:02.016459Z","end":"2026-03-29T02:27:02.145353Z","steps":["trace[294716743] 'process raft request' (duration: 128.604621ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:27:02.800135Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583528501969256,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:27:04.758106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.820944027s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:27:04.758237Z","caller":"traceutil/trace.go:171","msg":"trace[1614020441] transaction","detail":"{read_only:false; response_revision:11408; number_of_response:1; }","duration":"2.608059959s","start":"2026-03-29T02:27:02.150152Z","end":"2026-03-29T02:27:04.758212Z","steps":["trace[1614020441] 'process raft request' (duration: 786.901197ms)","trace[1614020441] 'compare' (duration: 1.819986985s)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:27:04.758299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:27:02.15012Z","time spent":"2.6081503s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:27:04.917611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000030676s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-29T02:27:04.917733Z","caller":"traceutil/trace.go:171","msg":"trace[1878536455] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000223s","start":"2026-03-29T02:27:02.917484Z","end":"2026-03-29T02:27:04.917707Z","steps":["trace[1878536455] 'agreement among raft nodes before linearized reading' (duration: 2.000047226s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:27:04.917785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:27:02.917468Z","time spent":"2.000307013s","remote":"127.0.0.1:43010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:27:05.781141Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.352711166s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-29T02:27:05.982532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.970157ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:27:05.982682Z","caller":"traceutil/trace.go:171","msg":"trace[533364719] linearizableReadLoop","detail":"{readStateIndex:11865; appliedIndex:11863; }","duration":"3.683616726s","start":"2026-03-29T02:27:02.299034Z","end":"2026-03-29T02:27:05.982651Z","steps":["trace[533364719] 'read index received' (duration: 638.133479ms)","trace[533364719] 'applied index is now lower than readState.Index' (duration: 3.045481457s)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:27:05.982934Z","caller":"traceutil/trace.go:171","msg":"trace[2009293789] transaction","detail":"{read_only:false; response_revision:11409; number_of_response:1; }","duration":"3.754339885s","start":"2026-03-29T02:27:02.228533Z","end":"2026-03-29T02:27:05.982873Z","steps":["trace[2009293789] 'process raft request' (duration: 3.552907358s)","trace[2009293789] 'compare' (duration: 200.653989ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:27:05.983351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:27:02.228503Z","time spent":"3.754723393s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:27:05.9832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.684165709s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:27:05.983568Z","caller":"traceutil/trace.go:171","msg":"trace[613156986] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:11409; }","duration":"3.684534107s","start":"2026-03-29T02:27:02.299018Z","end":"2026-03-29T02:27:05.983552Z","steps":["trace[613156986] 'agreement among raft nodes before linearized reading' (duration: 3.683831291s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:27:05.984005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:27:02.298956Z","time spent":"3.684749701s","remote":"127.0.0.1:45316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:27:06.15117Z","caller":"traceutil/trace.go:171","msg":"trace[410152193] transaction","detail":"{read_only:false; response_revision:11410; number_of_response:1; }","duration":"2.776512263s","start":"2026-03-29T02:27:03.374608Z","end":"2026-03-29T02:27:06.15112Z","steps":["trace[410152193] 'process raft request' (duration: 2.774486398s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:27:06.151345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.48667613s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:27:06.151534Z","caller":"traceutil/trace.go:171","msg":"trace[1877164229] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:11412; }","duration":"3.486944926s","start":"2026-03-29T02:27:02.664568Z","end":"2026-03-29T02:27:06.151513Z","steps":["trace[1877164229] 'agreement among raft nodes before linearized reading' (duration: 3.48668239s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:27:06.151561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"733.685098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-29T02:27:06.151521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.191378176s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:27:06.1516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:27:02.664545Z","time spent":"3.487032138s","remote":"127.0.0.1:43386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":31,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:27:06.15161Z","caller":"traceutil/trace.go:171","msg":"trace[235314978] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:11412; }","duration":"733.76722ms","start":"2026-03-29T02:27:05.41783Z","end":"2026-03-29T02:27:06.151597Z","steps":["trace[235314978] 'agreement among raft nodes before linearized reading' (duration: 733.652327ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:27:06.151646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:27:05.417805Z","time spent":"733.8333ms","remote":"127.0.0.1:43288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:27:06.151709Z","caller":"traceutil/trace.go:171","msg":"trace[1398549688] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:11412; }","duration":"1.191537099s","start":"2026-03-29T02:27:04.960086Z","end":"2026-03-29T02:27:06.151623Z","steps":["trace[1398549688] 'agreement among raft nodes before linearized reading' (duration: 1.191409626s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:27:06.151439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:27:03.374572Z","time spent":"2.776713578s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:27:06.151822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:27:04.960058Z","time spent":"1.191745004s","remote":"127.0.0.1:33100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:27:06.151847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.001626061s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-29T02:27:06.152026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.38954587s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:27:06.152061Z","caller":"traceutil/trace.go:171","msg":"trace[1658545629] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:11412; }","duration":"2.001940998s","start":"2026-03-29T02:27:04.150092Z","end":"2026-03-29T02:27:06.152033Z","steps":["trace[1658545629] 'agreement among raft nodes before linearized reading' (duration: 2.001434327s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:27:06.1521Z","caller":"traceutil/trace.go:171","msg":"trace[1691853411] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:11412; }","duration":"1.389664853s","start":"2026-03-29T02:27:04.762413Z","end":"2026-03-29T02:27:06.152077Z","steps":["trace[1691853411] 'agreement among raft nodes before linearized reading' (duration: 1.38954443s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:27:06.151199Z","caller":"traceutil/trace.go:171","msg":"trace[1145500713] linearizableReadLoop","detail":"{readStateIndex:11868; appliedIndex:11865; }","duration":"168.450174ms","start":"2026-03-29T02:27:05.982722Z","end":"2026-03-29T02:27:06.151173Z","steps":["trace[1145500713] 'read index received' (duration: 166.400359ms)","trace[1145500713] 'applied index is now lower than readState.Index' (duration: 2.049025ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:27:06.152128Z","caller":"traceutil/trace.go:171","msg":"trace[1562998292] transaction","detail":"{read_only:false; response_revision:11412; number_of_response:1; }","duration":"2.138079117s","start":"2026-03-29T02:27:04.014019Z","end":"2026-03-29T02:27:06.152098Z","steps":["trace[1562998292] 'process raft request' (duration: 2.137084626s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:27:06.152193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.23352569s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:27:06.152243Z","caller":"traceutil/trace.go:171","msg":"trace[28155061] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11412; }","duration":"1.233635972s","start":"2026-03-29T02:27:04.918586Z","end":"2026-03-29T02:27:06.152222Z","steps":["trace[28155061] 'agreement among raft nodes before linearized reading' (duration: 1.2335303s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:27:06.15225Z","caller":"traceutil/trace.go:171","msg":"trace[1575956773] transaction","detail":"{read_only:false; response_revision:11411; number_of_response:1; }","duration":"2.38669745s","start":"2026-03-29T02:27:03.765529Z","end":"2026-03-29T02:27:06.152226Z","steps":["trace[1575956773] 'process raft request' (duration: 2.385465763s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:27:06.152314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:27:04.918561Z","time spent":"1.233737245s","remote":"127.0.0.1:43006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:27:06.152336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.775866439s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.36\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-03-29T02:27:06.152141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:27:04.762392Z","time spent":"1.389739404s","remote":"127.0.0.1:33206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:27:06.152353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.24224495s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-29T02:27:06.152371Z","caller":"traceutil/trace.go:171","msg":"trace[1970475390] range","detail":"{range_begin:/registry/masterleases/162.253.55.36; range_end:; response_count:1; response_revision:11412; }","duration":"2.7759375s","start":"2026-03-29T02:27:03.376424Z","end":"2026-03-29T02:27:06.152361Z","steps":["trace[1970475390] 'agreement among raft nodes before linearized reading' (duration: 2.775781477s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:27:06.152399Z","caller":"traceutil/trace.go:171","msg":"trace[2060679177] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11412; }","duration":"3.242340892s","start":"2026-03-29T02:27:02.910045Z","end":"2026-03-29T02:27:06.152386Z","steps":["trace[2060679177] 'agreement among raft nodes before linearized reading' (duration: 3.242202819s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:27:06.152401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:27:03.765508Z","time spent":"2.386806662s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:27:06.152419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.240960701s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-29T02:27:06.152501Z","caller":"traceutil/trace.go:171","msg":"trace[1457474839] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:11412; }","duration":"3.241040973s","start":"2026-03-29T02:27:02.911433Z","end":"2026-03-29T02:27:06.152474Z","steps":["trace[1457474839] 'agreement among raft nodes before linearized reading' (duration: 3.240785497s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:27:06.151435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.875961815s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:27:06.152629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.789435806s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-29T02:27:06.152638Z","caller":"traceutil/trace.go:171","msg":"trace[1470549960] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:11412; }","duration":"1.877230944s","start":"2026-03-29T02:27:04.275382Z","end":"2026-03-29T02:27:06.152613Z","steps":["trace[1470549960] 'agreement among raft nodes before linearized reading' (duration: 1.875935225s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:27:06.152643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.952578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:27:06.152672Z","caller":"traceutil/trace.go:171","msg":"trace[954760864] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:11412; }","duration":"1.789526358s","start":"2026-03-29T02:27:04.363136Z","end":"2026-03-29T02:27:06.152662Z","steps":["trace[954760864] 'agreement among raft nodes before linearized reading' (duration: 1.788971366s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:27:06.152674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.387277293s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/staffeln-db-sync\" ","response":"range_response_count:1 size:5129"} {"level":"warn","ts":"2026-03-29T02:27:06.152651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.704128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:27:06.152697Z","caller":"traceutil/trace.go:171","msg":"trace[1408766080] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:11412; }","duration":"354.06819ms","start":"2026-03-29T02:27:05.798612Z","end":"2026-03-29T02:27:06.15268Z","steps":["trace[1408766080] 'agreement among raft nodes before linearized reading' (duration: 353.979958ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:27:06.152712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:27:04.275354Z","time spent":"1.877330855s","remote":"127.0.0.1:33190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:27:06.152736Z","caller":"traceutil/trace.go:171","msg":"trace[478773561] range","detail":"{range_begin:/registry/jobs/openstack/staffeln-db-sync; range_end:; response_count:1; response_revision:11412; }","duration":"2.387389315s","start":"2026-03-29T02:27:03.76533Z","end":"2026-03-29T02:27:06.152719Z","steps":["trace[478773561] 'agreement among raft nodes before linearized reading' (duration: 2.387208941s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:27:06.152751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:27:05.798577Z","time spent":"354.164453ms","remote":"127.0.0.1:33200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:27:06.152753Z","caller":"traceutil/trace.go:171","msg":"trace[1414812632] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:11412; }","duration":"213.880371ms","start":"2026-03-29T02:27:05.93885Z","end":"2026-03-29T02:27:06.152731Z","steps":["trace[1414812632] 'agreement among raft nodes before linearized reading' (duration: 213.686667ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:27:06.152751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.445119334s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"warn","ts":"2026-03-29T02:27:06.152796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:27:03.765302Z","time spent":"2.387479056s","remote":"127.0.0.1:43224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":5153,"request content":"key:\"/registry/jobs/openstack/staffeln-db-sync\" "} {"level":"warn","ts":"2026-03-29T02:27:06.152442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:27:02.910013Z","time spent":"3.242420743s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-29T02:27:06.152827Z","caller":"traceutil/trace.go:171","msg":"trace[2025292692] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:11412; }","duration":"2.445233277s","start":"2026-03-29T02:27:03.707569Z","end":"2026-03-29T02:27:06.152802Z","steps":["trace[2025292692] 'agreement among raft nodes before linearized reading' (duration: 2.445069223s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:27:06.152789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:27:04.150067Z","time spent":"2.002708414s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-29T02:27:06.152895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:27:03.707544Z","time spent":"2.445334618s","remote":"127.0.0.1:43140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1959,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-03-29T02:27:06.152326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:27:04.013991Z","time spent":"2.13823477s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:27:06.152936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.764994927s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-c4cs6\" ","response":"range_response_count:1 size:6520"} {"level":"warn","ts":"2026-03-29T02:27:06.152402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:27:03.376406Z","time spent":"2.775989562s","remote":"127.0.0.1:43048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/162.253.55.36\" "} {"level":"info","ts":"2026-03-29T02:27:06.153043Z","caller":"traceutil/trace.go:171","msg":"trace[1331535131] range","detail":"{range_begin:/registry/pods/openstack/keepalived-c4cs6; range_end:; response_count:1; response_revision:11412; }","duration":"2.765154732s","start":"2026-03-29T02:27:03.387869Z","end":"2026-03-29T02:27:06.153024Z","steps":["trace[1331535131] 'agreement among raft nodes before linearized reading' (duration: 2.764014577s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:27:06.15257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:27:02.911397Z","time spent":"3.241155415s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-29T02:27:06.153099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:27:03.387843Z","time spent":"2.765246524s","remote":"127.0.0.1:43172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6544,"request content":"key:\"/registry/pods/openstack/keepalived-c4cs6\" "} {"level":"warn","ts":"2026-03-29T02:27:06.152706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:27:04.363109Z","time spent":"1.78959054s","remote":"127.0.0.1:43172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-29T02:27:06.153346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.252242231s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-29T02:27:06.1534Z","caller":"traceutil/trace.go:171","msg":"trace[1834851190] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11412; }","duration":"3.252347094s","start":"2026-03-29T02:27:02.901041Z","end":"2026-03-29T02:27:06.153388Z","steps":["trace[1834851190] 'agreement among raft nodes before linearized reading' (duration: 3.251480174s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:27:06.153437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:27:02.901017Z","time spent":"3.252412876s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-29T02:27:06.154422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.004344112s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-29T02:27:06.154491Z","caller":"traceutil/trace.go:171","msg":"trace[194571734] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11412; }","duration":"2.004468585s","start":"2026-03-29T02:27:04.150008Z","end":"2026-03-29T02:27:06.154477Z","steps":["trace[194571734] 'agreement among raft nodes before linearized reading' (duration: 2.002624574s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:27:06.154525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:27:04.149982Z","time spent":"2.004534546s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-29T02:27:06.6912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.73937ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:27:06.691563Z","caller":"traceutil/trace.go:171","msg":"trace[2089983618] transaction","detail":"{read_only:false; response_revision:11418; number_of_response:1; }","duration":"474.262347ms","start":"2026-03-29T02:27:06.217279Z","end":"2026-03-29T02:27:06.691541Z","steps":["trace[2089983618] 'process raft request' (duration: 474.207286ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:27:06.69161Z","caller":"traceutil/trace.go:171","msg":"trace[1106111221] transaction","detail":"{read_only:false; response_revision:11417; number_of_response:1; }","duration":"531.573357ms","start":"2026-03-29T02:27:06.160001Z","end":"2026-03-29T02:27:06.691575Z","steps":["trace[1106111221] 'process raft request' (duration: 531.443294ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:27:06.691648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:27:06.217245Z","time spent":"474.368409ms","remote":"127.0.0.1:43048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:27:06.691629Z","caller":"traceutil/trace.go:171","msg":"trace[129254433] transaction","detail":"{read_only:false; response_revision:11414; number_of_response:1; }","duration":"532.744393ms","start":"2026-03-29T02:27:06.158824Z","end":"2026-03-29T02:27:06.691568Z","steps":["trace[129254433] 'process raft request' (duration: 532.490047ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:27:06.691679Z","caller":"traceutil/trace.go:171","msg":"trace[1367730088] transaction","detail":"{read_only:false; response_revision:11415; number_of_response:1; }","duration":"532.767953ms","start":"2026-03-29T02:27:06.158863Z","end":"2026-03-29T02:27:06.691631Z","steps":["trace[1367730088] 'process raft request' (duration: 532.506828ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:27:06.691789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:27:06.159988Z","time spent":"531.699509ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:27:06.691605Z","caller":"traceutil/trace.go:171","msg":"trace[1662997132] transaction","detail":"{read_only:false; response_revision:11413; number_of_response:1; }","duration":"533.150633ms","start":"2026-03-29T02:27:06.158414Z","end":"2026-03-29T02:27:06.691565Z","steps":["trace[1662997132] 'process raft request' (duration: 115.935112ms)","trace[1662997132] 'compare' (duration: 416.477594ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:27:06.691764Z","caller":"traceutil/trace.go:171","msg":"trace[2146494368] transaction","detail":"{read_only:false; response_revision:11416; number_of_response:1; }","duration":"531.913205ms","start":"2026-03-29T02:27:06.159703Z","end":"2026-03-29T02:27:06.691616Z","steps":["trace[2146494368] 'process raft request' (duration: 531.70699ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:27:06.691839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:27:06.158818Z","time spent":"532.915126ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:27:06.691895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:27:06.158397Z","time spent":"533.441779ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:27:06.691682Z","caller":"traceutil/trace.go:171","msg":"trace[33022722] linearizableReadLoop","detail":"{readStateIndex:11874; appliedIndex:11869; }","duration":"475.619177ms","start":"2026-03-29T02:27:06.216034Z","end":"2026-03-29T02:27:06.691653Z","steps":["trace[33022722] 'read index received' (duration: 58.334344ms)","trace[33022722] 'applied index is now lower than readState.Index' (duration: 417.280903ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:27:06.691897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:27:06.158837Z","time spent":"532.954288ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:27:06.691939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"533.212943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-29T02:27:06.69201Z","caller":"traceutil/trace.go:171","msg":"trace[1370266525] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:11418; }","duration":"533.298465ms","start":"2026-03-29T02:27:06.158695Z","end":"2026-03-29T02:27:06.691993Z","steps":["trace[1370266525] 'agreement among raft nodes before linearized reading' (duration: 533.05902ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:27:06.692039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:27:06.159693Z","time spent":"532.199201ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:27:06.692064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:27:06.158689Z","time spent":"533.363076ms","remote":"127.0.0.1:43172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-29T02:27:06.69187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"531.314651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:27:06.69211Z","caller":"traceutil/trace.go:171","msg":"trace[309530304] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11418; }","duration":"531.631048ms","start":"2026-03-29T02:27:06.160467Z","end":"2026-03-29T02:27:06.692098Z","steps":["trace[309530304] 'agreement among raft nodes before linearized reading' (duration: 531.23042ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:27:06.692145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:27:06.160456Z","time spent":"531.681019ms","remote":"127.0.0.1:43010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:27:06.692478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"533.714013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:41 size:375360"} {"level":"info","ts":"2026-03-29T02:27:06.692534Z","caller":"traceutil/trace.go:171","msg":"trace[2021626295] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:41; response_revision:11418; }","duration":"533.783606ms","start":"2026-03-29T02:27:06.158739Z","end":"2026-03-29T02:27:06.692522Z","steps":["trace[2021626295] 'agreement among raft nodes before linearized reading' (duration: 532.936257ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:27:06.69257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:27:06.158735Z","time spent":"533.826967ms","remote":"127.0.0.1:43172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":41,"response size":375384,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-29T02:27:06.776038Z","caller":"traceutil/trace.go:171","msg":"trace[1916137964] transaction","detail":"{read_only:false; response_revision:11419; number_of_response:1; }","duration":"229.057739ms","start":"2026-03-29T02:27:06.546947Z","end":"2026-03-29T02:27:06.776005Z","steps":["trace[1916137964] 'process raft request' (duration: 228.900185ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:27:06.776938Z","caller":"traceutil/trace.go:171","msg":"trace[961032030] transaction","detail":"{read_only:false; response_revision:11420; number_of_response:1; }","duration":"174.369376ms","start":"2026-03-29T02:27:06.602528Z","end":"2026-03-29T02:27:06.776897Z","steps":["trace[961032030] 'process raft request' (duration: 174.027779ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:27:06.928114Z","caller":"traceutil/trace.go:171","msg":"trace[1771452427] linearizableReadLoop","detail":"{readStateIndex:11878; appliedIndex:11877; }","duration":"138.860669ms","start":"2026-03-29T02:27:06.789229Z","end":"2026-03-29T02:27:06.92809Z","steps":["trace[1771452427] 'read index received' (duration: 138.715155ms)","trace[1771452427] 'applied index is now lower than readState.Index' (duration: 142.153µs)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:27:06.928231Z","caller":"traceutil/trace.go:171","msg":"trace[31029159] transaction","detail":"{read_only:false; response_revision:11421; number_of_response:1; }","duration":"144.867752ms","start":"2026-03-29T02:27:06.783281Z","end":"2026-03-29T02:27:06.928149Z","steps":["trace[31029159] 'process raft request' (duration: 144.669347ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:27:06.928395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.165975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/staffeln-db-sync-2kpjp\" ","response":"range_response_count:1 size:6867"} {"level":"info","ts":"2026-03-29T02:27:06.928429Z","caller":"traceutil/trace.go:171","msg":"trace[659550312] range","detail":"{range_begin:/registry/pods/openstack/staffeln-db-sync-2kpjp; range_end:; response_count:1; response_revision:11421; }","duration":"139.291338ms","start":"2026-03-29T02:27:06.789129Z","end":"2026-03-29T02:27:06.92842Z","steps":["trace[659550312] 'agreement among raft nodes before linearized reading' (duration: 139.103024ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:27:06.92852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.970559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/staffeln-db-sync-2kpjp.18a12ed38d76c3ba\" ","response":"range_response_count:1 size:882"} {"level":"info","ts":"2026-03-29T02:27:06.928623Z","caller":"traceutil/trace.go:171","msg":"trace[1268539827] range","detail":"{range_begin:/registry/events/openstack/staffeln-db-sync-2kpjp.18a12ed38d76c3ba; range_end:; response_count:1; response_revision:11421; }","duration":"138.118272ms","start":"2026-03-29T02:27:06.790481Z","end":"2026-03-29T02:27:06.928599Z","steps":["trace[1268539827] 'agreement among raft nodes before linearized reading' (duration: 137.799815ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:27:07.318729Z","caller":"traceutil/trace.go:171","msg":"trace[2089044764] transaction","detail":"{read_only:false; response_revision:11424; number_of_response:1; }","duration":"116.608646ms","start":"2026-03-29T02:27:07.202088Z","end":"2026-03-29T02:27:07.318696Z","steps":["trace[2089044764] 'process raft request' (duration: 116.407672ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:27:07.952513Z","caller":"traceutil/trace.go:171","msg":"trace[148923454] transaction","detail":"{read_only:false; response_revision:11426; number_of_response:1; }","duration":"136.733651ms","start":"2026-03-29T02:27:07.815607Z","end":"2026-03-29T02:27:07.952341Z","steps":["trace[148923454] 'process raft request' (duration: 136.384234ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:27:11.272936Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583528501969327,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-29T02:27:11.65045Z","caller":"traceutil/trace.go:171","msg":"trace[782944983] linearizableReadLoop","detail":"{readStateIndex:11897; appliedIndex:11896; }","duration":"878.382827ms","start":"2026-03-29T02:27:10.772034Z","end":"2026-03-29T02:27:11.650417Z","steps":["trace[782944983] 'read index received' (duration: 878.08459ms)","trace[782944983] 'applied index is now lower than readState.Index' (duration: 296.706µs)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:27:11.650536Z","caller":"traceutil/trace.go:171","msg":"trace[1354757665] transaction","detail":"{read_only:false; response_revision:11439; number_of_response:1; }","duration":"894.595945ms","start":"2026-03-29T02:27:10.755898Z","end":"2026-03-29T02:27:11.650494Z","steps":["trace[1354757665] 'process raft request' (duration: 894.329069ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:27:11.650781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:27:10.755871Z","time spent":"894.79911ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:27:11.650814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"878.405057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-29T02:27:11.650857Z","caller":"traceutil/trace.go:171","msg":"trace[3794286] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:11439; }","duration":"878.498919ms","start":"2026-03-29T02:27:10.772346Z","end":"2026-03-29T02:27:11.650845Z","steps":["trace[3794286] 'agreement among raft nodes before linearized reading' (duration: 878.247823ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:27:11.650907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:27:10.772337Z","time spent":"878.558481ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-29T02:27:11.650882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"878.810596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-29T02:27:11.65098Z","caller":"traceutil/trace.go:171","msg":"trace[1819435801] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11439; }","duration":"878.957579ms","start":"2026-03-29T02:27:10.771999Z","end":"2026-03-29T02:27:11.650956Z","steps":["trace[1819435801] 'agreement among raft nodes before linearized reading' (duration: 878.574761ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:27:11.651033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:27:10.771984Z","time spent":"879.039971ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-29T02:27:11.651017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"651.678091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-29T02:27:11.651073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"537.452587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-29T02:27:11.651125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"735.498108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:27:11.651128Z","caller":"traceutil/trace.go:171","msg":"trace[1616055442] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11439; }","duration":"651.812713ms","start":"2026-03-29T02:27:10.999287Z","end":"2026-03-29T02:27:11.651099Z","steps":["trace[1616055442] 'agreement among raft nodes before linearized reading' (duration: 651.452786ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:27:11.65106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"873.307044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-c4cs6\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-29T02:27:11.651171Z","caller":"traceutil/trace.go:171","msg":"trace[1695354289] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11439; }","duration":"735.536029ms","start":"2026-03-29T02:27:10.915619Z","end":"2026-03-29T02:27:11.651155Z","steps":["trace[1695354289] 'agreement among raft nodes before linearized reading' (duration: 735.477147ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:27:11.651176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"878.364125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-29T02:27:11.651183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:27:10.999259Z","time spent":"651.914495ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-29T02:27:11.651184Z","caller":"traceutil/trace.go:171","msg":"trace[1573931670] range","detail":"{range_begin:/registry/pods/openstack/keepalived-c4cs6; range_end:; response_count:1; response_revision:11439; }","duration":"873.490968ms","start":"2026-03-29T02:27:10.777679Z","end":"2026-03-29T02:27:11.65117Z","steps":["trace[1573931670] 'agreement among raft nodes before linearized reading' (duration: 873.231542ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:27:11.651172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"619.890675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:27:11.651212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:27:10.915542Z","time spent":"735.662772ms","remote":"127.0.0.1:43010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:27:11.65126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:27:10.777642Z","time spent":"873.58398ms","remote":"127.0.0.1:43172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6544,"request content":"key:\"/registry/pods/openstack/keepalived-c4cs6\" "} {"level":"info","ts":"2026-03-29T02:27:11.651264Z","caller":"traceutil/trace.go:171","msg":"trace[461153314] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:11439; }","duration":"620.025298ms","start":"2026-03-29T02:27:11.031217Z","end":"2026-03-29T02:27:11.651242Z","steps":["trace[461153314] 'agreement among raft nodes before linearized reading' (duration: 619.906665ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:27:11.651162Z","caller":"traceutil/trace.go:171","msg":"trace[1648086464] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:11439; }","duration":"537.608911ms","start":"2026-03-29T02:27:11.11353Z","end":"2026-03-29T02:27:11.651139Z","steps":["trace[1648086464] 'agreement among raft nodes before linearized reading' (duration: 537.339405ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:27:11.651323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:27:11.031191Z","time spent":"620.11632ms","remote":"127.0.0.1:43798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:27:11.651328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:27:11.113504Z","time spent":"537.804735ms","remote":"127.0.0.1:43186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":132,"response size":32,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:27:11.651334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"878.888508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-29T02:27:11.651428Z","caller":"traceutil/trace.go:171","msg":"trace[1000069281] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:11439; }","duration":"879.016ms","start":"2026-03-29T02:27:10.772389Z","end":"2026-03-29T02:27:11.651405Z","steps":["trace[1000069281] 'agreement among raft nodes before linearized reading' (duration: 878.683313ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:27:11.651493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:27:10.772382Z","time spent":"879.102003ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-29T02:27:11.651053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"538.433699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:27:11.651756Z","caller":"traceutil/trace.go:171","msg":"trace[1093667739] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:11439; }","duration":"539.165165ms","start":"2026-03-29T02:27:11.112557Z","end":"2026-03-29T02:27:11.651722Z","steps":["trace[1093667739] 'agreement among raft nodes before linearized reading' (duration: 538.343237ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:27:11.651216Z","caller":"traceutil/trace.go:171","msg":"trace[2042927970] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11439; }","duration":"878.445337ms","start":"2026-03-29T02:27:10.77276Z","end":"2026-03-29T02:27:11.651205Z","steps":["trace[2042927970] 'agreement among raft nodes before linearized reading' (duration: 878.276953ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:27:11.651896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:27:10.772736Z","time spent":"879.146042ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-29T02:27:11.652525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:27:11.112477Z","time spent":"539.312357ms","remote":"127.0.0.1:45408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:27:12.344182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.227227ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:27:12.344303Z","caller":"traceutil/trace.go:171","msg":"trace[1048174108] linearizableReadLoop","detail":"{readStateIndex:11898; appliedIndex:11897; }","duration":"687.005274ms","start":"2026-03-29T02:27:11.657277Z","end":"2026-03-29T02:27:12.344283Z","steps":["trace[1048174108] 'read index received' (duration: 289.696444ms)","trace[1048174108] 'applied index is now lower than readState.Index' (duration: 397.30757ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:27:12.344376Z","caller":"traceutil/trace.go:171","msg":"trace[299408240] transaction","detail":"{read_only:false; response_revision:11440; number_of_response:1; }","duration":"688.105458ms","start":"2026-03-29T02:27:11.656227Z","end":"2026-03-29T02:27:12.344333Z","steps":["trace[299408240] 'process raft request' (duration: 290.567063ms)","trace[299408240] 'compare' (duration: 397.099394ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:27:12.344579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:27:11.656201Z","time spent":"688.262621ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:27:12.347561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"690.263436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:41 size:375474"} {"level":"info","ts":"2026-03-29T02:27:12.347742Z","caller":"traceutil/trace.go:171","msg":"trace[965991632] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:41; response_revision:11440; }","duration":"690.388608ms","start":"2026-03-29T02:27:11.657247Z","end":"2026-03-29T02:27:12.347636Z","steps":["trace[965991632] 'agreement among raft nodes before linearized reading' (duration: 687.114405ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:27:12.34788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:27:11.657227Z","time spent":"690.608833ms","remote":"127.0.0.1:43172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":41,"response size":375498,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-29T02:27:12.79613Z","caller":"traceutil/trace.go:171","msg":"trace[1238356124] transaction","detail":"{read_only:false; response_revision:11441; number_of_response:1; }","duration":"1.138555025s","start":"2026-03-29T02:27:11.657487Z","end":"2026-03-29T02:27:12.796042Z","steps":["trace[1238356124] 'process raft request' (duration: 1.101361921s)","trace[1238356124] 'compare' (duration: 36.721064ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:27:12.79628Z","caller":"traceutil/trace.go:171","msg":"trace[722534131] transaction","detail":"{read_only:false; response_revision:11444; number_of_response:1; }","duration":"1.13830457s","start":"2026-03-29T02:27:11.657719Z","end":"2026-03-29T02:27:12.796024Z","steps":["trace[722534131] 'process raft request' (duration: 1.138257459s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:27:12.796305Z","caller":"traceutil/trace.go:171","msg":"trace[877849304] transaction","detail":"{read_only:false; response_revision:11443; number_of_response:1; }","duration":"1.138581746s","start":"2026-03-29T02:27:11.657664Z","end":"2026-03-29T02:27:12.796246Z","steps":["trace[877849304] 'process raft request' (duration: 1.138272899s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:27:12.79614Z","caller":"traceutil/trace.go:171","msg":"trace[12071634] transaction","detail":"{read_only:false; response_revision:11442; number_of_response:1; }","duration":"1.138442643s","start":"2026-03-29T02:27:11.657637Z","end":"2026-03-29T02:27:12.796079Z","steps":["trace[12071634] 'process raft request' (duration: 1.138235168s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:27:12.796511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:27:11.65769Z","time spent":"1.138721169s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:27:12.796568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:27:11.657627Z","time spent":"1.138855752s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:27:12.796576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:27:11.657644Z","time spent":"1.138806141s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:27:12.796896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:27:11.657459Z","time spent":"1.138836252s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:27:12.837958Z","caller":"traceutil/trace.go:171","msg":"trace[2032899865] transaction","detail":"{read_only:false; response_revision:11445; number_of_response:1; }","duration":"621.369997ms","start":"2026-03-29T02:27:12.216569Z","end":"2026-03-29T02:27:12.837939Z","steps":["trace[2032899865] 'process raft request' (duration: 621.142872ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:27:12.838067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:27:12.216529Z","time spent":"621.48234ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:27:12.838226Z","caller":"traceutil/trace.go:171","msg":"trace[1514989256] transaction","detail":"{read_only:false; response_revision:11446; number_of_response:1; }","duration":"614.504575ms","start":"2026-03-29T02:27:12.22371Z","end":"2026-03-29T02:27:12.838215Z","steps":["trace[1514989256] 'process raft request' (duration: 614.181818ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:27:12.838293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:27:12.223695Z","time spent":"614.564816ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:27:12.838419Z","caller":"traceutil/trace.go:171","msg":"trace[1681548035] linearizableReadLoop","detail":"{readStateIndex:11905; appliedIndex:11898; }","duration":"494.063774ms","start":"2026-03-29T02:27:12.344332Z","end":"2026-03-29T02:27:12.838396Z","steps":["trace[1681548035] 'read index received' (duration: 414.699345ms)","trace[1681548035] 'applied index is now lower than readState.Index' (duration: 79.363129ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:27:12.838462Z","caller":"traceutil/trace.go:171","msg":"trace[1951023238] transaction","detail":"{read_only:false; response_revision:11447; number_of_response:1; }","duration":"612.500571ms","start":"2026-03-29T02:27:12.22591Z","end":"2026-03-29T02:27:12.838411Z","steps":["trace[1951023238] 'process raft request' (duration: 612.262596ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:27:12.838595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"921.291428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:27:12.838631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"620.782375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/staffeln-db-sync\" ","response":"range_response_count:1 size:5129"} {"level":"info","ts":"2026-03-29T02:27:12.838686Z","caller":"traceutil/trace.go:171","msg":"trace[1748426275] range","detail":"{range_begin:/registry/jobs/openstack/staffeln-db-sync; range_end:; response_count:1; response_revision:11447; }","duration":"620.869327ms","start":"2026-03-29T02:27:12.217805Z","end":"2026-03-29T02:27:12.838674Z","steps":["trace[1748426275] 'agreement among raft nodes before linearized reading' (duration: 620.664853ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:27:12.838651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"542.779315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:27:12.838722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.001712591s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:27:12.838773Z","caller":"traceutil/trace.go:171","msg":"trace[603659098] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:11447; }","duration":"1.001840924s","start":"2026-03-29T02:27:11.836917Z","end":"2026-03-29T02:27:12.838758Z","steps":["trace[603659098] 'agreement among raft nodes before linearized reading' (duration: 1.001770002s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:27:12.838752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"798.332951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-03-29T02:27:12.838819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:27:11.836851Z","time spent":"1.001958986s","remote":"127.0.0.1:45340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:27:12.838693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:27:12.225897Z","time spent":"612.678545ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:27:12.838811Z","caller":"traceutil/trace.go:171","msg":"trace[1807628569] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:11447; }","duration":"542.916728ms","start":"2026-03-29T02:27:12.295836Z","end":"2026-03-29T02:27:12.838752Z","steps":["trace[1807628569] 'agreement among raft nodes before linearized reading' (duration: 542.624631ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:27:12.838877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.753049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"warn","ts":"2026-03-29T02:27:12.838726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:27:12.217788Z","time spent":"620.930028ms","remote":"127.0.0.1:43224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":5153,"request content":"key:\"/registry/jobs/openstack/staffeln-db-sync\" "} {"level":"info","ts":"2026-03-29T02:27:12.838645Z","caller":"traceutil/trace.go:171","msg":"trace[1636222344] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11447; }","duration":"921.38878ms","start":"2026-03-29T02:27:11.917242Z","end":"2026-03-29T02:27:12.838631Z","steps":["trace[1636222344] 'agreement among raft nodes before linearized reading' (duration: 921.295368ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:27:12.839023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:27:12.295768Z","time spent":"543.135623ms","remote":"127.0.0.1:33090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:27:12.839098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:27:11.917215Z","time spent":"921.86698ms","remote":"127.0.0.1:43010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-29T02:27:12.838849Z","caller":"traceutil/trace.go:171","msg":"trace[1006591996] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:11447; }","duration":"798.498654ms","start":"2026-03-29T02:27:12.040323Z","end":"2026-03-29T02:27:12.838822Z","steps":["trace[1006591996] 'agreement among raft nodes before linearized reading' (duration: 798.170967ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:27:12.839257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:27:12.040296Z","time spent":"798.947155ms","remote":"127.0.0.1:43172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-29T02:27:12.839676Z","caller":"traceutil/trace.go:171","msg":"trace[907184782] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:11447; }","duration":"107.884912ms","start":"2026-03-29T02:27:12.73105Z","end":"2026-03-29T02:27:12.838935Z","steps":["trace[907184782] 'agreement among raft nodes before linearized reading' (duration: 107.613486ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:27:14.016756Z","caller":"traceutil/trace.go:171","msg":"trace[2142101618] transaction","detail":"{read_only:false; response_revision:11452; number_of_response:1; }","duration":"132.253843ms","start":"2026-03-29T02:27:13.884467Z","end":"2026-03-29T02:27:14.016721Z","steps":["trace[2142101618] 'process raft request' (duration: 132.004367ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:27:14.985674Z","caller":"traceutil/trace.go:171","msg":"trace[1790691864] transaction","detail":"{read_only:false; response_revision:11456; number_of_response:1; }","duration":"178.275512ms","start":"2026-03-29T02:27:14.807343Z","end":"2026-03-29T02:27:14.985619Z","steps":["trace[1790691864] 'process raft request' (duration: 178.18776ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:27:14.986054Z","caller":"traceutil/trace.go:171","msg":"trace[674873321] transaction","detail":"{read_only:false; response_revision:11457; number_of_response:1; }","duration":"178.501918ms","start":"2026-03-29T02:27:14.807519Z","end":"2026-03-29T02:27:14.986021Z","steps":["trace[674873321] 'process raft request' (duration: 178.055487ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:27:14.985714Z","caller":"traceutil/trace.go:171","msg":"trace[146085456] transaction","detail":"{read_only:false; response_revision:11455; number_of_response:1; }","duration":"178.423966ms","start":"2026-03-29T02:27:14.807232Z","end":"2026-03-29T02:27:14.985655Z","steps":["trace[146085456] 'process raft request' (duration: 178.16043ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:27:14.98613Z","caller":"traceutil/trace.go:171","msg":"trace[1201979009] transaction","detail":"{read_only:false; response_revision:11458; number_of_response:1; }","duration":"142.183482ms","start":"2026-03-29T02:27:14.843925Z","end":"2026-03-29T02:27:14.986109Z","steps":["trace[1201979009] 'process raft request' (duration: 141.947147ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:27:14.988344Z","caller":"traceutil/trace.go:171","msg":"trace[1372309724] linearizableReadLoop","detail":"{readStateIndex:11918; appliedIndex:11913; }","duration":"137.348256ms","start":"2026-03-29T02:27:14.850969Z","end":"2026-03-29T02:27:14.988317Z","steps":["trace[1372309724] 'read index received' (duration: 48.753412ms)","trace[1372309724] 'applied index is now lower than readState.Index' (duration: 88.593704ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:27:14.988541Z","caller":"traceutil/trace.go:171","msg":"trace[1167713764] transaction","detail":"{read_only:false; response_revision:11460; number_of_response:1; }","duration":"136.035196ms","start":"2026-03-29T02:27:14.852465Z","end":"2026-03-29T02:27:14.9885Z","steps":["trace[1167713764] 'process raft request' (duration: 134.984173ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:27:14.98868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.698844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/staffeln-db-sync\" ","response":"range_response_count:1 size:5129"} {"level":"info","ts":"2026-03-29T02:27:14.988723Z","caller":"traceutil/trace.go:171","msg":"trace[1763765031] range","detail":"{range_begin:/registry/jobs/openstack/staffeln-db-sync; range_end:; response_count:1; response_revision:11460; }","duration":"137.812376ms","start":"2026-03-29T02:27:14.850894Z","end":"2026-03-29T02:27:14.988706Z","steps":["trace[1763765031] 'agreement among raft nodes before linearized reading' (duration: 137.627101ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:27:14.989247Z","caller":"traceutil/trace.go:171","msg":"trace[428878178] transaction","detail":"{read_only:false; response_revision:11459; number_of_response:1; }","duration":"143.765699ms","start":"2026-03-29T02:27:14.844829Z","end":"2026-03-29T02:27:14.988595Z","steps":["trace[428878178] 'process raft request' (duration: 141.224352ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:27:17.135588Z","caller":"traceutil/trace.go:171","msg":"trace[528348] transaction","detail":"{read_only:false; response_revision:11466; number_of_response:1; }","duration":"141.746243ms","start":"2026-03-29T02:27:16.993812Z","end":"2026-03-29T02:27:17.135559Z","steps":["trace[528348] 'process raft request' (duration: 62.712731ms)","trace[528348] 'compare' (duration: 78.786846ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:27:17.135937Z","caller":"traceutil/trace.go:171","msg":"trace[292527893] linearizableReadLoop","detail":"{readStateIndex:11927; appliedIndex:11924; }","duration":"120.034881ms","start":"2026-03-29T02:27:17.015868Z","end":"2026-03-29T02:27:17.135902Z","steps":["trace[292527893] 'read index received' (duration: 40.690602ms)","trace[292527893] 'applied index is now lower than readState.Index' (duration: 79.343369ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:27:17.135988Z","caller":"traceutil/trace.go:171","msg":"trace[170638917] transaction","detail":"{read_only:false; response_revision:11468; number_of_response:1; }","duration":"141.112098ms","start":"2026-03-29T02:27:16.994833Z","end":"2026-03-29T02:27:17.135945Z","steps":["trace[170638917] 'process raft request' (duration: 140.923634ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:27:17.135937Z","caller":"traceutil/trace.go:171","msg":"trace[1559132449] transaction","detail":"{read_only:false; response_revision:11467; number_of_response:1; }","duration":"141.682212ms","start":"2026-03-29T02:27:16.994216Z","end":"2026-03-29T02:27:17.135898Z","steps":["trace[1559132449] 'process raft request' (duration: 141.289244ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:27:17.136529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.63581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-29T02:27:17.136569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.026419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/staffeln-db-sync\" ","response":"range_response_count:1 size:5129"} {"level":"info","ts":"2026-03-29T02:27:17.136583Z","caller":"traceutil/trace.go:171","msg":"trace[113158583] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11468; }","duration":"141.733382ms","start":"2026-03-29T02:27:16.994838Z","end":"2026-03-29T02:27:17.136571Z","steps":["trace[113158583] 'agreement among raft nodes before linearized reading' (duration: 141.17791ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:27:17.136622Z","caller":"traceutil/trace.go:171","msg":"trace[1163773946] range","detail":"{range_begin:/registry/jobs/openstack/staffeln-db-sync; range_end:; response_count:1; response_revision:11468; }","duration":"142.383928ms","start":"2026-03-29T02:27:16.994223Z","end":"2026-03-29T02:27:17.136607Z","steps":["trace[1163773946] 'agreement among raft nodes before linearized reading' (duration: 141.832906ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:27:17.138343Z","caller":"traceutil/trace.go:171","msg":"trace[1831614012] transaction","detail":"{read_only:false; response_revision:11469; number_of_response:1; }","duration":"117.558957ms","start":"2026-03-29T02:27:17.020758Z","end":"2026-03-29T02:27:17.138317Z","steps":["trace[1831614012] 'process raft request' (duration: 117.111907ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:27:17.138713Z","caller":"traceutil/trace.go:171","msg":"trace[912413036] transaction","detail":"{read_only:false; response_revision:11470; number_of_response:1; }","duration":"117.846442ms","start":"2026-03-29T02:27:17.020816Z","end":"2026-03-29T02:27:17.138662Z","steps":["trace[912413036] 'process raft request' (duration: 117.225529ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:27:17.289629Z","caller":"traceutil/trace.go:171","msg":"trace[100510705] transaction","detail":"{read_only:false; response_revision:11474; number_of_response:1; }","duration":"110.160042ms","start":"2026-03-29T02:27:17.179428Z","end":"2026-03-29T02:27:17.289588Z","steps":["trace[100510705] 'process raft request' (duration: 76.220459ms)","trace[100510705] 'compare' (duration: 33.689377ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:27:18.26861Z","caller":"traceutil/trace.go:171","msg":"trace[1237426596] linearizableReadLoop","detail":"{readStateIndex:11934; appliedIndex:11933; }","duration":"351.409672ms","start":"2026-03-29T02:27:17.917167Z","end":"2026-03-29T02:27:18.268577Z","steps":["trace[1237426596] 'read index received' (duration: 351.092485ms)","trace[1237426596] 'applied index is now lower than readState.Index' (duration: 316.347µs)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:27:18.268679Z","caller":"traceutil/trace.go:171","msg":"trace[220845509] transaction","detail":"{read_only:false; response_revision:11475; number_of_response:1; }","duration":"463.749332ms","start":"2026-03-29T02:27:17.804905Z","end":"2026-03-29T02:27:18.268655Z","steps":["trace[220845509] 'process raft request' (duration: 463.469706ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:27:18.268808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.620006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:27:18.268849Z","caller":"traceutil/trace.go:171","msg":"trace[1922487246] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11475; }","duration":"351.742548ms","start":"2026-03-29T02:27:17.917096Z","end":"2026-03-29T02:27:18.268838Z","steps":["trace[1922487246] 'agreement among raft nodes before linearized reading' (duration: 351.632666ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:27:18.268871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:27:17.804876Z","time spent":"463.911085ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:27:18.26888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:27:17.917067Z","time spent":"351.80606ms","remote":"127.0.0.1:43010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:27:18.26906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.334105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-29T02:27:18.269358Z","caller":"traceutil/trace.go:171","msg":"trace[258572856] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:11475; }","duration":"238.703514ms","start":"2026-03-29T02:27:18.030627Z","end":"2026-03-29T02:27:18.269331Z","steps":["trace[258572856] 'agreement among raft nodes before linearized reading' (duration: 238.265474ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:27:18.269798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.988413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-29T02:27:18.269866Z","caller":"traceutil/trace.go:171","msg":"trace[1654451426] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:11475; }","duration":"227.114876ms","start":"2026-03-29T02:27:18.042736Z","end":"2026-03-29T02:27:18.269851Z","steps":["trace[1654451426] 'agreement among raft nodes before linearized reading' (duration: 226.314628ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:27:18.509541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.648656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:27:18.509549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.867539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:27:18.509659Z","caller":"traceutil/trace.go:171","msg":"trace[485774952] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:11475; }","duration":"148.8381ms","start":"2026-03-29T02:27:18.360793Z","end":"2026-03-29T02:27:18.509631Z","steps":["trace[485774952] 'range keys from in-memory index tree' (duration: 148.547894ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:27:18.509812Z","caller":"traceutil/trace.go:171","msg":"trace[919115457] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:11475; }","duration":"167.153355ms","start":"2026-03-29T02:27:18.342617Z","end":"2026-03-29T02:27:18.50977Z","steps":["trace[919115457] 'count revisions from in-memory index tree' (duration: 166.773067ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:27:19.447102Z","caller":"traceutil/trace.go:171","msg":"trace[433501465] transaction","detail":"{read_only:false; response_revision:11482; number_of_response:1; }","duration":"205.558437ms","start":"2026-03-29T02:27:19.241494Z","end":"2026-03-29T02:27:19.447052Z","steps":["trace[433501465] 'process raft request' (duration: 162.772089ms)","trace[433501465] 'compare' (duration: 42.487121ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:27:19.447116Z","caller":"traceutil/trace.go:171","msg":"trace[354639419] transaction","detail":"{read_only:false; response_revision:11483; number_of_response:1; }","duration":"205.546696ms","start":"2026-03-29T02:27:19.241533Z","end":"2026-03-29T02:27:19.447079Z","steps":["trace[354639419] 'process raft request' (duration: 205.425284ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:27:21.208127Z","caller":"traceutil/trace.go:171","msg":"trace[1424878039] transaction","detail":"{read_only:false; response_revision:11487; number_of_response:1; }","duration":"127.393065ms","start":"2026-03-29T02:27:21.080685Z","end":"2026-03-29T02:27:21.208078Z","steps":["trace[1424878039] 'process raft request' (duration: 127.13254ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:27:21.447079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.15892ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:27:21.44728Z","caller":"traceutil/trace.go:171","msg":"trace[743043338] transaction","detail":"{read_only:false; response_revision:11490; number_of_response:1; }","duration":"205.067777ms","start":"2026-03-29T02:27:21.242195Z","end":"2026-03-29T02:27:21.447262Z","steps":["trace[743043338] 'process raft request' (duration: 205.036506ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:27:21.447255Z","caller":"traceutil/trace.go:171","msg":"trace[1543279260] transaction","detail":"{read_only:false; response_revision:11488; number_of_response:1; }","duration":"223.22892ms","start":"2026-03-29T02:27:21.223981Z","end":"2026-03-29T02:27:21.44721Z","steps":["trace[1543279260] 'process raft request' (duration: 72.851035ms)","trace[1543279260] 'compare' (duration: 150.035758ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:27:21.447465Z","caller":"traceutil/trace.go:171","msg":"trace[1774538357] transaction","detail":"{read_only:false; response_revision:11489; number_of_response:1; }","duration":"206.865747ms","start":"2026-03-29T02:27:21.240573Z","end":"2026-03-29T02:27:21.447438Z","steps":["trace[1774538357] 'process raft request' (duration: 206.613922ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:27:21.44746Z","caller":"traceutil/trace.go:171","msg":"trace[1494462677] linearizableReadLoop","detail":"{readStateIndex:11947; appliedIndex:11946; }","duration":"222.84045ms","start":"2026-03-29T02:27:21.224592Z","end":"2026-03-29T02:27:21.447433Z","steps":["trace[1494462677] 'read index received' (duration: 72.258771ms)","trace[1494462677] 'applied index is now lower than readState.Index' (duration: 150.579469ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:27:21.447708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.092437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/staffeln-db-sync\" ","response":"range_response_count:1 size:5129"} {"level":"info","ts":"2026-03-29T02:27:21.44776Z","caller":"traceutil/trace.go:171","msg":"trace[639363842] range","detail":"{range_begin:/registry/jobs/openstack/staffeln-db-sync; range_end:; response_count:1; response_revision:11490; }","duration":"223.206549ms","start":"2026-03-29T02:27:21.224541Z","end":"2026-03-29T02:27:21.447748Z","steps":["trace[639363842] 'agreement among raft nodes before linearized reading' (duration: 223.031295ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:27:21.447804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.824393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-03-29T02:27:21.447804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.308545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:27:21.447854Z","caller":"traceutil/trace.go:171","msg":"trace[1640455589] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11490; }","duration":"140.913964ms","start":"2026-03-29T02:27:21.306927Z","end":"2026-03-29T02:27:21.447841Z","steps":["trace[1640455589] 'agreement among raft nodes before linearized reading' (duration: 140.72304ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:27:21.447891Z","caller":"traceutil/trace.go:171","msg":"trace[110325151] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:11490; }","duration":"128.457829ms","start":"2026-03-29T02:27:21.31941Z","end":"2026-03-29T02:27:21.447868Z","steps":["trace[110325151] 'agreement among raft nodes before linearized reading' (duration: 128.306505ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:27:21.447813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.085926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:27:21.448129Z","caller":"traceutil/trace.go:171","msg":"trace[34522383] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11490; }","duration":"108.386362ms","start":"2026-03-29T02:27:21.339651Z","end":"2026-03-29T02:27:21.448037Z","steps":["trace[34522383] 'agreement among raft nodes before linearized reading' (duration: 108.054775ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:27:21.742037Z","caller":"traceutil/trace.go:171","msg":"trace[540824249] linearizableReadLoop","detail":"{readStateIndex:11952; appliedIndex:11949; }","duration":"280.646982ms","start":"2026-03-29T02:27:21.461358Z","end":"2026-03-29T02:27:21.742005Z","steps":["trace[540824249] 'read index received' (duration: 45.001488ms)","trace[540824249] 'applied index is now lower than readState.Index' (duration: 235.644544ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:27:21.7423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.912218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:27:21.742344Z","caller":"traceutil/trace.go:171","msg":"trace[1023941512] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:11493; }","duration":"281.01569ms","start":"2026-03-29T02:27:21.461316Z","end":"2026-03-29T02:27:21.742331Z","steps":["trace[1023941512] 'agreement among raft nodes before linearized reading' (duration: 280.871917ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:27:21.742842Z","caller":"traceutil/trace.go:171","msg":"trace[339664990] transaction","detail":"{read_only:false; response_revision:11492; number_of_response:1; }","duration":"288.126329ms","start":"2026-03-29T02:27:21.454676Z","end":"2026-03-29T02:27:21.742803Z","steps":["trace[339664990] 'process raft request' (duration: 287.117646ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:27:21.743829Z","caller":"traceutil/trace.go:171","msg":"trace[2006796285] transaction","detail":"{read_only:false; response_revision:11493; number_of_response:1; }","duration":"287.30398ms","start":"2026-03-29T02:27:21.455752Z","end":"2026-03-29T02:27:21.743056Z","steps":["trace[2006796285] 'process raft request' (duration: 286.202225ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:27:21.897466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.123389ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-29T02:27:23.403317Z","caller":"traceutil/trace.go:171","msg":"trace[151387999] linearizableReadLoop","detail":"{readStateIndex:11956; appliedIndex:11955; }","duration":"122.485385ms","start":"2026-03-29T02:27:23.280797Z","end":"2026-03-29T02:27:23.403282Z","steps":["trace[151387999] 'read index received' (duration: 122.312181ms)","trace[151387999] 'applied index is now lower than readState.Index' (duration: 171.594µs)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:27:23.403366Z","caller":"traceutil/trace.go:171","msg":"trace[42840025] transaction","detail":"{read_only:false; response_revision:11496; number_of_response:1; }","duration":"184.169283ms","start":"2026-03-29T02:27:23.219154Z","end":"2026-03-29T02:27:23.403323Z","steps":["trace[42840025] 'process raft request' (duration: 183.926277ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:27:23.403596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.322647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:27:23.403663Z","caller":"traceutil/trace.go:171","msg":"trace[268533201] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:11496; }","duration":"111.503192ms","start":"2026-03-29T02:27:23.292143Z","end":"2026-03-29T02:27:23.403646Z","steps":["trace[268533201] 'agreement among raft nodes before linearized reading' (duration: 111.333048ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:27:23.403688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.859063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:27:23.403855Z","caller":"traceutil/trace.go:171","msg":"trace[979398986] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:11496; }","duration":"123.098729ms","start":"2026-03-29T02:27:23.280733Z","end":"2026-03-29T02:27:23.403832Z","steps":["trace[979398986] 'agreement among raft nodes before linearized reading' (duration: 122.68045ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:27:23.978938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.321274ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:27:23.979539Z","caller":"traceutil/trace.go:171","msg":"trace[286904170] linearizableReadLoop","detail":"{readStateIndex:11959; appliedIndex:11957; }","duration":"526.547975ms","start":"2026-03-29T02:27:23.452969Z","end":"2026-03-29T02:27:23.979517Z","steps":["trace[286904170] 'read index received' (duration: 14.302887ms)","trace[286904170] 'applied index is now lower than readState.Index' (duration: 512.243798ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:27:23.979531Z","caller":"traceutil/trace.go:171","msg":"trace[1738780800] transaction","detail":"{read_only:false; response_revision:11498; number_of_response:1; }","duration":"526.703498ms","start":"2026-03-29T02:27:23.452786Z","end":"2026-03-29T02:27:23.979489Z","steps":["trace[1738780800] 'process raft request' (duration: 195.451734ms)","trace[1738780800] 'compare' (duration: 330.213642ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:27:23.979569Z","caller":"traceutil/trace.go:171","msg":"trace[659978042] transaction","detail":"{read_only:false; response_revision:11499; number_of_response:1; }","duration":"526.391562ms","start":"2026-03-29T02:27:23.45314Z","end":"2026-03-29T02:27:23.979531Z","steps":["trace[659978042] 'process raft request' (duration: 526.26553ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:27:23.979693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"510.413798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"info","ts":"2026-03-29T02:27:23.979733Z","caller":"traceutil/trace.go:171","msg":"trace[1417974906] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:11500; }","duration":"510.475998ms","start":"2026-03-29T02:27:23.469245Z","end":"2026-03-29T02:27:23.979721Z","steps":["trace[1417974906] 'agreement among raft nodes before linearized reading' (duration: 510.389347ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:27:23.979729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:27:23.452755Z","time spent":"526.861412ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:27:23.979732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"526.74635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/staffeln-db-sync\" ","response":"range_response_count:1 size:5129"} {"level":"warn","ts":"2026-03-29T02:27:23.979768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:27:23.469235Z","time spent":"510.52334ms","remote":"127.0.0.1:43154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-29T02:27:23.97976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:27:23.453123Z","time spent":"526.537815ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:27:23.979791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.75635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-29T02:27:23.979812Z","caller":"traceutil/trace.go:171","msg":"trace[1949781666] range","detail":"{range_begin:/registry/jobs/openstack/staffeln-db-sync; range_end:; response_count:1; response_revision:11500; }","duration":"526.876543ms","start":"2026-03-29T02:27:23.452921Z","end":"2026-03-29T02:27:23.979797Z","steps":["trace[1949781666] 'agreement among raft nodes before linearized reading' (duration: 526.649778ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:27:23.979847Z","caller":"traceutil/trace.go:171","msg":"trace[1555777639] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:11500; }","duration":"231.836831ms","start":"2026-03-29T02:27:23.747992Z","end":"2026-03-29T02:27:23.979829Z","steps":["trace[1555777639] 'agreement among raft nodes before linearized reading' (duration: 231.655327ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:27:23.97986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:27:23.45291Z","time spent":"526.941094ms","remote":"127.0.0.1:43224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":5153,"request content":"key:\"/registry/jobs/openstack/staffeln-db-sync\" "} {"level":"warn","ts":"2026-03-29T02:27:23.979875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.613587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-29T02:27:23.979932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.116276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:27:23.979941Z","caller":"traceutil/trace.go:171","msg":"trace[1939448081] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11500; }","duration":"232.730291ms","start":"2026-03-29T02:27:23.747193Z","end":"2026-03-29T02:27:23.979923Z","steps":["trace[1939448081] 'agreement among raft nodes before linearized reading' (duration: 232.517896ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:27:23.979975Z","caller":"traceutil/trace.go:171","msg":"trace[1919206267] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:11500; }","duration":"121.179577ms","start":"2026-03-29T02:27:23.858782Z","end":"2026-03-29T02:27:23.979961Z","steps":["trace[1919206267] 'agreement among raft nodes before linearized reading' (duration: 121.111325ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:27:23.980082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.171173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-29T02:27:23.980051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.32985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-29T02:27:23.980133Z","caller":"traceutil/trace.go:171","msg":"trace[1851920101] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11500; }","duration":"469.248874ms","start":"2026-03-29T02:27:23.510872Z","end":"2026-03-29T02:27:23.980121Z","steps":["trace[1851920101] 'agreement among raft nodes before linearized reading' (duration: 468.828155ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:27:23.98022Z","caller":"traceutil/trace.go:171","msg":"trace[970705780] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:11500; }","duration":"434.488324ms","start":"2026-03-29T02:27:23.54566Z","end":"2026-03-29T02:27:23.980148Z","steps":["trace[970705780] 'agreement among raft nodes before linearized reading' (duration: 434.032654ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:27:23.98029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:27:23.545581Z","time spent":"434.693789ms","remote":"127.0.0.1:43172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-29T02:27:23.980303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:27:23.510858Z","time spent":"469.389348ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-29T02:27:23.980146Z","caller":"traceutil/trace.go:171","msg":"trace[1404465861] transaction","detail":"{read_only:false; response_revision:11500; number_of_response:1; }","duration":"525.502302ms","start":"2026-03-29T02:27:23.454027Z","end":"2026-03-29T02:27:23.979529Z","steps":["trace[1404465861] 'process raft request' (duration: 525.443011ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:27:23.980544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:27:23.454016Z","time spent":"526.484105ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:27:24.298101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.714094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:27:24.298224Z","caller":"traceutil/trace.go:171","msg":"trace[1893702560] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:11503; }","duration":"137.911788ms","start":"2026-03-29T02:27:24.160284Z","end":"2026-03-29T02:27:24.298196Z","steps":["trace[1893702560] 'range keys from in-memory index tree' (duration: 137.627061ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:27:24.4884Z","caller":"traceutil/trace.go:171","msg":"trace[494463884] transaction","detail":"{read_only:false; response_revision:11504; number_of_response:1; }","duration":"117.485005ms","start":"2026-03-29T02:27:24.370878Z","end":"2026-03-29T02:27:24.488363Z","steps":["trace[494463884] 'process raft request' (duration: 117.25515ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:27:27.747714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.298765ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:27:27.74794Z","caller":"traceutil/trace.go:171","msg":"trace[1392394650] transaction","detail":"{read_only:false; response_revision:11517; number_of_response:1; }","duration":"207.383298ms","start":"2026-03-29T02:27:27.540525Z","end":"2026-03-29T02:27:27.747909Z","steps":["trace[1392394650] 'process raft request' (duration: 41.750535ms)","trace[1392394650] 'compare' (duration: 165.142262ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:27:27.899027Z","caller":"traceutil/trace.go:171","msg":"trace[1504696735] transaction","detail":"{read_only:false; response_revision:11519; number_of_response:1; }","duration":"140.835392ms","start":"2026-03-29T02:27:27.758152Z","end":"2026-03-29T02:27:27.898987Z","steps":["trace[1504696735] 'process raft request' (duration: 139.552184ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:27:28.110619Z","caller":"traceutil/trace.go:171","msg":"trace[202133056] transaction","detail":"{read_only:false; response_revision:11520; number_of_response:1; }","duration":"104.905547ms","start":"2026-03-29T02:27:28.005668Z","end":"2026-03-29T02:27:28.110574Z","steps":["trace[202133056] 'process raft request' (duration: 31.344345ms)","trace[202133056] 'compare' (duration: 73.234805ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:27:28.400544Z","caller":"traceutil/trace.go:171","msg":"trace[1709764933] linearizableReadLoop","detail":"{readStateIndex:11983; appliedIndex:11982; }","duration":"270.757444ms","start":"2026-03-29T02:27:28.129751Z","end":"2026-03-29T02:27:28.400509Z","steps":["trace[1709764933] 'read index received' (duration: 258.199496ms)","trace[1709764933] 'applied index is now lower than readState.Index' (duration: 12.557037ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:27:28.400605Z","caller":"traceutil/trace.go:171","msg":"trace[773883563] transaction","detail":"{read_only:false; response_revision:11522; number_of_response:1; }","duration":"353.085019ms","start":"2026-03-29T02:27:28.047479Z","end":"2026-03-29T02:27:28.400564Z","steps":["trace[773883563] 'process raft request' (duration: 340.566282ms)","trace[773883563] 'compare' (duration: 12.324762ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:27:28.400797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:27:28.047441Z","time spent":"353.236222ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:27:28.400877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.755161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-29T02:27:28.400876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.273569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-29T02:27:28.400921Z","caller":"traceutil/trace.go:171","msg":"trace[130172920] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11522; }","duration":"209.857703ms","start":"2026-03-29T02:27:28.191049Z","end":"2026-03-29T02:27:28.400907Z","steps":["trace[130172920] 'agreement among raft nodes before linearized reading' (duration: 209.673859ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:27:28.400931Z","caller":"traceutil/trace.go:171","msg":"trace[905733830] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:11522; }","duration":"218.380452ms","start":"2026-03-29T02:27:28.182535Z","end":"2026-03-29T02:27:28.400915Z","steps":["trace[905733830] 'agreement among raft nodes before linearized reading' (duration: 218.179248ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:27:28.400894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.102131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-29T02:27:28.401004Z","caller":"traceutil/trace.go:171","msg":"trace[926471584] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11522; }","duration":"271.275755ms","start":"2026-03-29T02:27:28.129698Z","end":"2026-03-29T02:27:28.400974Z","steps":["trace[926471584] 'agreement among raft nodes before linearized reading' (duration: 270.933037ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:27:28.649824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.964615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:27:28.649917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.411801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-29T02:27:28.64999Z","caller":"traceutil/trace.go:171","msg":"trace[1929047951] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:11525; }","duration":"127.151178ms","start":"2026-03-29T02:27:28.522791Z","end":"2026-03-29T02:27:28.649942Z","steps":["trace[1929047951] 'count revisions from in-memory index tree' (duration: 126.885623ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:27:28.650005Z","caller":"traceutil/trace.go:171","msg":"trace[664681589] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11525; }","duration":"130.587374ms","start":"2026-03-29T02:27:28.5194Z","end":"2026-03-29T02:27:28.649987Z","steps":["trace[664681589] 'range keys from in-memory index tree' (duration: 130.167366ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:27:28.764104Z","caller":"traceutil/trace.go:171","msg":"trace[305649472] transaction","detail":"{read_only:false; response_revision:11526; number_of_response:1; }","duration":"208.900002ms","start":"2026-03-29T02:27:28.555179Z","end":"2026-03-29T02:27:28.764079Z","steps":["trace[305649472] 'process raft request' (duration: 208.716168ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:27:28.967209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.858987ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-29T02:27:28.967785Z","caller":"traceutil/trace.go:171","msg":"trace[884476157] linearizableReadLoop","detail":"{readStateIndex:11989; appliedIndex:11986; }","duration":"204.835932ms","start":"2026-03-29T02:27:28.762925Z","end":"2026-03-29T02:27:28.96776Z","steps":["trace[884476157] 'read index received' (duration: 1.039663ms)","trace[884476157] 'applied index is now lower than readState.Index' (duration: 203.794399ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:27:28.967915Z","caller":"traceutil/trace.go:171","msg":"trace[914179736] transaction","detail":"{read_only:false; response_revision:11527; number_of_response:1; }","duration":"313.099972ms","start":"2026-03-29T02:27:28.654773Z","end":"2026-03-29T02:27:28.967873Z","steps":["trace[914179736] 'process raft request' (duration: 312.551939ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:27:28.968097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:27:28.654746Z","time spent":"313.252236ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:27:29.090268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.951436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/staffeln-db-sync-2kpjp.18a12ed472d37d1a\" ","response":"range_response_count:1 size:745"} {"level":"info","ts":"2026-03-29T02:27:29.090393Z","caller":"traceutil/trace.go:171","msg":"trace[2106012954] range","detail":"{range_begin:/registry/events/openstack/staffeln-db-sync-2kpjp.18a12ed472d37d1a; range_end:; response_count:1; response_revision:11527; }","duration":"312.13681ms","start":"2026-03-29T02:27:28.778224Z","end":"2026-03-29T02:27:29.09036Z","steps":["trace[2106012954] 'agreement among raft nodes before linearized reading' (duration: 189.899001ms)","trace[2106012954] 'range keys from in-memory index tree' (duration: 121.928363ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:27:29.090444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.324974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-c4cs6\" ","response":"range_response_count:1 size:6520"} {"level":"warn","ts":"2026-03-29T02:27:29.09045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:27:28.778207Z","time spent":"312.232513ms","remote":"127.0.0.1:43074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":769,"request content":"key:\"/registry/events/openstack/staffeln-db-sync-2kpjp.18a12ed472d37d1a\" "} {"level":"warn","ts":"2026-03-29T02:27:29.090549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.230975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:27:29.09057Z","caller":"traceutil/trace.go:171","msg":"trace[1123293789] range","detail":"{range_begin:/registry/pods/openstack/keepalived-c4cs6; range_end:; response_count:1; response_revision:11527; }","duration":"321.462487ms","start":"2026-03-29T02:27:28.769075Z","end":"2026-03-29T02:27:29.090537Z","steps":["trace[1123293789] 'agreement among raft nodes before linearized reading' (duration: 198.993533ms)","trace[1123293789] 'range keys from in-memory index tree' (duration: 122.199659ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:27:29.090622Z","caller":"traceutil/trace.go:171","msg":"trace[1450135195] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:11527; }","duration":"221.367248ms","start":"2026-03-29T02:27:28.869237Z","end":"2026-03-29T02:27:29.090604Z","steps":["trace[1450135195] 'agreement among raft nodes before linearized reading' (duration: 98.877043ms)","trace[1450135195] 'count revisions from in-memory index tree' (duration: 122.400713ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:27:29.090635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:27:28.769012Z","time spent":"321.60692ms","remote":"127.0.0.1:43172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6544,"request content":"key:\"/registry/pods/openstack/keepalived-c4cs6\" "} {"level":"warn","ts":"2026-03-29T02:27:29.090444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.49004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-29T02:27:29.091056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.842065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:27:29.09108Z","caller":"traceutil/trace.go:171","msg":"trace[1247949632] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:11527; }","duration":"328.196098ms","start":"2026-03-29T02:27:28.762864Z","end":"2026-03-29T02:27:29.09106Z","steps":["trace[1247949632] 'agreement among raft nodes before linearized reading' (duration: 205.035357ms)","trace[1247949632] 'range keys from in-memory index tree' (duration: 121.737068ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:27:29.091149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:27:28.762838Z","time spent":"328.29563ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-29T02:27:29.091144Z","caller":"traceutil/trace.go:171","msg":"trace[417661218] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11527; }","duration":"174.002278ms","start":"2026-03-29T02:27:28.91712Z","end":"2026-03-29T02:27:29.091122Z","steps":["trace[417661218] 'agreement among raft nodes before linearized reading' (duration: 50.98057ms)","trace[417661218] 'range keys from in-memory index tree' (duration: 122.878294ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:27:29.595073Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583528501969571,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-29T02:27:29.835449Z","caller":"traceutil/trace.go:171","msg":"trace[513401999] transaction","detail":"{read_only:false; response_revision:11528; number_of_response:1; }","duration":"740.829076ms","start":"2026-03-29T02:27:29.094585Z","end":"2026-03-29T02:27:29.835414Z","steps":["trace[513401999] 'process raft request' (duration: 740.624321ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:27:29.835652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:27:29.094563Z","time spent":"740.978149ms","remote":"127.0.0.1:43074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":730,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:27:30.433547Z","caller":"traceutil/trace.go:171","msg":"trace[1840064995] linearizableReadLoop","detail":"{readStateIndex:11991; appliedIndex:11989; }","duration":"1.338779734s","start":"2026-03-29T02:27:29.09473Z","end":"2026-03-29T02:27:30.433509Z","steps":["trace[1840064995] 'read index received' (duration: 740.493998ms)","trace[1840064995] 'applied index is now lower than readState.Index' (duration: 598.284116ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:27:30.433703Z","caller":"traceutil/trace.go:171","msg":"trace[643002021] transaction","detail":"{read_only:false; response_revision:11529; number_of_response:1; }","duration":"1.337400664s","start":"2026-03-29T02:27:29.096272Z","end":"2026-03-29T02:27:30.433672Z","steps":["trace[643002021] 'process raft request' (duration: 1.291561028s)","trace[643002021] 'compare' (duration: 45.458178ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:27:30.433766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.339007089s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:27:30.433814Z","caller":"traceutil/trace.go:171","msg":"trace[93952871] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11529; }","duration":"1.339117462s","start":"2026-03-29T02:27:29.094682Z","end":"2026-03-29T02:27:30.433799Z","steps":["trace[93952871] 'agreement among raft nodes before linearized reading' (duration: 1.339004079s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:27:30.433854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:27:29.096262Z","time spent":"1.337513506s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:27:30.433856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:27:29.094663Z","time spent":"1.339184294s","remote":"127.0.0.1:43006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-29T02:27:30.439088Z","caller":"traceutil/trace.go:171","msg":"trace[859400391] transaction","detail":"{read_only:false; response_revision:11531; number_of_response:1; }","duration":"309.076573ms","start":"2026-03-29T02:27:30.129983Z","end":"2026-03-29T02:27:30.439059Z","steps":["trace[859400391] 'process raft request' (duration: 309.011761ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:27:30.439134Z","caller":"traceutil/trace.go:171","msg":"trace[2128728663] transaction","detail":"{read_only:false; response_revision:11530; number_of_response:1; }","duration":"322.725935ms","start":"2026-03-29T02:27:30.116376Z","end":"2026-03-29T02:27:30.439102Z","steps":["trace[2128728663] 'process raft request' (duration: 322.262045ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:27:30.439288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:27:30.116345Z","time spent":"322.853849ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:27:30.439293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:27:30.129962Z","time spent":"309.218507ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:27:30.520117Z","caller":"traceutil/trace.go:171","msg":"trace[1564508100] transaction","detail":"{read_only:false; response_revision:11532; number_of_response:1; }","duration":"112.817462ms","start":"2026-03-29T02:27:30.407255Z","end":"2026-03-29T02:27:30.520072Z","steps":["trace[1564508100] 'process raft request' (duration: 112.580117ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:27:30.520264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"739.136338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:27:30.520337Z","caller":"traceutil/trace.go:171","msg":"trace[929712282] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:11532; }","duration":"739.278042ms","start":"2026-03-29T02:27:29.781039Z","end":"2026-03-29T02:27:30.520317Z","steps":["trace[929712282] 'agreement among raft nodes before linearized reading' (duration: 739.058237ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:27:30.520393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:27:29.780999Z","time spent":"739.381944ms","remote":"127.0.0.1:33126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:27:30.520399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.765275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/staffeln-db-sync\" ","response":"range_response_count:1 size:5129"} {"level":"info","ts":"2026-03-29T02:27:30.520457Z","caller":"traceutil/trace.go:171","msg":"trace[852674644] range","detail":"{range_begin:/registry/jobs/openstack/staffeln-db-sync; range_end:; response_count:1; response_revision:11532; }","duration":"404.894288ms","start":"2026-03-29T02:27:30.115548Z","end":"2026-03-29T02:27:30.520442Z","steps":["trace[852674644] 'agreement among raft nodes before linearized reading' (duration: 404.593681ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:27:30.520489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.421831916s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/staffeln-db-sync-2kpjp\" ","response":"range_response_count:1 size:7322"} {"level":"info","ts":"2026-03-29T02:27:30.52058Z","caller":"traceutil/trace.go:171","msg":"trace[528917395] range","detail":"{range_begin:/registry/pods/openstack/staffeln-db-sync-2kpjp; range_end:; response_count:1; response_revision:11532; }","duration":"1.421981819s","start":"2026-03-29T02:27:29.098575Z","end":"2026-03-29T02:27:30.520556Z","steps":["trace[528917395] 'agreement among raft nodes before linearized reading' (duration: 1.421654232s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:27:30.520624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.318559526s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-29T02:27:30.520631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:27:29.098567Z","time spent":"1.422054492s","remote":"127.0.0.1:43172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":7346,"request content":"key:\"/registry/pods/openstack/staffeln-db-sync-2kpjp\" "} {"level":"warn","ts":"2026-03-29T02:27:30.520617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.192288727s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-29T02:27:30.520671Z","caller":"traceutil/trace.go:171","msg":"trace[358087242] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:11532; }","duration":"1.318607987s","start":"2026-03-29T02:27:29.202045Z","end":"2026-03-29T02:27:30.520653Z","steps":["trace[358087242] 'agreement among raft nodes before linearized reading' (duration: 1.318528326s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:27:30.520708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:27:29.201995Z","time spent":"1.318703899s","remote":"127.0.0.1:43484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":4,"response size":31,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:27:30.520716Z","caller":"traceutil/trace.go:171","msg":"trace[1337013343] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:11532; }","duration":"1.19245708s","start":"2026-03-29T02:27:29.328235Z","end":"2026-03-29T02:27:30.520692Z","steps":["trace[1337013343] 'agreement among raft nodes before linearized reading' (duration: 1.192100813s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:27:30.52077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:27:29.328213Z","time spent":"1.192547282s","remote":"127.0.0.1:43172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-29T02:27:30.520802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"681.01897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/staffeln-db-sync-2kpjp.18a12ed4b4890c7e\" ","response":"range_response_count:1 size:745"} {"level":"info","ts":"2026-03-29T02:27:30.520845Z","caller":"traceutil/trace.go:171","msg":"trace[1581352589] range","detail":"{range_begin:/registry/events/openstack/staffeln-db-sync-2kpjp.18a12ed4b4890c7e; range_end:; response_count:1; response_revision:11532; }","duration":"681.06146ms","start":"2026-03-29T02:27:29.839773Z","end":"2026-03-29T02:27:30.520835Z","steps":["trace[1581352589] 'agreement among raft nodes before linearized reading' (duration: 680.909897ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:27:30.520906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:27:29.839728Z","time spent":"681.145602ms","remote":"127.0.0.1:43074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":769,"request content":"key:\"/registry/events/openstack/staffeln-db-sync-2kpjp.18a12ed4b4890c7e\" "} {"level":"warn","ts":"2026-03-29T02:27:30.520657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.548681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:27:30.520966Z","caller":"traceutil/trace.go:171","msg":"trace[1896097289] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:11532; }","duration":"469.900339ms","start":"2026-03-29T02:27:30.051049Z","end":"2026-03-29T02:27:30.52095Z","steps":["trace[1896097289] 'agreement among raft nodes before linearized reading' (duration: 469.564612ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:27:30.520357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.007775475s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-29T02:27:30.520985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.425321923s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:41 size:375815"} {"level":"warn","ts":"2026-03-29T02:27:30.521006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:27:30.051025Z","time spent":"469.965281ms","remote":"127.0.0.1:33062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:27:30.521009Z","caller":"traceutil/trace.go:171","msg":"trace[1935441224] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11532; }","duration":"1.008507061s","start":"2026-03-29T02:27:29.51249Z","end":"2026-03-29T02:27:30.520997Z","steps":["trace[1935441224] 'agreement among raft nodes before linearized reading' (duration: 1.007611011s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:27:30.52105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:27:29.512468Z","time spent":"1.008570093s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-29T02:27:30.521051Z","caller":"traceutil/trace.go:171","msg":"trace[1899887412] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:41; response_revision:11532; }","duration":"1.425411066s","start":"2026-03-29T02:27:29.095617Z","end":"2026-03-29T02:27:30.521028Z","steps":["trace[1899887412] 'agreement among raft nodes before linearized reading' (duration: 1.424801822s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:27:30.521109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:27:29.095604Z","time spent":"1.425495177s","remote":"127.0.0.1:43172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":41,"response size":375839,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-29T02:27:30.521334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.012271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-29T02:27:30.521369Z","caller":"traceutil/trace.go:171","msg":"trace[1392579578] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11532; }","duration":"102.062183ms","start":"2026-03-29T02:27:30.419296Z","end":"2026-03-29T02:27:30.521358Z","steps":["trace[1392579578] 'agreement among raft nodes before linearized reading' (duration: 101.958031ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:27:30.521485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.533443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-29T02:27:30.521569Z","caller":"traceutil/trace.go:171","msg":"trace[1322963124] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11532; }","duration":"102.676136ms","start":"2026-03-29T02:27:30.418874Z","end":"2026-03-29T02:27:30.52155Z","steps":["trace[1322963124] 'agreement among raft nodes before linearized reading' (duration: 102.38444ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:27:30.520503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:27:30.115523Z","time spent":"404.97142ms","remote":"127.0.0.1:43224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":5153,"request content":"key:\"/registry/jobs/openstack/staffeln-db-sync\" "} {"level":"info","ts":"2026-03-29T02:27:30.720139Z","caller":"traceutil/trace.go:171","msg":"trace[892844859] transaction","detail":"{read_only:false; response_revision:11533; number_of_response:1; }","duration":"196.334594ms","start":"2026-03-29T02:27:30.523768Z","end":"2026-03-29T02:27:30.720102Z","steps":["trace[892844859] 'process raft request' (duration: 196.002097ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:27:30.913849Z","caller":"traceutil/trace.go:171","msg":"trace[1667147292] transaction","detail":"{read_only:false; response_revision:11534; number_of_response:1; }","duration":"385.470017ms","start":"2026-03-29T02:27:30.528339Z","end":"2026-03-29T02:27:30.913809Z","steps":["trace[1667147292] 'process raft request' (duration: 339.078209ms)","trace[1667147292] 'compare' (duration: 46.087291ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:27:30.913958Z","caller":"traceutil/trace.go:171","msg":"trace[1832208342] transaction","detail":"{read_only:false; response_revision:11536; number_of_response:1; }","duration":"383.890322ms","start":"2026-03-29T02:27:30.530039Z","end":"2026-03-29T02:27:30.91393Z","steps":["trace[1832208342] 'process raft request' (duration: 383.79859ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:27:30.914006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:27:30.528316Z","time spent":"385.606369ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:27:30.914119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:27:30.530013Z","time spent":"384.019684ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:27:30.91424Z","caller":"traceutil/trace.go:171","msg":"trace[351909901] transaction","detail":"{read_only:false; response_revision:11535; number_of_response:1; }","duration":"385.789124ms","start":"2026-03-29T02:27:30.528444Z","end":"2026-03-29T02:27:30.914233Z","steps":["trace[351909901] 'process raft request' (duration: 385.279513ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:27:30.914208Z","caller":"traceutil/trace.go:171","msg":"trace[120715519] transaction","detail":"{read_only:false; response_revision:11537; number_of_response:1; }","duration":"382.825788ms","start":"2026-03-29T02:27:30.531349Z","end":"2026-03-29T02:27:30.914175Z","steps":["trace[120715519] 'process raft request' (duration: 382.538591ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:27:30.91428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:27:30.528435Z","time spent":"385.827854ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:27:30.914444Z","caller":"traceutil/trace.go:171","msg":"trace[848951640] linearizableReadLoop","detail":"{readStateIndex:11998; appliedIndex:11994; }","duration":"383.122275ms","start":"2026-03-29T02:27:30.531316Z","end":"2026-03-29T02:27:30.914438Z","steps":["trace[848951640] 'read index received' (duration: 188.566371ms)","trace[848951640] 'applied index is now lower than readState.Index' (duration: 194.555454ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:27:30.914395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:27:30.53134Z","time spent":"382.94919ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:27:30.914643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.043912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:27:30.91468Z","caller":"traceutil/trace.go:171","msg":"trace[1657587335] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:11538; }","duration":"373.102113ms","start":"2026-03-29T02:27:30.541567Z","end":"2026-03-29T02:27:30.914669Z","steps":["trace[1657587335] 'agreement among raft nodes before linearized reading' (duration: 373.018492ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:27:30.914697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:27:30.541559Z","time spent":"373.134734ms","remote":"127.0.0.1:33036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:27:30.91476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.440812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-29T02:27:30.91484Z","caller":"traceutil/trace.go:171","msg":"trace[1029166766] transaction","detail":"{read_only:false; response_revision:11538; number_of_response:1; }","duration":"382.488882ms","start":"2026-03-29T02:27:30.532343Z","end":"2026-03-29T02:27:30.914832Z","steps":["trace[1029166766] 'process raft request' (duration: 381.748515ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:27:30.914871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:27:30.532333Z","time spent":"382.521272ms","remote":"127.0.0.1:43172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6966,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:27:30.914844Z","caller":"traceutil/trace.go:171","msg":"trace[1288378706] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:11538; }","duration":"383.575635ms","start":"2026-03-29T02:27:30.531255Z","end":"2026-03-29T02:27:30.914831Z","steps":["trace[1288378706] 'agreement among raft nodes before linearized reading' (duration: 383.306519ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:27:30.915555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:27:30.531224Z","time spent":"384.303761ms","remote":"127.0.0.1:43172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-29T02:27:31.104635Z","caller":"traceutil/trace.go:171","msg":"trace[1739132863] linearizableReadLoop","detail":"{readStateIndex:12001; appliedIndex:12000; }","duration":"124.710955ms","start":"2026-03-29T02:27:30.979894Z","end":"2026-03-29T02:27:31.104604Z","steps":["trace[1739132863] 'read index received' (duration: 96.630923ms)","trace[1739132863] 'applied index is now lower than readState.Index' (duration: 28.078872ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:27:31.10482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.906189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:27:31.104868Z","caller":"traceutil/trace.go:171","msg":"trace[1528223893] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:11539; }","duration":"125.001123ms","start":"2026-03-29T02:27:30.979856Z","end":"2026-03-29T02:27:31.104857Z","steps":["trace[1528223893] 'agreement among raft nodes before linearized reading' (duration: 124.862949ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:27:31.104953Z","caller":"traceutil/trace.go:171","msg":"trace[807179795] transaction","detail":"{read_only:false; response_revision:11539; number_of_response:1; }","duration":"126.908585ms","start":"2026-03-29T02:27:30.97801Z","end":"2026-03-29T02:27:31.104918Z","steps":["trace[807179795] 'process raft request' (duration: 98.530175ms)","trace[807179795] 'compare' (duration: 27.94673ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:27:32.049486Z","caller":"traceutil/trace.go:171","msg":"trace[1731123647] transaction","detail":"{read_only:false; response_revision:11540; number_of_response:1; }","duration":"124.201235ms","start":"2026-03-29T02:27:31.925253Z","end":"2026-03-29T02:27:32.049454Z","steps":["trace[1731123647] 'process raft request' (duration: 123.98229ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:27:32.294549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.989939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-29T02:27:32.294655Z","caller":"traceutil/trace.go:171","msg":"trace[1133747462] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:11540; }","duration":"115.180493ms","start":"2026-03-29T02:27:32.179452Z","end":"2026-03-29T02:27:32.294632Z","steps":["trace[1133747462] 'range keys from in-memory index tree' (duration: 114.733434ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:27:32.550644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.507075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:27:32.550677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.121808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-29T02:27:32.550753Z","caller":"traceutil/trace.go:171","msg":"trace[1973168097] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:11542; }","duration":"121.688979ms","start":"2026-03-29T02:27:32.429036Z","end":"2026-03-29T02:27:32.550725Z","steps":["trace[1973168097] 'count revisions from in-memory index tree' (duration: 121.350381ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:27:32.550651Z","caller":"traceutil/trace.go:171","msg":"trace[1619324504] transaction","detail":"{read_only:false; response_revision:11543; number_of_response:1; }","duration":"103.875563ms","start":"2026-03-29T02:27:32.446744Z","end":"2026-03-29T02:27:32.55062Z","steps":["trace[1619324504] 'process raft request' (duration: 103.346821ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:27:32.550772Z","caller":"traceutil/trace.go:171","msg":"trace[1652763460] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:11542; }","duration":"113.292142ms","start":"2026-03-29T02:27:32.437459Z","end":"2026-03-29T02:27:32.550752Z","steps":["trace[1652763460] 'range keys from in-memory index tree' (duration: 112.924935ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:27:32.613359Z","caller":"traceutil/trace.go:171","msg":"trace[521219593] transaction","detail":"{read_only:false; response_revision:11544; number_of_response:1; }","duration":"166.01751ms","start":"2026-03-29T02:27:32.447317Z","end":"2026-03-29T02:27:32.613335Z","steps":["trace[521219593] 'process raft request' (duration: 165.497049ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:27:33.500888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"614.052725ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:27:33.501008Z","caller":"traceutil/trace.go:171","msg":"trace[860238450] linearizableReadLoop","detail":"{readStateIndex:12008; appliedIndex:12007; }","duration":"887.906508ms","start":"2026-03-29T02:27:32.613082Z","end":"2026-03-29T02:27:33.500988Z","steps":["trace[860238450] 'read index received' (duration: 273.636068ms)","trace[860238450] 'applied index is now lower than readState.Index' (duration: 614.2692ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:27:33.501113Z","caller":"traceutil/trace.go:171","msg":"trace[162615007] transaction","detail":"{read_only:false; response_revision:11546; number_of_response:1; }","duration":"945.187828ms","start":"2026-03-29T02:27:32.555911Z","end":"2026-03-29T02:27:33.501099Z","steps":["trace[162615007] 'process raft request' (duration: 330.813586ms)","trace[162615007] 'compare' (duration: 613.916272ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:27:33.501179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:27:32.555881Z","time spent":"945.26417ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:27:33.501269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.17872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:27:33.501362Z","caller":"traceutil/trace.go:171","msg":"trace[1399262138] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:11546; }","duration":"463.348443ms","start":"2026-03-29T02:27:33.037993Z","end":"2026-03-29T02:27:33.501341Z","steps":["trace[1399262138] 'agreement among raft nodes before linearized reading' (duration: 463.1754ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:27:33.501368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"751.672387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-29T02:27:33.501383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.156446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-29T02:27:33.501387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"966.840997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-c4cs6\" ","response":"range_response_count:1 size:6520"} {"level":"warn","ts":"2026-03-29T02:27:33.501445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.332404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.36\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-29T02:27:33.501462Z","caller":"traceutil/trace.go:171","msg":"trace[234641262] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:11546; }","duration":"751.801679ms","start":"2026-03-29T02:27:32.749634Z","end":"2026-03-29T02:27:33.501436Z","steps":["trace[234641262] 'agreement among raft nodes before linearized reading' (duration: 751.601005ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:27:33.501476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.860869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-29T02:27:33.501484Z","caller":"traceutil/trace.go:171","msg":"trace[1330019799] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:11546; }","duration":"240.32869ms","start":"2026-03-29T02:27:33.261134Z","end":"2026-03-29T02:27:33.501463Z","steps":["trace[1330019799] 'agreement among raft nodes before linearized reading' (duration: 240.123376ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:27:33.501462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"583.450576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-29T02:27:33.501512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:27:32.749624Z","time spent":"751.877592ms","remote":"127.0.0.1:43154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":59,"response size":31,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:27:33.501512Z","caller":"traceutil/trace.go:171","msg":"trace[958510166] range","detail":"{range_begin:/registry/masterleases/162.253.55.36; range_end:; response_count:1; response_revision:11546; }","duration":"123.428227ms","start":"2026-03-29T02:27:33.378064Z","end":"2026-03-29T02:27:33.501493Z","steps":["trace[958510166] 'agreement among raft nodes before linearized reading' (duration: 123.185081ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:27:33.501547Z","caller":"traceutil/trace.go:171","msg":"trace[1483798858] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11546; }","duration":"391.91883ms","start":"2026-03-29T02:27:33.109607Z","end":"2026-03-29T02:27:33.501525Z","steps":["trace[1483798858] 'agreement among raft nodes before linearized reading' (duration: 391.734776ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:27:33.50157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"580.285936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-29T02:27:33.501567Z","caller":"traceutil/trace.go:171","msg":"trace[1393469787] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11546; }","duration":"583.60253ms","start":"2026-03-29T02:27:32.917938Z","end":"2026-03-29T02:27:33.50154Z","steps":["trace[1393469787] 'agreement among raft nodes before linearized reading' (duration: 583.293263ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:27:33.501602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:27:33.109521Z","time spent":"392.066884ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-29T02:27:33.50161Z","caller":"traceutil/trace.go:171","msg":"trace[277075445] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11546; }","duration":"580.339268ms","start":"2026-03-29T02:27:32.921261Z","end":"2026-03-29T02:27:33.501601Z","steps":["trace[277075445] 'agreement among raft nodes before linearized reading' (duration: 580.193075ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:27:33.501424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:27:33.037966Z","time spent":"463.446396ms","remote":"127.0.0.1:43784","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:27:33.501618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"581.148405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-29T02:27:33.501622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:27:32.917918Z","time spent":"583.695862ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-29T02:27:33.501638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:27:32.921253Z","time spent":"580.378739ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-29T02:27:33.501661Z","caller":"traceutil/trace.go:171","msg":"trace[1987528876] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:11546; }","duration":"581.201467ms","start":"2026-03-29T02:27:32.920445Z","end":"2026-03-29T02:27:33.501646Z","steps":["trace[1987528876] 'agreement among raft nodes before linearized reading' (duration: 581.066784ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:27:33.501271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"786.831477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:27:33.501706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:27:32.920439Z","time spent":"581.259368ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-29T02:27:33.50174Z","caller":"traceutil/trace.go:171","msg":"trace[800069519] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:11546; }","duration":"787.373699ms","start":"2026-03-29T02:27:32.714354Z","end":"2026-03-29T02:27:33.501728Z","steps":["trace[800069519] 'agreement among raft nodes before linearized reading' (duration: 786.818257ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:27:33.501502Z","caller":"traceutil/trace.go:171","msg":"trace[1653530906] range","detail":"{range_begin:/registry/pods/openstack/keepalived-c4cs6; range_end:; response_count:1; response_revision:11546; }","duration":"966.983951ms","start":"2026-03-29T02:27:32.534492Z","end":"2026-03-29T02:27:33.501476Z","steps":["trace[1653530906] 'agreement among raft nodes before linearized reading' (duration: 966.652414ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:27:33.501782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:27:32.714333Z","time spent":"787.43875ms","remote":"127.0.0.1:46600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:27:33.501799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:27:32.534486Z","time spent":"967.304408ms","remote":"127.0.0.1:43172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6544,"request content":"key:\"/registry/pods/openstack/keepalived-c4cs6\" "} {"level":"warn","ts":"2026-03-29T02:27:33.50195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"581.515053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-29T02:27:33.501992Z","caller":"traceutil/trace.go:171","msg":"trace[1411271674] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11546; }","duration":"581.603765ms","start":"2026-03-29T02:27:32.920378Z","end":"2026-03-29T02:27:33.501982Z","steps":["trace[1411271674] 'agreement among raft nodes before linearized reading' (duration: 580.847159ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:27:33.502018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:27:32.920354Z","time spent":"581.656687ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-29T02:27:34.006768Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583528501969616,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:27:35.150025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"678.621467ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-03-29T02:27:35.150133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:27:33.503379Z","time spent":"1.646749813s","remote":"127.0.0.1:43048","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-29T02:27:35.430859Z","caller":"traceutil/trace.go:171","msg":"trace[1789045290] transaction","detail":"{read_only:false; response_revision:11547; number_of_response:1; }","duration":"1.924694766s","start":"2026-03-29T02:27:33.506132Z","end":"2026-03-29T02:27:35.430827Z","steps":["trace[1789045290] 'process raft request' (duration: 1.829571067s)","trace[1789045290] 'compare' (duration: 94.933295ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:27:35.431024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:27:33.506112Z","time spent":"1.924824729s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:27:35.431201Z","caller":"traceutil/trace.go:171","msg":"trace[316634917] transaction","detail":"{read_only:false; response_revision:11548; number_of_response:1; }","duration":"1.924054542s","start":"2026-03-29T02:27:33.507107Z","end":"2026-03-29T02:27:35.431161Z","steps":["trace[316634917] 'process raft request' (duration: 1.923680704s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:27:35.431337Z","caller":"traceutil/trace.go:171","msg":"trace[1483703240] transaction","detail":"{read_only:false; response_revision:11550; number_of_response:1; }","duration":"1.924091212s","start":"2026-03-29T02:27:33.507219Z","end":"2026-03-29T02:27:35.431311Z","steps":["trace[1483703240] 'process raft request' (duration: 1.923947009s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:27:35.431369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:27:33.507091Z","time spent":"1.924180434s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:27:35.431366Z","caller":"traceutil/trace.go:171","msg":"trace[1111057274] linearizableReadLoop","detail":"{readStateIndex:12014; appliedIndex:12008; }","duration":"1.924744867s","start":"2026-03-29T02:27:33.506594Z","end":"2026-03-29T02:27:35.431339Z","steps":["trace[1111057274] 'read index received' (duration: 964.875224ms)","trace[1111057274] 'applied index is now lower than readState.Index' (duration: 959.868493ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:27:35.431447Z","caller":"traceutil/trace.go:171","msg":"trace[2057527172] transaction","detail":"{read_only:false; response_revision:11549; number_of_response:1; }","duration":"1.924230506s","start":"2026-03-29T02:27:33.507207Z","end":"2026-03-29T02:27:35.431437Z","steps":["trace[2057527172] 'process raft request' (duration: 1.923852938s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:27:35.431431Z","caller":"traceutil/trace.go:171","msg":"trace[438049782] transaction","detail":"{read_only:false; response_revision:11551; number_of_response:1; }","duration":"1.924152434s","start":"2026-03-29T02:27:33.507239Z","end":"2026-03-29T02:27:35.431391Z","steps":["trace[438049782] 'process raft request' (duration: 1.924001311s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:27:35.431499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:27:33.507184Z","time spent":"1.924289287s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:27:35.431406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:27:33.507205Z","time spent":"1.924164205s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:27:35.431587Z","caller":"traceutil/trace.go:171","msg":"trace[2125068512] transaction","detail":"{read_only:false; response_revision:11552; number_of_response:1; }","duration":"875.041092ms","start":"2026-03-29T02:27:34.556526Z","end":"2026-03-29T02:27:35.431568Z","steps":["trace[2125068512] 'process raft request' (duration: 874.768316ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:27:35.431611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:27:33.507213Z","time spent":"1.924294078s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:27:35.431724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:27:34.556494Z","time spent":"875.152525ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:27:35.432082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.925471952s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:41 size:375474"} {"level":"info","ts":"2026-03-29T02:27:35.432132Z","caller":"traceutil/trace.go:171","msg":"trace[829592848] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:41; response_revision:11552; }","duration":"1.925566935s","start":"2026-03-29T02:27:33.506554Z","end":"2026-03-29T02:27:35.432121Z","steps":["trace[829592848] 'agreement among raft nodes before linearized reading' (duration: 1.924941371s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:27:35.432192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:27:33.506542Z","time spent":"1.925639386s","remote":"127.0.0.1:43172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":41,"response size":375498,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-29T02:27:35.432197Z","caller":"traceutil/trace.go:171","msg":"trace[1108481166] transaction","detail":"{read_only:false; response_revision:11553; number_of_response:1; }","duration":"813.102948ms","start":"2026-03-29T02:27:34.619031Z","end":"2026-03-29T02:27:35.432134Z","steps":["trace[1108481166] 'process raft request' (duration: 812.485415ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:27:35.432383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:27:34.618999Z","time spent":"813.280322ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:27:35.432474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.72283523s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:27:35.43258Z","caller":"traceutil/trace.go:171","msg":"trace[958617468] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:11555; }","duration":"1.722994494s","start":"2026-03-29T02:27:33.709568Z","end":"2026-03-29T02:27:35.432563Z","steps":["trace[958617468] 'agreement among raft nodes before linearized reading' (duration: 1.722785429s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:27:35.432616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:27:33.709541Z","time spent":"1.723063835s","remote":"127.0.0.1:33022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":43,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:27:35.432705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.888576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:27:35.432751Z","caller":"traceutil/trace.go:171","msg":"trace[229845466] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:11555; }","duration":"307.970468ms","start":"2026-03-29T02:27:35.124764Z","end":"2026-03-29T02:27:35.432735Z","steps":["trace[229845466] 'agreement among raft nodes before linearized reading' (duration: 307.890157ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:27:35.43279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:27:35.124743Z","time spent":"308.034649ms","remote":"127.0.0.1:46672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:27:35.432805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"527.545047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:27:35.432815Z","caller":"traceutil/trace.go:171","msg":"trace[1702247389] transaction","detail":"{read_only:false; response_revision:11555; number_of_response:1; }","duration":"281.382829ms","start":"2026-03-29T02:27:35.151419Z","end":"2026-03-29T02:27:35.432802Z","steps":["trace[1702247389] 'process raft request' (duration: 280.832397ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:27:35.432832Z","caller":"traceutil/trace.go:171","msg":"trace[114397665] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:11555; }","duration":"527.621518ms","start":"2026-03-29T02:27:34.905202Z","end":"2026-03-29T02:27:35.432824Z","steps":["trace[114397665] 'agreement among raft nodes before linearized reading' (duration: 527.568757ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:27:35.432858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:27:34.905172Z","time spent":"527.67904ms","remote":"127.0.0.1:57706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:27:35.433027Z","caller":"traceutil/trace.go:171","msg":"trace[2043025866] transaction","detail":"{read_only:false; response_revision:11554; number_of_response:1; }","duration":"812.69146ms","start":"2026-03-29T02:27:34.620325Z","end":"2026-03-29T02:27:35.433016Z","steps":["trace[2043025866] 'process raft request' (duration: 811.703778ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:27:35.433065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.964987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:19101"} {"level":"info","ts":"2026-03-29T02:27:35.433099Z","caller":"traceutil/trace.go:171","msg":"trace[1656210988] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:11555; }","duration":"137.051579ms","start":"2026-03-29T02:27:35.296037Z","end":"2026-03-29T02:27:35.433089Z","steps":["trace[1656210988] 'agreement among raft nodes before linearized reading' (duration: 136.896405ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:27:35.4331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:27:34.620284Z","time spent":"812.779522ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:27:35.43323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.730848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:27:35.43328Z","caller":"traceutil/trace.go:171","msg":"trace[57570079] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:11555; }","duration":"249.82313ms","start":"2026-03-29T02:27:35.183446Z","end":"2026-03-29T02:27:35.433269Z","steps":["trace[57570079] 'agreement among raft nodes before linearized reading' (duration: 249.739988ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:27:35.433388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.639478932s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1857"} {"level":"info","ts":"2026-03-29T02:27:35.433429Z","caller":"traceutil/trace.go:171","msg":"trace[11305271] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:11555; }","duration":"1.639560414s","start":"2026-03-29T02:27:33.793854Z","end":"2026-03-29T02:27:35.433414Z","steps":["trace[11305271] 'agreement among raft nodes before linearized reading' (duration: 1.639438621s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:27:35.433456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:27:33.793826Z","time spent":"1.639623016s","remote":"127.0.0.1:43140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"warn","ts":"2026-03-29T02:27:35.433471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.142285318s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:27:35.4335Z","caller":"traceutil/trace.go:171","msg":"trace[2053542882] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:11555; }","duration":"1.142359889s","start":"2026-03-29T02:27:34.291134Z","end":"2026-03-29T02:27:35.433494Z","steps":["trace[2053542882] 'agreement among raft nodes before linearized reading' (duration: 1.142288667s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:27:35.433519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:27:34.29111Z","time spent":"1.14240468s","remote":"127.0.0.1:45348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":22,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:27:35.433516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.515303828s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:27:35.433552Z","caller":"traceutil/trace.go:171","msg":"trace[205265494] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11555; }","duration":"1.515394861s","start":"2026-03-29T02:27:33.918147Z","end":"2026-03-29T02:27:35.433542Z","steps":["trace[205265494] 'agreement among raft nodes before linearized reading' (duration: 1.51533674s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:27:35.433576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:27:33.918115Z","time spent":"1.515455552s","remote":"127.0.0.1:43010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:27:35.433064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"777.477229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/staffeln-db-sync\" ","response":"range_response_count:1 size:5129"} {"level":"info","ts":"2026-03-29T02:27:35.433723Z","caller":"traceutil/trace.go:171","msg":"trace[262687662] range","detail":"{range_begin:/registry/jobs/openstack/staffeln-db-sync; range_end:; response_count:1; response_revision:11555; }","duration":"778.170464ms","start":"2026-03-29T02:27:34.655543Z","end":"2026-03-29T02:27:35.433714Z","steps":["trace[262687662] 'agreement among raft nodes before linearized reading' (duration: 777.434078ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:27:35.433748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:27:34.655465Z","time spent":"778.274246ms","remote":"127.0.0.1:43224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":5153,"request content":"key:\"/registry/jobs/openstack/staffeln-db-sync\" "} {"level":"info","ts":"2026-03-29T02:27:35.770958Z","caller":"traceutil/trace.go:171","msg":"trace[2140089689] transaction","detail":"{read_only:false; response_revision:11556; number_of_response:1; }","duration":"259.301879ms","start":"2026-03-29T02:27:35.511607Z","end":"2026-03-29T02:27:35.770909Z","steps":["trace[2140089689] 'process raft request' (duration: 209.504235ms)","trace[2140089689] 'compare' (duration: 49.60692ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:27:36.456972Z","caller":"traceutil/trace.go:171","msg":"trace[452697726] transaction","detail":"{read_only:false; response_revision:11557; number_of_response:1; }","duration":"278.27092ms","start":"2026-03-29T02:27:36.178671Z","end":"2026-03-29T02:27:36.456942Z","steps":["trace[452697726] 'process raft request' (duration: 278.058455ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:27:36.510144Z","caller":"traceutil/trace.go:171","msg":"trace[1120220738] transaction","detail":"{read_only:false; response_revision:11558; number_of_response:1; }","duration":"326.595172ms","start":"2026-03-29T02:27:36.183514Z","end":"2026-03-29T02:27:36.510109Z","steps":["trace[1120220738] 'process raft request' (duration: 326.300226ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:27:36.510364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:27:36.183499Z","time spent":"326.740785ms","remote":"127.0.0.1:43172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7264,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:27:36.510355Z","caller":"traceutil/trace.go:171","msg":"trace[381629845] linearizableReadLoop","detail":"{readStateIndex:12021; appliedIndex:12019; }","duration":"307.156891ms","start":"2026-03-29T02:27:36.203157Z","end":"2026-03-29T02:27:36.510314Z","steps":["trace[381629845] 'read index received' (duration: 253.507822ms)","trace[381629845] 'applied index is now lower than readState.Index' (duration: 53.646169ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:27:36.51054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.358626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:27:36.510539Z","caller":"traceutil/trace.go:171","msg":"trace[1190605617] transaction","detail":"{read_only:false; response_revision:11559; number_of_response:1; }","duration":"239.092561ms","start":"2026-03-29T02:27:36.271382Z","end":"2026-03-29T02:27:36.510474Z","steps":["trace[1190605617] 'process raft request' (duration: 238.650262ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:27:36.510819Z","caller":"traceutil/trace.go:171","msg":"trace[956657928] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:11559; }","duration":"307.54877ms","start":"2026-03-29T02:27:36.203087Z","end":"2026-03-29T02:27:36.510636Z","steps":["trace[956657928] 'agreement among raft nodes before linearized reading' (duration: 307.358686ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:27:36.510908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:27:36.203062Z","time spent":"307.825065ms","remote":"127.0.0.1:43454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-29T02:27:37.596833Z","caller":"traceutil/trace.go:171","msg":"trace[183366077] transaction","detail":"{read_only:false; response_revision:11561; number_of_response:1; }","duration":"157.960542ms","start":"2026-03-29T02:27:37.438801Z","end":"2026-03-29T02:27:37.596761Z","steps":["trace[183366077] 'process raft request' (duration: 157.619914ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:27:37.597437Z","caller":"traceutil/trace.go:171","msg":"trace[914482909] transaction","detail":"{read_only:false; response_revision:11562; number_of_response:1; }","duration":"158.570775ms","start":"2026-03-29T02:27:37.438819Z","end":"2026-03-29T02:27:37.59739Z","steps":["trace[914482909] 'process raft request' (duration: 157.818459ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:27:37.597594Z","caller":"traceutil/trace.go:171","msg":"trace[1386236097] linearizableReadLoop","detail":"{readStateIndex:12025; appliedIndex:12022; }","duration":"158.581095ms","start":"2026-03-29T02:27:37.438998Z","end":"2026-03-29T02:27:37.597579Z","steps":["trace[1386236097] 'read index received' (duration: 7.172738ms)","trace[1386236097] 'applied index is now lower than readState.Index' (duration: 151.407117ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:27:37.597682Z","caller":"traceutil/trace.go:171","msg":"trace[822374388] transaction","detail":"{read_only:false; response_revision:11563; number_of_response:1; }","duration":"158.640686ms","start":"2026-03-29T02:27:37.439032Z","end":"2026-03-29T02:27:37.597672Z","steps":["trace[822374388] 'process raft request' (duration: 158.287359ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:27:37.597788Z","caller":"traceutil/trace.go:171","msg":"trace[123456882] transaction","detail":"{read_only:false; response_revision:11567; number_of_response:1; }","duration":"154.368783ms","start":"2026-03-29T02:27:37.443409Z","end":"2026-03-29T02:27:37.597778Z","steps":["trace[123456882] 'process raft request' (duration: 154.135198ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:27:37.597813Z","caller":"traceutil/trace.go:171","msg":"trace[990656] transaction","detail":"{read_only:false; response_revision:11566; number_of_response:1; }","duration":"155.972688ms","start":"2026-03-29T02:27:37.441802Z","end":"2026-03-29T02:27:37.597774Z","steps":["trace[990656] 'process raft request' (duration: 155.709052ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:27:37.597991Z","caller":"traceutil/trace.go:171","msg":"trace[791170518] transaction","detail":"{read_only:false; response_revision:11565; number_of_response:1; }","duration":"156.537041ms","start":"2026-03-29T02:27:37.441445Z","end":"2026-03-29T02:27:37.597982Z","steps":["trace[791170518] 'process raft request' (duration: 156.02795ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:27:37.597993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.955023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-29T02:27:37.598063Z","caller":"traceutil/trace.go:171","msg":"trace[1531962813] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:11567; }","duration":"159.066916ms","start":"2026-03-29T02:27:37.438976Z","end":"2026-03-29T02:27:37.598043Z","steps":["trace[1531962813] 'agreement among raft nodes before linearized reading' (duration: 158.8177ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:27:37.598162Z","caller":"traceutil/trace.go:171","msg":"trace[1984719483] transaction","detail":"{read_only:false; response_revision:11564; number_of_response:1; }","duration":"157.466011ms","start":"2026-03-29T02:27:37.440668Z","end":"2026-03-29T02:27:37.598134Z","steps":["trace[1984719483] 'process raft request' (duration: 156.762806ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:27:37.658734Z","caller":"traceutil/trace.go:171","msg":"trace[124887382] transaction","detail":"{read_only:false; response_revision:11568; number_of_response:1; }","duration":"138.03164ms","start":"2026-03-29T02:27:37.520657Z","end":"2026-03-29T02:27:37.658689Z","steps":["trace[124887382] 'process raft request' (duration: 137.805536ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:27:37.658805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.259141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/staffeln-db-sync\" ","response":"range_response_count:1 size:5129"} {"level":"info","ts":"2026-03-29T02:27:37.658898Z","caller":"traceutil/trace.go:171","msg":"trace[471751751] range","detail":"{range_begin:/registry/jobs/openstack/staffeln-db-sync; range_end:; response_count:1; response_revision:11568; }","duration":"219.431605ms","start":"2026-03-29T02:27:37.439441Z","end":"2026-03-29T02:27:37.658872Z","steps":["trace[471751751] 'agreement among raft nodes before linearized reading' (duration: 219.21055ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:27:37.659056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.962366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-c4cs6\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-29T02:27:37.659116Z","caller":"traceutil/trace.go:171","msg":"trace[2078055001] range","detail":"{range_begin:/registry/pods/openstack/keepalived-c4cs6; range_end:; response_count:1; response_revision:11568; }","duration":"215.042789ms","start":"2026-03-29T02:27:37.44406Z","end":"2026-03-29T02:27:37.659103Z","steps":["trace[2078055001] 'agreement among raft nodes before linearized reading' (duration: 214.728302ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:27:37.720993Z","caller":"traceutil/trace.go:171","msg":"trace[895490628] transaction","detail":"{read_only:false; response_revision:11569; number_of_response:1; }","duration":"117.626298ms","start":"2026-03-29T02:27:37.603332Z","end":"2026-03-29T02:27:37.720959Z","steps":["trace[895490628] 'process raft request' (duration: 117.129728ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:27:37.906449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.139769ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:27:37.906639Z","caller":"traceutil/trace.go:171","msg":"trace[60985215] transaction","detail":"{read_only:false; response_revision:11570; number_of_response:1; }","duration":"126.030165ms","start":"2026-03-29T02:27:37.780547Z","end":"2026-03-29T02:27:37.906577Z","steps":["trace[60985215] 'process raft request' (duration: 25.646309ms)","trace[60985215] 'compare' (duration: 99.990246ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:27:39.875224Z","caller":"traceutil/trace.go:171","msg":"trace[391048359] transaction","detail":"{read_only:false; response_revision:11572; number_of_response:1; }","duration":"270.960117ms","start":"2026-03-29T02:27:39.604228Z","end":"2026-03-29T02:27:39.875188Z","steps":["trace[391048359] 'process raft request' (duration: 270.750863ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:27:40.232261Z","caller":"traceutil/trace.go:171","msg":"trace[2042389567] transaction","detail":"{read_only:false; response_revision:11573; number_of_response:1; }","duration":"627.813761ms","start":"2026-03-29T02:27:39.60441Z","end":"2026-03-29T02:27:40.232224Z","steps":["trace[2042389567] 'process raft request' (duration: 627.526944ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:27:40.232458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:27:39.604392Z","time spent":"627.962803ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:27:40.232478Z","caller":"traceutil/trace.go:171","msg":"trace[1896501018] transaction","detail":"{read_only:false; response_revision:11574; number_of_response:1; }","duration":"627.596366ms","start":"2026-03-29T02:27:39.604855Z","end":"2026-03-29T02:27:40.232452Z","steps":["trace[1896501018] 'process raft request' (duration: 627.294649ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:27:40.232645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:27:39.60483Z","time spent":"627.724528ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:27:40.232772Z","caller":"traceutil/trace.go:171","msg":"trace[339724945] transaction","detail":"{read_only:false; response_revision:11575; number_of_response:1; }","duration":"625.402436ms","start":"2026-03-29T02:27:39.607361Z","end":"2026-03-29T02:27:40.232764Z","steps":["trace[339724945] 'process raft request' (duration: 625.031038ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:27:40.232765Z","caller":"traceutil/trace.go:171","msg":"trace[1518919110] transaction","detail":"{read_only:false; response_revision:11576; number_of_response:1; }","duration":"625.367626ms","start":"2026-03-29T02:27:39.607381Z","end":"2026-03-29T02:27:40.232749Z","steps":["trace[1518919110] 'process raft request' (duration: 625.284294ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:27:40.232832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:27:39.607363Z","time spent":"625.438717ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:27:40.232841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:27:39.607336Z","time spent":"625.456968ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:27:40.233157Z","caller":"traceutil/trace.go:171","msg":"trace[1166039811] transaction","detail":"{read_only:false; response_revision:11577; number_of_response:1; }","duration":"625.762095ms","start":"2026-03-29T02:27:39.607376Z","end":"2026-03-29T02:27:40.233138Z","steps":["trace[1166039811] 'process raft request' (duration: 625.334415ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:27:40.23324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:27:39.607332Z","time spent":"625.868527ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:27:40.233216Z","caller":"traceutil/trace.go:171","msg":"trace[1857527158] transaction","detail":"{read_only:false; response_revision:11578; number_of_response:1; }","duration":"625.690223ms","start":"2026-03-29T02:27:39.607496Z","end":"2026-03-29T02:27:40.233186Z","steps":["trace[1857527158] 'process raft request' (duration: 625.474648ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:27:40.233136Z","caller":"traceutil/trace.go:171","msg":"trace[799898132] linearizableReadLoop","detail":"{readStateIndex:12042; appliedIndex:12035; }","duration":"567.288579ms","start":"2026-03-29T02:27:39.665817Z","end":"2026-03-29T02:27:40.233105Z","steps":["trace[799898132] 'read index received' (duration: 209.221219ms)","trace[799898132] 'applied index is now lower than readState.Index' (duration: 358.06631ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:27:40.233365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"567.525714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/staffeln-db-sync\" ","response":"range_response_count:1 size:5129"} {"level":"warn","ts":"2026-03-29T02:27:40.233434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:27:39.60748Z","time spent":"625.849307ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:27:40.233479Z","caller":"traceutil/trace.go:171","msg":"trace[867627716] range","detail":"{range_begin:/registry/jobs/openstack/staffeln-db-sync; range_end:; response_count:1; response_revision:11578; }","duration":"567.694608ms","start":"2026-03-29T02:27:39.665766Z","end":"2026-03-29T02:27:40.233461Z","steps":["trace[867627716] 'agreement among raft nodes before linearized reading' (duration: 567.430422ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:27:40.233586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"507.649676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-29T02:27:40.23355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:27:39.665748Z","time spent":"567.778639ms","remote":"127.0.0.1:43224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":5153,"request content":"key:\"/registry/jobs/openstack/staffeln-db-sync\" "} {"level":"warn","ts":"2026-03-29T02:27:40.233671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.642198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:27:40.233732Z","caller":"traceutil/trace.go:171","msg":"trace[1193959924] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11578; }","duration":"315.72188ms","start":"2026-03-29T02:27:39.918Z","end":"2026-03-29T02:27:40.233722Z","steps":["trace[1193959924] 'agreement among raft nodes before linearized reading' (duration: 315.597418ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:27:40.233763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:27:39.91799Z","time spent":"315.767521ms","remote":"127.0.0.1:43010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:27:40.233668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.025972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-29T02:27:40.233923Z","caller":"traceutil/trace.go:171","msg":"trace[1445975701] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:11578; }","duration":"323.286718ms","start":"2026-03-29T02:27:39.910593Z","end":"2026-03-29T02:27:40.23388Z","steps":["trace[1445975701] 'agreement among raft nodes before linearized reading' (duration: 322.95209ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:27:40.233645Z","caller":"traceutil/trace.go:171","msg":"trace[670698631] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:11578; }","duration":"507.759888ms","start":"2026-03-29T02:27:39.725868Z","end":"2026-03-29T02:27:40.233628Z","steps":["trace[670698631] 'agreement among raft nodes before linearized reading' (duration: 507.652286ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:27:40.234056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:27:39.910567Z","time spent":"323.441142ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-29T02:27:40.234104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:27:39.725839Z","time spent":"508.250809ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-29T02:27:40.233788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"502.601183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-c4cs6\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-29T02:27:40.234309Z","caller":"traceutil/trace.go:171","msg":"trace[1494700850] range","detail":"{range_begin:/registry/pods/openstack/keepalived-c4cs6; range_end:; response_count:1; response_revision:11578; }","duration":"503.141506ms","start":"2026-03-29T02:27:39.731152Z","end":"2026-03-29T02:27:40.234293Z","steps":["trace[1494700850] 'agreement among raft nodes before linearized reading' (duration: 502.512222ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:27:40.234362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:27:39.73114Z","time spent":"503.205257ms","remote":"127.0.0.1:43172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6544,"request content":"key:\"/registry/pods/openstack/keepalived-c4cs6\" "} {"level":"info","ts":"2026-03-29T02:27:40.594339Z","caller":"traceutil/trace.go:171","msg":"trace[1593142855] linearizableReadLoop","detail":"{readStateIndex:12044; appliedIndex:12042; }","duration":"354.656784ms","start":"2026-03-29T02:27:40.239651Z","end":"2026-03-29T02:27:40.594308Z","steps":["trace[1593142855] 'read index received' (duration: 63.838635ms)","trace[1593142855] 'applied index is now lower than readState.Index' (duration: 290.817319ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:27:40.594416Z","caller":"traceutil/trace.go:171","msg":"trace[1834906149] transaction","detail":"{read_only:false; response_revision:11580; number_of_response:1; }","duration":"355.059013ms","start":"2026-03-29T02:27:40.239312Z","end":"2026-03-29T02:27:40.594371Z","steps":["trace[1834906149] 'process raft request' (duration: 354.837548ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:27:40.594569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.682856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:27:40.594612Z","caller":"traceutil/trace.go:171","msg":"trace[1814066678] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:11580; }","duration":"249.838059ms","start":"2026-03-29T02:27:40.34476Z","end":"2026-03-29T02:27:40.594598Z","steps":["trace[1814066678] 'agreement among raft nodes before linearized reading' (duration: 249.707736ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:27:40.594621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:27:40.239294Z","time spent":"355.205166ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:27:40.5956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.909481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:41 size:375772"} {"level":"info","ts":"2026-03-29T02:27:40.595699Z","caller":"traceutil/trace.go:171","msg":"trace[944378438] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:41; response_revision:11580; }","duration":"356.050205ms","start":"2026-03-29T02:27:40.239628Z","end":"2026-03-29T02:27:40.595678Z","steps":["trace[944378438] 'agreement among raft nodes before linearized reading' (duration: 354.826508ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:27:40.595753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:27:40.23962Z","time spent":"356.122996ms","remote":"127.0.0.1:43172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":41,"response size":375796,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-29T02:28:02.58466Z","caller":"traceutil/trace.go:171","msg":"trace[47858854] transaction","detail":"{read_only:false; response_revision:11693; number_of_response:1; }","duration":"110.337847ms","start":"2026-03-29T02:28:02.474285Z","end":"2026-03-29T02:28:02.584622Z","steps":["trace[47858854] 'process raft request' (duration: 102.978444ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:28:21.807085Z","caller":"traceutil/trace.go:171","msg":"trace[672936675] transaction","detail":"{read_only:false; response_revision:11797; number_of_response:1; }","duration":"204.28469ms","start":"2026-03-29T02:28:21.60277Z","end":"2026-03-29T02:28:21.807055Z","steps":["trace[672936675] 'process raft request' (duration: 204.085645ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:28:24.952398Z","caller":"traceutil/trace.go:171","msg":"trace[1645080895] transaction","detail":"{read_only:false; response_revision:11813; number_of_response:1; }","duration":"114.813385ms","start":"2026-03-29T02:28:24.837541Z","end":"2026-03-29T02:28:24.952355Z","steps":["trace[1645080895] 'process raft request' (duration: 32.299476ms)","trace[1645080895] 'compare' (duration: 81.826744ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:28:24.952598Z","caller":"traceutil/trace.go:171","msg":"trace[15461741] transaction","detail":"{read_only:false; response_revision:11814; number_of_response:1; }","duration":"114.195411ms","start":"2026-03-29T02:28:24.838371Z","end":"2026-03-29T02:28:24.952566Z","steps":["trace[15461741] 'process raft request' (duration: 113.914595ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:28:25.059585Z","caller":"traceutil/trace.go:171","msg":"trace[1244104492] transaction","detail":"{read_only:false; response_revision:11815; number_of_response:1; }","duration":"102.911232ms","start":"2026-03-29T02:28:24.956638Z","end":"2026-03-29T02:28:25.059549Z","steps":["trace[1244104492] 'process raft request' (duration: 98.561945ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:28:25.059876Z","caller":"traceutil/trace.go:171","msg":"trace[1627976310] linearizableReadLoop","detail":"{readStateIndex:12290; appliedIndex:12288; }","duration":"102.199447ms","start":"2026-03-29T02:28:24.957618Z","end":"2026-03-29T02:28:25.059817Z","steps":["trace[1627976310] 'read index received' (duration: 97.528843ms)","trace[1627976310] 'applied index is now lower than readState.Index' (duration: 4.666214ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:28:25.05999Z","caller":"traceutil/trace.go:171","msg":"trace[483748077] transaction","detail":"{read_only:false; response_revision:11816; number_of_response:1; }","duration":"102.644376ms","start":"2026-03-29T02:28:24.957332Z","end":"2026-03-29T02:28:25.059977Z","steps":["trace[483748077] 'process raft request' (duration: 102.167086ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:28:25.060734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.084796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:41 size:375815"} {"level":"info","ts":"2026-03-29T02:28:25.060801Z","caller":"traceutil/trace.go:171","msg":"trace[73680385] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:41; response_revision:11816; }","duration":"103.214419ms","start":"2026-03-29T02:28:24.957574Z","end":"2026-03-29T02:28:25.060788Z","steps":["trace[73680385] 'agreement among raft nodes before linearized reading' (duration: 102.437532ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:28:27.068289Z","caller":"traceutil/trace.go:171","msg":"trace[2050423174] transaction","detail":"{read_only:false; response_revision:11822; number_of_response:1; }","duration":"107.011324ms","start":"2026-03-29T02:28:26.961248Z","end":"2026-03-29T02:28:27.068259Z","steps":["trace[2050423174] 'process raft request' (duration: 106.713387ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:28:27.06862Z","caller":"traceutil/trace.go:171","msg":"trace[2101699160] transaction","detail":"{read_only:false; response_revision:11823; number_of_response:1; }","duration":"107.32702ms","start":"2026-03-29T02:28:26.96125Z","end":"2026-03-29T02:28:27.068577Z","steps":["trace[2101699160] 'process raft request' (duration: 106.89677ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:28:27.176587Z","caller":"traceutil/trace.go:171","msg":"trace[410419477] transaction","detail":"{read_only:false; response_revision:11824; number_of_response:1; }","duration":"102.174624ms","start":"2026-03-29T02:28:27.074385Z","end":"2026-03-29T02:28:27.17656Z","steps":["trace[410419477] 'process raft request' (duration: 98.960483ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:28:27.176817Z","caller":"traceutil/trace.go:171","msg":"trace[389065945] linearizableReadLoop","detail":"{readStateIndex:12299; appliedIndex:12297; }","duration":"101.05088ms","start":"2026-03-29T02:28:27.075715Z","end":"2026-03-29T02:28:27.176766Z","steps":["trace[389065945] 'read index received' (duration: 97.646005ms)","trace[389065945] 'applied index is now lower than readState.Index' (duration: 3.401535ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:28:27.176865Z","caller":"traceutil/trace.go:171","msg":"trace[1820475409] transaction","detail":"{read_only:false; response_revision:11825; number_of_response:1; }","duration":"102.219896ms","start":"2026-03-29T02:28:27.074606Z","end":"2026-03-29T02:28:27.176826Z","steps":["trace[1820475409] 'process raft request' (duration: 101.904219ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:28:27.177645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.89119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:41 size:375815"} {"level":"info","ts":"2026-03-29T02:28:27.177703Z","caller":"traceutil/trace.go:171","msg":"trace[385298430] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:41; response_revision:11825; }","duration":"101.992042ms","start":"2026-03-29T02:28:27.075698Z","end":"2026-03-29T02:28:27.17769Z","steps":["trace[385298430] 'agreement among raft nodes before linearized reading' (duration: 101.234665ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:28:28.755386Z","caller":"traceutil/trace.go:171","msg":"trace[1323298669] transaction","detail":"{read_only:false; response_revision:11830; number_of_response:1; }","duration":"154.655449ms","start":"2026-03-29T02:28:28.600689Z","end":"2026-03-29T02:28:28.755345Z","steps":["trace[1323298669] 'process raft request' (duration: 154.449995ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:28:32.793405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.511022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/staffeln-db-sync\" ","response":"range_response_count:1 size:5129"} {"level":"info","ts":"2026-03-29T02:28:32.793479Z","caller":"traceutil/trace.go:171","msg":"trace[347447665] range","detail":"{range_begin:/registry/jobs/openstack/staffeln-db-sync; range_end:; response_count:1; response_revision:11848; }","duration":"304.655124ms","start":"2026-03-29T02:28:32.488809Z","end":"2026-03-29T02:28:32.793464Z","steps":["trace[347447665] 'range keys from in-memory index tree' (duration: 304.248866ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:28:32.793457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.426894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:28:32.793579Z","caller":"traceutil/trace.go:171","msg":"trace[12779670] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:11848; }","duration":"370.650938ms","start":"2026-03-29T02:28:32.422904Z","end":"2026-03-29T02:28:32.793555Z","steps":["trace[12779670] 'count revisions from in-memory index tree' (duration: 370.26022ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:28:32.793582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.184636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"warn","ts":"2026-03-29T02:28:32.793511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:28:32.488779Z","time spent":"304.725386ms","remote":"127.0.0.1:43224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":5153,"request content":"key:\"/registry/jobs/openstack/staffeln-db-sync\" "} {"level":"warn","ts":"2026-03-29T02:28:32.79365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:28:32.422874Z","time spent":"370.76176ms","remote":"127.0.0.1:43082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:28:32.793676Z","caller":"traceutil/trace.go:171","msg":"trace[1129696158] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:11848; }","duration":"397.35041ms","start":"2026-03-29T02:28:32.396301Z","end":"2026-03-29T02:28:32.793651Z","steps":["trace[1129696158] 'range keys from in-memory index tree' (duration: 396.89311ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:28:32.793727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:28:32.396263Z","time spent":"397.454642ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-29T02:28:32.793494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.925934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-29T02:28:32.793905Z","caller":"traceutil/trace.go:171","msg":"trace[2142844302] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:11848; }","duration":"357.355794ms","start":"2026-03-29T02:28:32.436491Z","end":"2026-03-29T02:28:32.793847Z","steps":["trace[2142844302] 'range keys from in-memory index tree' (duration: 356.677629ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:28:32.794051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:28:32.436469Z","time spent":"357.531538ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-29T02:28:32.794152Z","caller":"traceutil/trace.go:171","msg":"trace[1188174527] linearizableReadLoop","detail":"{readStateIndex:12324; appliedIndex:12323; }","duration":"103.899945ms","start":"2026-03-29T02:28:32.690166Z","end":"2026-03-29T02:28:32.794066Z","steps":["trace[1188174527] 'read index received' (duration: 44.65134ms)","trace[1188174527] 'applied index is now lower than readState.Index' (duration: 59.247045ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:28:32.79428Z","caller":"traceutil/trace.go:171","msg":"trace[688934682] transaction","detail":"{read_only:false; response_revision:11849; number_of_response:1; }","duration":"225.105972ms","start":"2026-03-29T02:28:32.569125Z","end":"2026-03-29T02:28:32.794231Z","steps":["trace[688934682] 'process raft request' (duration: 165.697894ms)","trace[688934682] 'compare' (duration: 58.420046ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:28:32.794506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.322244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-29T02:28:32.794593Z","caller":"traceutil/trace.go:171","msg":"trace[1953940400] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:11849; }","duration":"104.468627ms","start":"2026-03-29T02:28:32.690103Z","end":"2026-03-29T02:28:32.794571Z","steps":["trace[1953940400] 'agreement among raft nodes before linearized reading' (duration: 104.196391ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:28:32.832949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.412342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/glance-api-69bd567774-svqwl.18a12ec59a229b2c\" ","response":"range_response_count:1 size:2095"} {"level":"warn","ts":"2026-03-29T02:28:32.832994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.743286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:28:32.833057Z","caller":"traceutil/trace.go:171","msg":"trace[2128668253] range","detail":"{range_begin:/registry/events/openstack/glance-api-69bd567774-svqwl.18a12ec59a229b2c; range_end:; response_count:1; response_revision:11850; }","duration":"117.576966ms","start":"2026-03-29T02:28:32.715456Z","end":"2026-03-29T02:28:32.833033Z","steps":["trace[2128668253] 'agreement among raft nodes before linearized reading' (duration: 117.260099ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:28:32.833139Z","caller":"traceutil/trace.go:171","msg":"trace[359006975] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:11850; }","duration":"116.033863ms","start":"2026-03-29T02:28:32.717069Z","end":"2026-03-29T02:28:32.833103Z","steps":["trace[359006975] 'agreement among raft nodes before linearized reading' (duration: 115.627543ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:28:33.006528Z","caller":"traceutil/trace.go:171","msg":"trace[1463233026] linearizableReadLoop","detail":"{readStateIndex:12328; appliedIndex:12327; }","duration":"127.21332ms","start":"2026-03-29T02:28:32.879283Z","end":"2026-03-29T02:28:33.006496Z","steps":["trace[1463233026] 'read index received' (duration: 51.051131ms)","trace[1463233026] 'applied index is now lower than readState.Index' (duration: 76.160849ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:28:33.006821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.602401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-06ab89b0-fec3-41a3-a412-9847c1882c6f\" ","response":"range_response_count:1 size:1450"} {"level":"info","ts":"2026-03-29T02:28:33.006798Z","caller":"traceutil/trace.go:171","msg":"trace[549996730] transaction","detail":"{read_only:false; response_revision:11853; number_of_response:1; }","duration":"170.397057ms","start":"2026-03-29T02:28:32.836341Z","end":"2026-03-29T02:28:33.006738Z","steps":["trace[549996730] 'process raft request' (duration: 94.056115ms)","trace[549996730] 'compare' (duration: 75.902032ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:28:33.006919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.058523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-29T02:28:33.006858Z","caller":"traceutil/trace.go:171","msg":"trace[1675081284] range","detail":"{range_begin:/registry/persistentvolumes/pvc-06ab89b0-fec3-41a3-a412-9847c1882c6f; range_end:; response_count:1; response_revision:11853; }","duration":"169.699083ms","start":"2026-03-29T02:28:32.837144Z","end":"2026-03-29T02:28:33.006843Z","steps":["trace[1675081284] 'agreement among raft nodes before linearized reading' (duration: 169.507078ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:28:33.007045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.989843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19101"} {"level":"info","ts":"2026-03-29T02:28:33.007069Z","caller":"traceutil/trace.go:171","msg":"trace[813549186] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11853; }","duration":"139.288698ms","start":"2026-03-29T02:28:32.867733Z","end":"2026-03-29T02:28:33.007022Z","steps":["trace[813549186] 'agreement among raft nodes before linearized reading' (duration: 138.867228ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:28:33.00712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.195634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-29T02:28:33.007781Z","caller":"traceutil/trace.go:171","msg":"trace[1028608375] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:11853; }","duration":"126.594486ms","start":"2026-03-29T02:28:32.880984Z","end":"2026-03-29T02:28:33.007579Z","steps":["trace[1028608375] 'agreement among raft nodes before linearized reading' (duration: 125.787199ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:28:33.008017Z","caller":"traceutil/trace.go:171","msg":"trace[759419621] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:11853; }","duration":"148.119954ms","start":"2026-03-29T02:28:32.859712Z","end":"2026-03-29T02:28:33.007832Z","steps":["trace[759419621] 'agreement among raft nodes before linearized reading' (duration: 146.926297ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:28:43.176214Z","caller":"traceutil/trace.go:171","msg":"trace[490042212] transaction","detail":"{read_only:false; response_revision:11905; number_of_response:1; }","duration":"104.345874ms","start":"2026-03-29T02:28:43.071796Z","end":"2026-03-29T02:28:43.176142Z","steps":["trace[490042212] 'process raft request' (duration: 103.542775ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:28:43.439475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.756489ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:28:43.439718Z","caller":"traceutil/trace.go:171","msg":"trace[590797088] linearizableReadLoop","detail":"{readStateIndex:12384; appliedIndex:12382; }","duration":"227.72156ms","start":"2026-03-29T02:28:43.211975Z","end":"2026-03-29T02:28:43.439697Z","steps":["trace[590797088] 'read index received' (duration: 55.01594ms)","trace[590797088] 'applied index is now lower than readState.Index' (duration: 172.70375ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:28:43.439808Z","caller":"traceutil/trace.go:171","msg":"trace[1809905015] transaction","detail":"{read_only:false; response_revision:11907; number_of_response:1; }","duration":"240.223417ms","start":"2026-03-29T02:28:43.199514Z","end":"2026-03-29T02:28:43.439738Z","steps":["trace[1809905015] 'process raft request' (duration: 123.096319ms)","trace[1809905015] 'compare' (duration: 116.398601ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:28:43.439881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.905294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:28:43.439998Z","caller":"traceutil/trace.go:171","msg":"trace[266835538] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:11907; }","duration":"228.021727ms","start":"2026-03-29T02:28:43.211958Z","end":"2026-03-29T02:28:43.43998Z","steps":["trace[266835538] 'agreement among raft nodes before linearized reading' (duration: 227.872414ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:28:43.440152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.761314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:28:43.44028Z","caller":"traceutil/trace.go:171","msg":"trace[1847142844] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:11907; }","duration":"201.967579ms","start":"2026-03-29T02:28:43.238285Z","end":"2026-03-29T02:28:43.440253Z","steps":["trace[1847142844] 'agreement among raft nodes before linearized reading' (duration: 201.730934ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:28:43.440648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.475606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-29T02:28:43.44075Z","caller":"traceutil/trace.go:171","msg":"trace[474592816] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:11907; }","duration":"159.64704ms","start":"2026-03-29T02:28:43.28108Z","end":"2026-03-29T02:28:43.440727Z","steps":["trace[474592816] 'agreement among raft nodes before linearized reading' (duration: 159.317233ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:28:45.44431Z","caller":"traceutil/trace.go:171","msg":"trace[2084169113] transaction","detail":"{read_only:false; response_revision:11917; number_of_response:1; }","duration":"167.198797ms","start":"2026-03-29T02:28:45.277064Z","end":"2026-03-29T02:28:45.444263Z","steps":["trace[2084169113] 'process raft request' (duration: 123.653562ms)","trace[2084169113] 'compare' (duration: 43.353961ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:28:45.605775Z","caller":"traceutil/trace.go:171","msg":"trace[41608642] transaction","detail":"{read_only:false; response_revision:11920; number_of_response:1; }","duration":"107.416192ms","start":"2026-03-29T02:28:45.498316Z","end":"2026-03-29T02:28:45.605732Z","steps":["trace[41608642] 'process raft request' (duration: 92.971332ms)","trace[41608642] 'compare' (duration: 14.167764ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:28:47.001155Z","caller":"traceutil/trace.go:171","msg":"trace[715035986] transaction","detail":"{read_only:false; response_revision:11923; number_of_response:1; }","duration":"104.100098ms","start":"2026-03-29T02:28:46.897021Z","end":"2026-03-29T02:28:47.001121Z","steps":["trace[715035986] 'process raft request' (duration: 103.908474ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:29:21.248673Z","caller":"traceutil/trace.go:171","msg":"trace[600446329] transaction","detail":"{read_only:false; response_revision:12105; number_of_response:1; }","duration":"105.680006ms","start":"2026-03-29T02:29:21.142963Z","end":"2026-03-29T02:29:21.248643Z","steps":["trace[600446329] 'process raft request' (duration: 105.482832ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:29:21.25914Z","caller":"traceutil/trace.go:171","msg":"trace[1441233388] transaction","detail":"{read_only:false; response_revision:12106; number_of_response:1; }","duration":"114.057424ms","start":"2026-03-29T02:29:21.145049Z","end":"2026-03-29T02:29:21.259106Z","steps":["trace[1441233388] 'process raft request' (duration: 113.887261ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:29:25.551171Z","caller":"traceutil/trace.go:171","msg":"trace[1748857756] transaction","detail":"{read_only:false; response_revision:12127; number_of_response:1; }","duration":"103.060639ms","start":"2026-03-29T02:29:25.448047Z","end":"2026-03-29T02:29:25.551108Z","steps":["trace[1748857756] 'process raft request' (duration: 102.667051ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:29:50.160003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.367967ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:29:50.160378Z","caller":"traceutil/trace.go:171","msg":"trace[890495284] linearizableReadLoop","detail":"{readStateIndex:12745; appliedIndex:12743; }","duration":"182.918209ms","start":"2026-03-29T02:29:49.977441Z","end":"2026-03-29T02:29:50.160359Z","steps":["trace[890495284] 'read index received' (duration: 22.131252ms)","trace[890495284] 'applied index is now lower than readState.Index' (duration: 160.785887ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:29:50.160386Z","caller":"traceutil/trace.go:171","msg":"trace[579567267] transaction","detail":"{read_only:false; response_revision:12252; number_of_response:1; }","duration":"236.258349ms","start":"2026-03-29T02:29:49.92408Z","end":"2026-03-29T02:29:50.160338Z","steps":["trace[579567267] 'process raft request' (duration: 75.441942ms)","trace[579567267] 'compare' (duration: 160.120652ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:29:50.160632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.50737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-29T02:29:50.160595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.137103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:29:50.160673Z","caller":"traceutil/trace.go:171","msg":"trace[33248528] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12253; }","duration":"121.589912ms","start":"2026-03-29T02:29:50.039072Z","end":"2026-03-29T02:29:50.160662Z","steps":["trace[33248528] 'agreement among raft nodes before linearized reading' (duration: 121.404538ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:29:50.160706Z","caller":"traceutil/trace.go:171","msg":"trace[594039016] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:12253; }","duration":"183.300128ms","start":"2026-03-29T02:29:49.977378Z","end":"2026-03-29T02:29:50.160678Z","steps":["trace[594039016] 'agreement among raft nodes before linearized reading' (duration: 183.086953ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:29:50.161122Z","caller":"traceutil/trace.go:171","msg":"trace[2085188016] transaction","detail":"{read_only:false; response_revision:12253; number_of_response:1; }","duration":"195.010439ms","start":"2026-03-29T02:29:49.96609Z","end":"2026-03-29T02:29:50.161101Z","steps":["trace[2085188016] 'process raft request' (duration: 194.15809ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:29:50.324361Z","caller":"traceutil/trace.go:171","msg":"trace[1473678797] linearizableReadLoop","detail":"{readStateIndex:12746; appliedIndex:12745; }","duration":"158.816012ms","start":"2026-03-29T02:29:50.165507Z","end":"2026-03-29T02:29:50.324323Z","steps":["trace[1473678797] 'read index received' (duration: 157.572304ms)","trace[1473678797] 'applied index is now lower than readState.Index' (duration: 1.242098ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:29:50.324468Z","caller":"traceutil/trace.go:171","msg":"trace[1643959798] transaction","detail":"{read_only:false; response_revision:12254; number_of_response:1; }","duration":"159.778614ms","start":"2026-03-29T02:29:50.164641Z","end":"2026-03-29T02:29:50.324419Z","steps":["trace[1643959798] 'process raft request' (duration: 158.419894ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:29:50.325211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.673031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:41 size:375817"} {"level":"info","ts":"2026-03-29T02:29:50.325273Z","caller":"traceutil/trace.go:171","msg":"trace[764626175] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:41; response_revision:12254; }","duration":"159.804674ms","start":"2026-03-29T02:29:50.165455Z","end":"2026-03-29T02:29:50.325259Z","steps":["trace[764626175] 'agreement among raft nodes before linearized reading' (duration: 159.034216ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:29:50.326068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.078358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-29T02:29:50.326055Z","caller":"traceutil/trace.go:171","msg":"trace[2094750414] transaction","detail":"{read_only:false; response_revision:12255; number_of_response:1; }","duration":"160.07842ms","start":"2026-03-29T02:29:50.16595Z","end":"2026-03-29T02:29:50.326029Z","steps":["trace[2094750414] 'process raft request' (duration: 159.922847ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:29:50.32612Z","caller":"traceutil/trace.go:171","msg":"trace[1557075484] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:12255; }","duration":"159.130789ms","start":"2026-03-29T02:29:50.166977Z","end":"2026-03-29T02:29:50.326107Z","steps":["trace[1557075484] 'agreement among raft nodes before linearized reading' (duration: 158.987216ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:29:56.627438Z","caller":"traceutil/trace.go:171","msg":"trace[1043507238] transaction","detail":"{read_only:false; response_revision:12285; number_of_response:1; }","duration":"168.436456ms","start":"2026-03-29T02:29:56.458966Z","end":"2026-03-29T02:29:56.627403Z","steps":["trace[1043507238] 'process raft request' (duration: 129.810736ms)","trace[1043507238] 'compare' (duration: 38.433846ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:29:57.532817Z","caller":"traceutil/trace.go:171","msg":"trace[1779311785] transaction","detail":"{read_only:false; response_revision:12287; number_of_response:1; }","duration":"122.564833ms","start":"2026-03-29T02:29:57.410213Z","end":"2026-03-29T02:29:57.532778Z","steps":["trace[1779311785] 'process raft request' (duration: 122.370829ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:29:57.640033Z","caller":"traceutil/trace.go:171","msg":"trace[101017657] transaction","detail":"{read_only:false; response_revision:12288; number_of_response:1; }","duration":"170.564694ms","start":"2026-03-29T02:29:57.469423Z","end":"2026-03-29T02:29:57.639987Z","steps":["trace[101017657] 'process raft request' (duration: 139.122043ms)","trace[101017657] 'compare' (duration: 31.210506ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:29:58.982105Z","caller":"traceutil/trace.go:171","msg":"trace[172928906] transaction","detail":"{read_only:false; response_revision:12295; number_of_response:1; }","duration":"162.959585ms","start":"2026-03-29T02:29:58.819103Z","end":"2026-03-29T02:29:58.982063Z","steps":["trace[172928906] 'process raft request' (duration: 63.725462ms)","trace[172928906] 'compare' (duration: 98.961367ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:29:59.145487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.498937ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-29T02:29:59.145601Z","caller":"traceutil/trace.go:171","msg":"trace[397878153] linearizableReadLoop","detail":"{readStateIndex:12789; appliedIndex:12788; }","duration":"132.984546ms","start":"2026-03-29T02:29:59.012598Z","end":"2026-03-29T02:29:59.145582Z","steps":["trace[397878153] 'read index received' (duration: 43.731µs)","trace[397878153] 'applied index is now lower than readState.Index' (duration: 132.939305ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:29:59.146398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.777854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:29:59.146535Z","caller":"traceutil/trace.go:171","msg":"trace[2142540020] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:12295; }","duration":"133.967488ms","start":"2026-03-29T02:29:59.012549Z","end":"2026-03-29T02:29:59.146516Z","steps":["trace[2142540020] 'agreement among raft nodes before linearized reading' (duration: 133.776114ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:29:59.677751Z","caller":"traceutil/trace.go:171","msg":"trace[1644906770] transaction","detail":"{read_only:false; response_revision:12298; number_of_response:1; }","duration":"139.146653ms","start":"2026-03-29T02:29:59.53857Z","end":"2026-03-29T02:29:59.677716Z","steps":["trace[1644906770] 'process raft request' (duration: 52.894309ms)","trace[1644906770] 'compare' (duration: 86.08538ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:30:00.443544Z","caller":"traceutil/trace.go:171","msg":"trace[1190126600] transaction","detail":"{read_only:false; response_revision:12304; number_of_response:1; }","duration":"115.19134ms","start":"2026-03-29T02:30:00.328315Z","end":"2026-03-29T02:30:00.443507Z","steps":["trace[1190126600] 'process raft request' (duration: 102.22037ms)","trace[1190126600] 'compare' (duration: 12.813846ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:30:00.709443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.574953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:30:00.709552Z","caller":"traceutil/trace.go:171","msg":"trace[1394134859] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:12304; }","duration":"148.755449ms","start":"2026-03-29T02:30:00.560773Z","end":"2026-03-29T02:30:00.709528Z","steps":["trace[1394134859] 'range keys from in-memory index tree' (duration: 148.41241ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:30:00.709588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.374823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-29T02:30:00.709702Z","caller":"traceutil/trace.go:171","msg":"trace[401153401] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12304; }","duration":"106.522956ms","start":"2026-03-29T02:30:00.60315Z","end":"2026-03-29T02:30:00.709673Z","steps":["trace[401153401] 'range keys from in-memory index tree' (duration: 106.22473ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:30:01.095782Z","caller":"traceutil/trace.go:171","msg":"trace[794104404] linearizableReadLoop","detail":"{readStateIndex:12799; appliedIndex:12798; }","duration":"379.419462ms","start":"2026-03-29T02:30:00.716334Z","end":"2026-03-29T02:30:01.095753Z","steps":["trace[794104404] 'read index received' (duration: 379.373261ms)","trace[794104404] 'applied index is now lower than readState.Index' (duration: 44.651µs)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:30:01.095921Z","caller":"traceutil/trace.go:171","msg":"trace[2114767633] transaction","detail":"{read_only:false; response_revision:12305; number_of_response:1; }","duration":"381.576781ms","start":"2026-03-29T02:30:00.714309Z","end":"2026-03-29T02:30:01.095886Z","steps":["trace[2114767633] 'process raft request' (duration: 381.256183ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:30:01.096047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.690559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-29T02:30:01.096095Z","caller":"traceutil/trace.go:171","msg":"trace[1631383180] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:12305; }","duration":"379.809342ms","start":"2026-03-29T02:30:00.716271Z","end":"2026-03-29T02:30:01.09608Z","steps":["trace[1631383180] 'agreement among raft nodes before linearized reading' (duration: 379.632418ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:30:01.096105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:30:00.714288Z","time spent":"381.710584ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:30:01.096132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:30:00.716236Z","time spent":"379.887174ms","remote":"127.0.0.1:43172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-29T02:30:01.218943Z","caller":"traceutil/trace.go:171","msg":"trace[2021454785] linearizableReadLoop","detail":"{readStateIndex:12800; appliedIndex:12799; }","duration":"123.022854ms","start":"2026-03-29T02:30:01.095871Z","end":"2026-03-29T02:30:01.218894Z","steps":["trace[2021454785] 'read index received' (duration: 57.434392ms)","trace[2021454785] 'applied index is now lower than readState.Index' (duration: 65.587472ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:30:01.219316Z","caller":"traceutil/trace.go:171","msg":"trace[286769510] transaction","detail":"{read_only:false; response_revision:12306; number_of_response:1; }","duration":"231.392382ms","start":"2026-03-29T02:30:00.987902Z","end":"2026-03-29T02:30:01.219294Z","steps":["trace[286769510] 'process raft request' (duration: 165.380739ms)","trace[286769510] 'compare' (duration: 65.49223ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:30:01.219428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"488.040396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-29T02:30:01.219529Z","caller":"traceutil/trace.go:171","msg":"trace[1833052941] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:12306; }","duration":"488.204379ms","start":"2026-03-29T02:30:00.731308Z","end":"2026-03-29T02:30:01.219512Z","steps":["trace[1833052941] 'agreement among raft nodes before linearized reading' (duration: 487.851102ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:30:01.219538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.576532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19101"} {"level":"warn","ts":"2026-03-29T02:30:01.219586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:30:00.731294Z","time spent":"488.285521ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-29T02:30:01.219633Z","caller":"traceutil/trace.go:171","msg":"trace[1954023463] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:12306; }","duration":"121.732296ms","start":"2026-03-29T02:30:01.097878Z","end":"2026-03-29T02:30:01.219611Z","steps":["trace[1954023463] 'agreement among raft nodes before linearized reading' (duration: 121.452159ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:30:01.370286Z","caller":"traceutil/trace.go:171","msg":"trace[1190041257] transaction","detail":"{read_only:false; response_revision:12308; number_of_response:1; }","duration":"126.43708ms","start":"2026-03-29T02:30:01.243821Z","end":"2026-03-29T02:30:01.370258Z","steps":["trace[1190041257] 'process raft request' (duration: 111.431576ms)","trace[1190041257] 'compare' (duration: 14.687277ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:30:01.835075Z","caller":"traceutil/trace.go:171","msg":"trace[605887740] transaction","detail":"{read_only:false; response_revision:12309; number_of_response:1; }","duration":"149.637907ms","start":"2026-03-29T02:30:01.685408Z","end":"2026-03-29T02:30:01.835046Z","steps":["trace[605887740] 'process raft request' (duration: 149.455073ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:30:02.245413Z","caller":"traceutil/trace.go:171","msg":"trace[391509604] linearizableReadLoop","detail":"{readStateIndex:12804; appliedIndex:12803; }","duration":"357.741589ms","start":"2026-03-29T02:30:01.887637Z","end":"2026-03-29T02:30:02.245378Z","steps":["trace[391509604] 'read index received' (duration: 318.470783ms)","trace[391509604] 'applied index is now lower than readState.Index' (duration: 39.269226ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:30:02.245521Z","caller":"traceutil/trace.go:171","msg":"trace[1180051311] transaction","detail":"{read_only:false; response_revision:12310; number_of_response:1; }","duration":"526.606405ms","start":"2026-03-29T02:30:01.718864Z","end":"2026-03-29T02:30:02.245471Z","steps":["trace[1180051311] 'process raft request' (duration: 487.408671ms)","trace[1180051311] 'compare' (duration: 38.969979ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:30:02.245765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.085488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-29T02:30:02.245766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:30:01.718842Z","time spent":"526.78872ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:30:02.245818Z","caller":"traceutil/trace.go:171","msg":"trace[523852489] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12310; }","duration":"358.22436ms","start":"2026-03-29T02:30:01.88758Z","end":"2026-03-29T02:30:02.245805Z","steps":["trace[523852489] 'agreement among raft nodes before linearized reading' (duration: 357.972175ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:30:02.245864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:30:01.887553Z","time spent":"358.300132ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-29T02:30:02.245851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.188563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-29T02:30:02.245938Z","caller":"traceutil/trace.go:171","msg":"trace[770381168] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12310; }","duration":"355.304075ms","start":"2026-03-29T02:30:01.890612Z","end":"2026-03-29T02:30:02.245916Z","steps":["trace[770381168] 'agreement among raft nodes before linearized reading' (duration: 355.05694ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:30:02.245996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:30:01.890605Z","time spent":"355.381576ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-29T02:30:02.246251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.841104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-29T02:30:02.246362Z","caller":"traceutil/trace.go:171","msg":"trace[676713832] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12310; }","duration":"199.009408ms","start":"2026-03-29T02:30:02.047329Z","end":"2026-03-29T02:30:02.246338Z","steps":["trace[676713832] 'agreement among raft nodes before linearized reading' (duration: 198.65571ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:30:02.246293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.141888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:30:02.246571Z","caller":"traceutil/trace.go:171","msg":"trace[314782469] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12310; }","duration":"328.484327ms","start":"2026-03-29T02:30:01.918052Z","end":"2026-03-29T02:30:02.246537Z","steps":["trace[314782469] 'agreement among raft nodes before linearized reading' (duration: 328.110558ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:30:02.247026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:30:01.918026Z","time spent":"328.980607ms","remote":"127.0.0.1:43006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-29T02:30:02.418586Z","caller":"traceutil/trace.go:171","msg":"trace[639493059] transaction","detail":"{read_only:false; response_revision:12312; number_of_response:1; }","duration":"166.912483ms","start":"2026-03-29T02:30:02.251642Z","end":"2026-03-29T02:30:02.418554Z","steps":["trace[639493059] 'process raft request' (duration: 166.812081ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:30:02.418758Z","caller":"traceutil/trace.go:171","msg":"trace[1326579616] linearizableReadLoop","detail":"{readStateIndex:12807; appliedIndex:12804; }","duration":"111.348034ms","start":"2026-03-29T02:30:02.307373Z","end":"2026-03-29T02:30:02.418721Z","steps":["trace[1326579616] 'read index received' (duration: 42.826395ms)","trace[1326579616] 'applied index is now lower than readState.Index' (duration: 68.519629ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:30:02.418611Z","caller":"traceutil/trace.go:171","msg":"trace[2129442231] transaction","detail":"{read_only:false; response_revision:12311; number_of_response:1; }","duration":"167.436614ms","start":"2026-03-29T02:30:02.25114Z","end":"2026-03-29T02:30:02.418576Z","steps":["trace[2129442231] 'process raft request' (duration: 99.046358ms)","trace[2129442231] 'compare' (duration: 68.11384ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:30:02.418851Z","caller":"traceutil/trace.go:171","msg":"trace[448491641] transaction","detail":"{read_only:false; response_revision:12313; number_of_response:1; }","duration":"167.054346ms","start":"2026-03-29T02:30:02.251779Z","end":"2026-03-29T02:30:02.418833Z","steps":["trace[448491641] 'process raft request' (duration: 166.722109ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:30:02.419062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.67044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-29T02:30:02.419141Z","caller":"traceutil/trace.go:171","msg":"trace[2014243174] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12313; }","duration":"111.818974ms","start":"2026-03-29T02:30:02.307301Z","end":"2026-03-29T02:30:02.41912Z","steps":["trace[2014243174] 'agreement among raft nodes before linearized reading' (duration: 111.579849ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:30:03.236821Z","caller":"traceutil/trace.go:171","msg":"trace[139403533] linearizableReadLoop","detail":"{readStateIndex:12810; appliedIndex:12809; }","duration":"136.096296ms","start":"2026-03-29T02:30:03.100694Z","end":"2026-03-29T02:30:03.23679Z","steps":["trace[139403533] 'read index received' (duration: 136.000814ms)","trace[139403533] 'applied index is now lower than readState.Index' (duration: 93.992µs)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:30:03.236926Z","caller":"traceutil/trace.go:171","msg":"trace[1248091807] transaction","detail":"{read_only:false; response_revision:12316; number_of_response:1; }","duration":"291.101193ms","start":"2026-03-29T02:30:02.945791Z","end":"2026-03-29T02:30:03.236892Z","steps":["trace[1248091807] 'process raft request' (duration: 290.817057ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:30:03.237124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.403593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-29T02:30:03.237204Z","caller":"traceutil/trace.go:171","msg":"trace[1697901967] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12316; }","duration":"136.562586ms","start":"2026-03-29T02:30:03.100621Z","end":"2026-03-29T02:30:03.237184Z","steps":["trace[1697901967] 'agreement among raft nodes before linearized reading' (duration: 136.27429ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:30:03.238548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.595113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:30:03.238604Z","caller":"traceutil/trace.go:171","msg":"trace[784830226] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:12317; }","duration":"126.692746ms","start":"2026-03-29T02:30:03.111897Z","end":"2026-03-29T02:30:03.23859Z","steps":["trace[784830226] 'agreement among raft nodes before linearized reading' (duration: 126.565133ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:30:03.547491Z","caller":"traceutil/trace.go:171","msg":"trace[319907198] linearizableReadLoop","detail":"{readStateIndex:12812; appliedIndex:12811; }","duration":"259.862246ms","start":"2026-03-29T02:30:03.287597Z","end":"2026-03-29T02:30:03.547459Z","steps":["trace[319907198] 'read index received' (duration: 201.995365ms)","trace[319907198] 'applied index is now lower than readState.Index' (duration: 57.865571ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:30:03.547725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.58264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:30:03.547779Z","caller":"traceutil/trace.go:171","msg":"trace[192138637] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:12318; }","duration":"241.705362ms","start":"2026-03-29T02:30:03.306054Z","end":"2026-03-29T02:30:03.547759Z","steps":["trace[192138637] 'agreement among raft nodes before linearized reading' (duration: 241.59581ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:30:03.547985Z","caller":"traceutil/trace.go:171","msg":"trace[1376906546] transaction","detail":"{read_only:false; response_revision:12318; number_of_response:1; }","duration":"305.294779ms","start":"2026-03-29T02:30:03.242643Z","end":"2026-03-29T02:30:03.547937Z","steps":["trace[1376906546] 'process raft request' (duration: 246.934157ms)","trace[1376906546] 'compare' (duration: 57.744889ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:30:03.548054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.008283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.36\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-03-29T02:30:03.548102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.49298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-29T02:30:03.548139Z","caller":"traceutil/trace.go:171","msg":"trace[335320134] range","detail":"{range_begin:/registry/masterleases/162.253.55.36; range_end:; response_count:1; response_revision:12318; }","duration":"162.136386ms","start":"2026-03-29T02:30:03.385977Z","end":"2026-03-29T02:30:03.548114Z","steps":["trace[335320134] 'agreement among raft nodes before linearized reading' (duration: 161.938712ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:30:03.548197Z","caller":"traceutil/trace.go:171","msg":"trace[264200159] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:12318; }","duration":"260.598773ms","start":"2026-03-29T02:30:03.287543Z","end":"2026-03-29T02:30:03.548142Z","steps":["trace[264200159] 'agreement among raft nodes before linearized reading' (duration: 260.079411ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:30:03.548229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:30:03.242618Z","time spent":"305.454432ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:30:08.790617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.443371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-29T02:30:08.790711Z","caller":"traceutil/trace.go:171","msg":"trace[634038393] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12341; }","duration":"343.598606ms","start":"2026-03-29T02:30:08.447091Z","end":"2026-03-29T02:30:08.790689Z","steps":["trace[634038393] 'range keys from in-memory index tree' (duration: 343.254848ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:30:08.790763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:30:08.447058Z","time spent":"343.696547ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-29T02:30:08.790897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.16637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-29T02:30:08.790954Z","caller":"traceutil/trace.go:171","msg":"trace[1948414952] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12341; }","duration":"309.256171ms","start":"2026-03-29T02:30:08.481685Z","end":"2026-03-29T02:30:08.790941Z","steps":["trace[1948414952] 'range keys from in-memory index tree' (duration: 308.974455ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:30:08.790992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:30:08.481669Z","time spent":"309.315833ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-29T02:30:08.791025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.022492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-29T02:30:08.79115Z","caller":"traceutil/trace.go:171","msg":"trace[1043082370] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12341; }","duration":"266.217226ms","start":"2026-03-29T02:30:08.524905Z","end":"2026-03-29T02:30:08.791122Z","steps":["trace[1043082370] 'range keys from in-memory index tree' (duration: 265.791767ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:30:08.791614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.640122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-29T02:30:08.791725Z","caller":"traceutil/trace.go:171","msg":"trace[263144969] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12341; }","duration":"310.828236ms","start":"2026-03-29T02:30:08.480872Z","end":"2026-03-29T02:30:08.7917Z","steps":["trace[263144969] 'range keys from in-memory index tree' (duration: 309.68545ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:30:08.791912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:30:08.480841Z","time spent":"311.0521ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-29T02:30:08.975012Z","caller":"traceutil/trace.go:171","msg":"trace[1276268932] transaction","detail":"{read_only:false; response_revision:12343; number_of_response:1; }","duration":"179.366569ms","start":"2026-03-29T02:30:08.79562Z","end":"2026-03-29T02:30:08.974987Z","steps":["trace[1276268932] 'process raft request' (duration: 179.161165ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:30:08.975253Z","caller":"traceutil/trace.go:171","msg":"trace[254717595] transaction","detail":"{read_only:false; response_revision:12344; number_of_response:1; }","duration":"179.425001ms","start":"2026-03-29T02:30:08.795812Z","end":"2026-03-29T02:30:08.975237Z","steps":["trace[254717595] 'process raft request' (duration: 179.130804ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:30:08.975341Z","caller":"traceutil/trace.go:171","msg":"trace[798338118] transaction","detail":"{read_only:false; response_revision:12345; number_of_response:1; }","duration":"177.880605ms","start":"2026-03-29T02:30:08.797434Z","end":"2026-03-29T02:30:08.975315Z","steps":["trace[798338118] 'process raft request' (duration: 177.760523ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:30:09.09051Z","caller":"traceutil/trace.go:171","msg":"trace[2054204888] linearizableReadLoop","detail":"{readStateIndex:12841; appliedIndex:12837; }","duration":"172.094559ms","start":"2026-03-29T02:30:08.918379Z","end":"2026-03-29T02:30:09.090474Z","steps":["trace[2054204888] 'read index received' (duration: 56.527041ms)","trace[2054204888] 'applied index is now lower than readState.Index' (duration: 115.565898ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:30:09.0908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.403526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:30:09.090914Z","caller":"traceutil/trace.go:171","msg":"trace[250340734] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12345; }","duration":"172.574389ms","start":"2026-03-29T02:30:08.918311Z","end":"2026-03-29T02:30:09.090886Z","steps":["trace[250340734] 'agreement among raft nodes before linearized reading' (duration: 172.398625ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:30:10.753442Z","caller":"traceutil/trace.go:171","msg":"trace[179559840] transaction","detail":"{read_only:false; response_revision:12351; number_of_response:1; }","duration":"115.863994ms","start":"2026-03-29T02:30:10.637546Z","end":"2026-03-29T02:30:10.75341Z","steps":["trace[179559840] 'process raft request' (duration: 115.635199ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:30:10.924376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.50487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-29T02:30:10.924446Z","caller":"traceutil/trace.go:171","msg":"trace[1500092498] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12351; }","duration":"112.626433ms","start":"2026-03-29T02:30:10.811803Z","end":"2026-03-29T02:30:10.924429Z","steps":["trace[1500092498] 'range keys from in-memory index tree' (duration: 112.283826ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:30:10.924607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.414915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-c4cs6\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-29T02:30:10.924787Z","caller":"traceutil/trace.go:171","msg":"trace[949058309] range","detail":"{range_begin:/registry/pods/openstack/keepalived-c4cs6; range_end:; response_count:1; response_revision:12351; }","duration":"105.64741ms","start":"2026-03-29T02:30:10.819083Z","end":"2026-03-29T02:30:10.92473Z","steps":["trace[949058309] 'range keys from in-memory index tree' (duration: 105.197381ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:30:11.100619Z","caller":"traceutil/trace.go:171","msg":"trace[439432116] transaction","detail":"{read_only:false; response_revision:12354; number_of_response:1; }","duration":"116.14369ms","start":"2026-03-29T02:30:10.984435Z","end":"2026-03-29T02:30:11.100578Z","steps":["trace[439432116] 'process raft request' (duration: 72.979342ms)","trace[439432116] 'compare' (duration: 42.956734ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:30:11.100965Z","caller":"traceutil/trace.go:171","msg":"trace[1813709761] transaction","detail":"{read_only:false; response_revision:12355; number_of_response:1; }","duration":"116.18104ms","start":"2026-03-29T02:30:10.984719Z","end":"2026-03-29T02:30:11.1009Z","steps":["trace[1813709761] 'process raft request' (duration: 115.808222ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:30:15.225934Z","caller":"traceutil/trace.go:171","msg":"trace[685228488] linearizableReadLoop","detail":"{readStateIndex:12871; appliedIndex:12870; }","duration":"156.19231ms","start":"2026-03-29T02:30:15.069711Z","end":"2026-03-29T02:30:15.225904Z","steps":["trace[685228488] 'read index received' (duration: 138.958942ms)","trace[685228488] 'applied index is now lower than readState.Index' (duration: 17.232288ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:30:15.226112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.386785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:30:15.226182Z","caller":"traceutil/trace.go:171","msg":"trace[1971937578] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:12374; }","duration":"156.472577ms","start":"2026-03-29T02:30:15.069693Z","end":"2026-03-29T02:30:15.226165Z","steps":["trace[1971937578] 'agreement among raft nodes before linearized reading' (duration: 156.293762ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:30:15.225961Z","caller":"traceutil/trace.go:171","msg":"trace[1353793152] transaction","detail":"{read_only:false; response_revision:12374; number_of_response:1; }","duration":"181.487125ms","start":"2026-03-29T02:30:15.044441Z","end":"2026-03-29T02:30:15.225928Z","steps":["trace[1353793152] 'process raft request' (duration: 164.211556ms)","trace[1353793152] 'compare' (duration: 16.964453ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:30:16.208371Z","caller":"traceutil/trace.go:171","msg":"trace[529723901] transaction","detail":"{read_only:false; response_revision:12380; number_of_response:1; }","duration":"195.649077ms","start":"2026-03-29T02:30:16.012692Z","end":"2026-03-29T02:30:16.208341Z","steps":["trace[529723901] 'process raft request' (duration: 195.404172ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:30:16.471399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.694856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:30:16.471496Z","caller":"traceutil/trace.go:171","msg":"trace[647359490] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:12380; }","duration":"153.860889ms","start":"2026-03-29T02:30:16.317611Z","end":"2026-03-29T02:30:16.471472Z","steps":["trace[647359490] 'count revisions from in-memory index tree' (duration: 153.512581ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:30:16.678866Z","caller":"traceutil/trace.go:171","msg":"trace[641869521] transaction","detail":"{read_only:false; response_revision:12381; number_of_response:1; }","duration":"189.313147ms","start":"2026-03-29T02:30:16.489508Z","end":"2026-03-29T02:30:16.678821Z","steps":["trace[641869521] 'process raft request' (duration: 189.035961ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:30:19.636011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.281007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:30:19.636111Z","caller":"traceutil/trace.go:171","msg":"trace[1788329224] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:12399; }","duration":"107.455341ms","start":"2026-03-29T02:30:19.528632Z","end":"2026-03-29T02:30:19.636087Z","steps":["trace[1788329224] 'count revisions from in-memory index tree' (duration: 107.181215ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:30:20.068076Z","caller":"traceutil/trace.go:171","msg":"trace[1342211882] transaction","detail":"{read_only:false; response_revision:12401; number_of_response:1; }","duration":"161.504126ms","start":"2026-03-29T02:30:19.906549Z","end":"2026-03-29T02:30:20.068053Z","steps":["trace[1342211882] 'process raft request' (duration: 161.329573ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:30:21.542764Z","caller":"traceutil/trace.go:171","msg":"trace[1736283714] transaction","detail":"{read_only:false; response_revision:12410; number_of_response:1; }","duration":"111.695003ms","start":"2026-03-29T02:30:21.431036Z","end":"2026-03-29T02:30:21.542731Z","steps":["trace[1736283714] 'process raft request' (duration: 100.173609ms)","trace[1736283714] 'compare' (duration: 11.406231ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:30:21.986911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.378702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:30:21.987024Z","caller":"traceutil/trace.go:171","msg":"trace[196171816] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:12411; }","duration":"119.546286ms","start":"2026-03-29T02:30:21.867452Z","end":"2026-03-29T02:30:21.986998Z","steps":["trace[196171816] 'range keys from in-memory index tree' (duration: 119.27938ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:30:22.160217Z","caller":"traceutil/trace.go:171","msg":"trace[1379702731] transaction","detail":"{read_only:false; response_revision:12413; number_of_response:1; }","duration":"122.055651ms","start":"2026-03-29T02:30:22.038084Z","end":"2026-03-29T02:30:22.16014Z","steps":["trace[1379702731] 'process raft request' (duration: 111.857907ms)","trace[1379702731] 'compare' (duration: 10.004779ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:30:25.552679Z","caller":"traceutil/trace.go:171","msg":"trace[2101070407] transaction","detail":"{read_only:false; response_revision:12429; number_of_response:1; }","duration":"109.268659ms","start":"2026-03-29T02:30:25.443385Z","end":"2026-03-29T02:30:25.552654Z","steps":["trace[2101070407] 'process raft request' (duration: 109.097815ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:30:25.646267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.580358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/staffeln-db-sync\" ","response":"range_response_count:1 size:5129"} {"level":"info","ts":"2026-03-29T02:30:25.646353Z","caller":"traceutil/trace.go:171","msg":"trace[415105092] transaction","detail":"{read_only:false; response_revision:12430; number_of_response:1; }","duration":"202.21008ms","start":"2026-03-29T02:30:25.443854Z","end":"2026-03-29T02:30:25.646064Z","steps":["trace[415105092] 'process raft request' (duration: 200.698478ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:30:25.646475Z","caller":"traceutil/trace.go:171","msg":"trace[1621762091] linearizableReadLoop","detail":"{readStateIndex:12929; appliedIndex:12928; }","duration":"176.442846ms","start":"2026-03-29T02:30:25.469675Z","end":"2026-03-29T02:30:25.646118Z","steps":["trace[1621762091] 'read index received' (duration: 82.992293ms)","trace[1621762091] 'applied index is now lower than readState.Index' (duration: 93.449703ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:30:25.646616Z","caller":"traceutil/trace.go:171","msg":"trace[1850124159] transaction","detail":"{read_only:false; response_revision:12431; number_of_response:1; }","duration":"106.011468ms","start":"2026-03-29T02:30:25.540149Z","end":"2026-03-29T02:30:25.64616Z","steps":["trace[1850124159] 'process raft request' (duration: 105.892226ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:30:25.646743Z","caller":"traceutil/trace.go:171","msg":"trace[2933655] range","detail":"{range_begin:/registry/jobs/openstack/staffeln-db-sync; range_end:; response_count:1; response_revision:12431; }","duration":"176.704131ms","start":"2026-03-29T02:30:25.469615Z","end":"2026-03-29T02:30:25.646319Z","steps":["trace[2933655] 'agreement among raft nodes before linearized reading' (duration: 176.505757ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:30:29.827681Z","caller":"traceutil/trace.go:171","msg":"trace[1335973218] transaction","detail":"{read_only:false; response_revision:12448; number_of_response:1; }","duration":"160.236169ms","start":"2026-03-29T02:30:29.667424Z","end":"2026-03-29T02:30:29.82766Z","steps":["trace[1335973218] 'process raft request' (duration: 135.353872ms)","trace[1335973218] 'compare' (duration: 24.750464ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:30:29.827802Z","caller":"traceutil/trace.go:171","msg":"trace[524715251] linearizableReadLoop","detail":"{readStateIndex:12949; appliedIndex:12947; }","duration":"153.193104ms","start":"2026-03-29T02:30:29.674588Z","end":"2026-03-29T02:30:29.827781Z","steps":["trace[524715251] 'read index received' (duration: 128.088693ms)","trace[524715251] 'applied index is now lower than readState.Index' (duration: 25.103721ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:30:29.827897Z","caller":"traceutil/trace.go:171","msg":"trace[576609098] transaction","detail":"{read_only:false; response_revision:12449; number_of_response:1; }","duration":"160.465704ms","start":"2026-03-29T02:30:29.667425Z","end":"2026-03-29T02:30:29.82789Z","steps":["trace[576609098] 'process raft request' (duration: 160.197278ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:30:29.828077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.174562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-29T02:30:29.828113Z","caller":"traceutil/trace.go:171","msg":"trace[1995707853] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12449; }","duration":"152.277374ms","start":"2026-03-29T02:30:29.675827Z","end":"2026-03-29T02:30:29.828105Z","steps":["trace[1995707853] 'agreement among raft nodes before linearized reading' (duration: 152.152371ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:30:29.828436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.813378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-29T02:30:29.828539Z","caller":"traceutil/trace.go:171","msg":"trace[786673947] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12449; }","duration":"153.979862ms","start":"2026-03-29T02:30:29.674535Z","end":"2026-03-29T02:30:29.828515Z","steps":["trace[786673947] 'agreement among raft nodes before linearized reading' (duration: 153.491251ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:30:30.019777Z","caller":"traceutil/trace.go:171","msg":"trace[1263048597] linearizableReadLoop","detail":"{readStateIndex:12951; appliedIndex:12949; }","duration":"116.353735ms","start":"2026-03-29T02:30:29.903391Z","end":"2026-03-29T02:30:30.019745Z","steps":["trace[1263048597] 'read index received' (duration: 8.459735ms)","trace[1263048597] 'applied index is now lower than readState.Index' (duration: 107.8925ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:30:30.019933Z","caller":"traceutil/trace.go:171","msg":"trace[2097435675] transaction","detail":"{read_only:false; response_revision:12451; number_of_response:1; }","duration":"186.69043ms","start":"2026-03-29T02:30:29.833229Z","end":"2026-03-29T02:30:30.01992Z","steps":["trace[2097435675] 'process raft request' (duration: 133.160814ms)","trace[2097435675] 'compare' (duration: 53.027715ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:30:30.020215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.806445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-29T02:30:30.020248Z","caller":"traceutil/trace.go:171","msg":"trace[845947453] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12451; }","duration":"116.914618ms","start":"2026-03-29T02:30:29.903324Z","end":"2026-03-29T02:30:30.020239Z","steps":["trace[845947453] 'agreement among raft nodes before linearized reading' (duration: 116.738615ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:30:30.020253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.365614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:30:30.020335Z","caller":"traceutil/trace.go:171","msg":"trace[1524066175] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12451; }","duration":"100.496457ms","start":"2026-03-29T02:30:29.919819Z","end":"2026-03-29T02:30:30.020315Z","steps":["trace[1524066175] 'agreement among raft nodes before linearized reading' (duration: 100.362734ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:30:30.488097Z","caller":"traceutil/trace.go:171","msg":"trace[885498577] transaction","detail":"{read_only:false; response_revision:12453; number_of_response:1; }","duration":"166.828464ms","start":"2026-03-29T02:30:30.321245Z","end":"2026-03-29T02:30:30.488074Z","steps":["trace[885498577] 'process raft request' (duration: 166.660441ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:30:30.488124Z","caller":"traceutil/trace.go:171","msg":"trace[1873630827] linearizableReadLoop","detail":"{readStateIndex:12953; appliedIndex:12953; }","duration":"157.564061ms","start":"2026-03-29T02:30:30.33052Z","end":"2026-03-29T02:30:30.488084Z","steps":["trace[1873630827] 'read index received' (duration: 157.54981ms)","trace[1873630827] 'applied index is now lower than readState.Index' (duration: 11.121µs)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:30:30.488316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.774016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:30:30.488411Z","caller":"traceutil/trace.go:171","msg":"trace[1095534994] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:12453; }","duration":"157.940249ms","start":"2026-03-29T02:30:30.330449Z","end":"2026-03-29T02:30:30.488389Z","steps":["trace[1095534994] 'agreement among raft nodes before linearized reading' (duration: 157.763045ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:30:30.500586Z","caller":"traceutil/trace.go:171","msg":"trace[1677552244] transaction","detail":"{read_only:false; response_revision:12454; number_of_response:1; }","duration":"127.577972ms","start":"2026-03-29T02:30:30.372989Z","end":"2026-03-29T02:30:30.500567Z","steps":["trace[1677552244] 'process raft request' (duration: 127.401488ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:30:33.736903Z","caller":"traceutil/trace.go:171","msg":"trace[2126651746] transaction","detail":"{read_only:false; response_revision:12472; number_of_response:1; }","duration":"106.464577ms","start":"2026-03-29T02:30:33.630403Z","end":"2026-03-29T02:30:33.736868Z","steps":["trace[2126651746] 'process raft request' (duration: 105.993537ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:30:45.321661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.754323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:414995"} {"level":"info","ts":"2026-03-29T02:30:45.321768Z","caller":"traceutil/trace.go:171","msg":"trace[1955080170] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:12529; }","duration":"100.905865ms","start":"2026-03-29T02:30:45.220845Z","end":"2026-03-29T02:30:45.321751Z","steps":["trace[1955080170] 'range keys from in-memory index tree' (duration: 100.511007ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:30:48.247944Z","caller":"traceutil/trace.go:171","msg":"trace[1450122680] transaction","detail":"{read_only:false; response_revision:12544; number_of_response:1; }","duration":"112.50341ms","start":"2026-03-29T02:30:48.135413Z","end":"2026-03-29T02:30:48.247916Z","steps":["trace[1450122680] 'process raft request' (duration: 112.254174ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:31:03.430484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.267842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-29T02:31:03.430589Z","caller":"traceutil/trace.go:171","msg":"trace[999919891] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:12621; }","duration":"105.460446ms","start":"2026-03-29T02:31:03.325104Z","end":"2026-03-29T02:31:03.430564Z","steps":["trace[999919891] 'range keys from in-memory index tree' (duration: 105.054268ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:31:23.995912Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":11260} {"level":"info","ts":"2026-03-29T02:31:24.088735Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":11260,"took":"89.475175ms","hash":2690740078,"current-db-size-bytes":44920832,"current-db-size":"45 MB","current-db-size-in-use-bytes":21241856,"current-db-size-in-use":"21 MB"} {"level":"info","ts":"2026-03-29T02:31:24.088817Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2690740078,"revision":11260,"compact-revision":8954} {"level":"info","ts":"2026-03-29T02:31:35.105896Z","caller":"traceutil/trace.go:171","msg":"trace[1833393362] transaction","detail":"{read_only:false; response_revision:12784; number_of_response:1; }","duration":"121.190421ms","start":"2026-03-29T02:31:34.984657Z","end":"2026-03-29T02:31:35.105848Z","steps":["trace[1833393362] 'process raft request' (duration: 120.724961ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:31:35.461561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.476091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/kube-system/\" range_end:\"/registry/secrets/kube-system0\" ","response":"range_response_count:4 size:329952"} {"level":"info","ts":"2026-03-29T02:31:35.461654Z","caller":"traceutil/trace.go:171","msg":"trace[1862448905] range","detail":"{range_begin:/registry/secrets/kube-system/; range_end:/registry/secrets/kube-system0; response_count:4; response_revision:12785; }","duration":"102.619694ms","start":"2026-03-29T02:31:35.35901Z","end":"2026-03-29T02:31:35.46163Z","steps":["trace[1862448905] 'range keys from in-memory index tree' (duration: 102.235586ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:31:35.674519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.727562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/local-path-storage/\" range_end:\"/registry/secrets/local-path-storage0\" ","response":"range_response_count:1 size:12755"} {"level":"info","ts":"2026-03-29T02:31:35.674656Z","caller":"traceutil/trace.go:171","msg":"trace[1625931851] range","detail":"{range_begin:/registry/secrets/local-path-storage/; range_end:/registry/secrets/local-path-storage0; response_count:1; response_revision:12786; }","duration":"100.929006ms","start":"2026-03-29T02:31:35.573694Z","end":"2026-03-29T02:31:35.674623Z","steps":["trace[1625931851] 'range keys from in-memory index tree' (duration: 100.372865ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:31:35.794855Z","caller":"traceutil/trace.go:171","msg":"trace[1072457301] transaction","detail":"{read_only:false; response_revision:12787; number_of_response:1; }","duration":"108.964933ms","start":"2026-03-29T02:31:35.685836Z","end":"2026-03-29T02:31:35.794801Z","steps":["trace[1072457301] 'process raft request' (duration: 108.685287ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:31:36.077337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.025393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/staffeln-db-sync\" ","response":"range_response_count:1 size:5129"} {"level":"warn","ts":"2026-03-29T02:31:36.077411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.096581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:31:36.077484Z","caller":"traceutil/trace.go:171","msg":"trace[1331492486] range","detail":"{range_begin:/registry/jobs/openstack/staffeln-db-sync; range_end:; response_count:1; response_revision:12787; }","duration":"154.240508ms","start":"2026-03-29T02:31:35.92321Z","end":"2026-03-29T02:31:36.07745Z","steps":["trace[1331492486] 'range keys from in-memory index tree' (duration: 153.704786ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:31:36.077524Z","caller":"traceutil/trace.go:171","msg":"trace[1869325116] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:12787; }","duration":"193.353986ms","start":"2026-03-29T02:31:35.884144Z","end":"2026-03-29T02:31:36.077498Z","steps":["trace[1869325116] 'count revisions from in-memory index tree' (duration: 192.913006ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:31:36.077984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.540289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:28 size:808390"} {"level":"info","ts":"2026-03-29T02:31:36.078108Z","caller":"traceutil/trace.go:171","msg":"trace[1154561210] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:28; response_revision:12787; }","duration":"157.734483ms","start":"2026-03-29T02:31:35.920344Z","end":"2026-03-29T02:31:36.078079Z","steps":["trace[1154561210] 'range keys from in-memory index tree' (duration: 156.850074ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:31:36.592056Z","caller":"traceutil/trace.go:171","msg":"trace[1119845617] linearizableReadLoop","detail":"{readStateIndex:13304; appliedIndex:13303; }","duration":"106.928149ms","start":"2026-03-29T02:31:36.485087Z","end":"2026-03-29T02:31:36.592015Z","steps":["trace[1119845617] 'read index received' (duration: 102.124093ms)","trace[1119845617] 'applied index is now lower than readState.Index' (duration: 4.802706ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:31:36.592119Z","caller":"traceutil/trace.go:171","msg":"trace[109453617] transaction","detail":"{read_only:false; response_revision:12790; number_of_response:1; }","duration":"121.757834ms","start":"2026-03-29T02:31:36.470325Z","end":"2026-03-29T02:31:36.592082Z","steps":["trace[109453617] 'process raft request' (duration: 116.846076ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:31:36.592477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.353369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:128076"} {"level":"info","ts":"2026-03-29T02:31:36.592575Z","caller":"traceutil/trace.go:171","msg":"trace[1965526583] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:12790; }","duration":"107.509261ms","start":"2026-03-29T02:31:36.485042Z","end":"2026-03-29T02:31:36.592551Z","steps":["trace[1965526583] 'agreement among raft nodes before linearized reading' (duration: 107.102473ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:31:36.774661Z","caller":"traceutil/trace.go:171","msg":"trace[204193759] transaction","detail":"{read_only:false; response_revision:12792; number_of_response:1; }","duration":"104.70043ms","start":"2026-03-29T02:31:36.669925Z","end":"2026-03-29T02:31:36.774625Z","steps":["trace[204193759] 'process raft request' (duration: 25.001189ms)","trace[204193759] 'compare' (duration: 79.531647ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:32:12.199019Z","caller":"traceutil/trace.go:171","msg":"trace[950357722] transaction","detail":"{read_only:false; response_revision:12970; number_of_response:1; }","duration":"116.953299ms","start":"2026-03-29T02:32:12.082038Z","end":"2026-03-29T02:32:12.198991Z","steps":["trace[950357722] 'process raft request' (duration: 116.627012ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:32:12.592953Z","caller":"traceutil/trace.go:171","msg":"trace[1622330365] linearizableReadLoop","detail":"{readStateIndex:13493; appliedIndex:13492; }","duration":"117.430448ms","start":"2026-03-29T02:32:12.475492Z","end":"2026-03-29T02:32:12.592922Z","steps":["trace[1622330365] 'read index received' (duration: 117.189523ms)","trace[1622330365] 'applied index is now lower than readState.Index' (duration: 239.955µs)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:32:12.593088Z","caller":"traceutil/trace.go:171","msg":"trace[785693998] transaction","detail":"{read_only:false; response_revision:12971; number_of_response:1; }","duration":"135.630119ms","start":"2026-03-29T02:32:12.457422Z","end":"2026-03-29T02:32:12.593052Z","steps":["trace[785693998] 'process raft request' (duration: 135.328183ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:32:12.593416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.874189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/openstack/\" range_end:\"/registry/cronjobs/openstack0\" limit:500 ","response":"range_response_count:2 size:10639"} {"level":"info","ts":"2026-03-29T02:32:12.593582Z","caller":"traceutil/trace.go:171","msg":"trace[2106548540] range","detail":"{range_begin:/registry/cronjobs/openstack/; range_end:/registry/cronjobs/openstack0; response_count:2; response_revision:12971; }","duration":"118.068093ms","start":"2026-03-29T02:32:12.475475Z","end":"2026-03-29T02:32:12.593543Z","steps":["trace[2106548540] 'agreement among raft nodes before linearized reading' (duration: 117.606273ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:32:14.753025Z","caller":"traceutil/trace.go:171","msg":"trace[1979785684] transaction","detail":"{read_only:false; response_revision:12984; number_of_response:1; }","duration":"107.655355ms","start":"2026-03-29T02:32:14.645324Z","end":"2026-03-29T02:32:14.752979Z","steps":["trace[1979785684] 'process raft request' (duration: 25.441998ms)","trace[1979785684] 'compare' (duration: 81.945361ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:32:15.208525Z","caller":"traceutil/trace.go:171","msg":"trace[237699937] transaction","detail":"{read_only:false; response_revision:12988; number_of_response:1; }","duration":"131.415725ms","start":"2026-03-29T02:32:15.077058Z","end":"2026-03-29T02:32:15.208474Z","steps":["trace[237699937] 'process raft request' (duration: 130.058226ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:32:15.478346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.408144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kube-scheduler\" ","response":"range_response_count:1 size:1283"} {"level":"info","ts":"2026-03-29T02:32:15.478456Z","caller":"traceutil/trace.go:171","msg":"trace[2064866229] range","detail":"{range_begin:/registry/services/endpoints/kube-system/kube-prometheus-stack-kube-scheduler; range_end:; response_count:1; response_revision:12988; }","duration":"160.555937ms","start":"2026-03-29T02:32:15.317878Z","end":"2026-03-29T02:32:15.478434Z","steps":["trace[2064866229] 'range keys from in-memory index tree' (duration: 160.24536ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:32:15.478601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.737534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/secretgen-controller/\" range_end:\"/registry/cronjobs/secretgen-controller0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:32:15.478681Z","caller":"traceutil/trace.go:171","msg":"trace[1816830715] range","detail":"{range_begin:/registry/cronjobs/secretgen-controller/; range_end:/registry/cronjobs/secretgen-controller0; response_count:0; response_revision:12988; }","duration":"157.893647ms","start":"2026-03-29T02:32:15.320765Z","end":"2026-03-29T02:32:15.478659Z","steps":["trace[1816830715] 'range keys from in-memory index tree' (duration: 157.582591ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:32:15.479075Z","caller":"traceutil/trace.go:171","msg":"trace[1732280691] transaction","detail":"{read_only:false; response_revision:12989; number_of_response:1; }","duration":"122.714046ms","start":"2026-03-29T02:32:15.356282Z","end":"2026-03-29T02:32:15.478996Z","steps":["trace[1732280691] 'process raft request' (duration: 31.39478ms)","trace[1732280691] 'compare' (duration: 90.621871ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:32:28.986845Z","caller":"traceutil/trace.go:171","msg":"trace[833851195] linearizableReadLoop","detail":"{readStateIndex:13580; appliedIndex:13579; }","duration":"152.789116ms","start":"2026-03-29T02:32:28.834026Z","end":"2026-03-29T02:32:28.986815Z","steps":["trace[833851195] 'read index received' (duration: 152.591712ms)","trace[833851195] 'applied index is now lower than readState.Index' (duration: 196.004µs)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:32:28.986908Z","caller":"traceutil/trace.go:171","msg":"trace[1500466594] transaction","detail":"{read_only:false; response_revision:13054; number_of_response:1; }","duration":"168.758226ms","start":"2026-03-29T02:32:28.818102Z","end":"2026-03-29T02:32:28.98686Z","steps":["trace[1500466594] 'process raft request' (duration: 168.523831ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:32:28.987143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.102302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/kube-prometheus-stack-k8s-resources-pod\" ","response":"range_response_count:1 size:26007"} {"level":"info","ts":"2026-03-29T02:32:28.987193Z","caller":"traceutil/trace.go:171","msg":"trace[2007705561] range","detail":"{range_begin:/registry/configmaps/monitoring/kube-prometheus-stack-k8s-resources-pod; range_end:; response_count:1; response_revision:13054; }","duration":"153.203825ms","start":"2026-03-29T02:32:28.833976Z","end":"2026-03-29T02:32:28.987179Z","steps":["trace[2007705561] 'agreement among raft nodes before linearized reading' (duration: 153.00595ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:32:28.987257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.353094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/kube-prometheus-stack-k8s-resources-workload\" ","response":"range_response_count:1 size:24624"} {"level":"info","ts":"2026-03-29T02:32:28.987368Z","caller":"traceutil/trace.go:171","msg":"trace[1692823404] range","detail":"{range_begin:/registry/configmaps/monitoring/kube-prometheus-stack-k8s-resources-workload; range_end:; response_count:1; response_revision:13054; }","duration":"151.533788ms","start":"2026-03-29T02:32:28.83581Z","end":"2026-03-29T02:32:28.987344Z","steps":["trace[1692823404] 'agreement among raft nodes before linearized reading' (duration: 151.284073ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:33:13.920564Z","caller":"traceutil/trace.go:171","msg":"trace[710950695] linearizableReadLoop","detail":"{readStateIndex:13821; appliedIndex:13819; }","duration":"113.068634ms","start":"2026-03-29T02:33:13.807463Z","end":"2026-03-29T02:33:13.920531Z","steps":["trace[710950695] 'read index received' (duration: 36.015702ms)","trace[710950695] 'applied index is now lower than readState.Index' (duration: 77.051682ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:33:13.92066Z","caller":"traceutil/trace.go:171","msg":"trace[1515372114] transaction","detail":"{read_only:false; response_revision:13286; number_of_response:1; }","duration":"117.952051ms","start":"2026-03-29T02:33:13.802661Z","end":"2026-03-29T02:33:13.920614Z","steps":["trace[1515372114] 'process raft request' (duration: 117.677165ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:33:13.921096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.35581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/keystone-fernet-keys\" ","response":"range_response_count:1 size:542"} {"level":"info","ts":"2026-03-29T02:33:13.921266Z","caller":"traceutil/trace.go:171","msg":"trace[1793576408] range","detail":"{range_begin:/registry/secrets/openstack/keystone-fernet-keys; range_end:; response_count:1; response_revision:13286; }","duration":"113.80032ms","start":"2026-03-29T02:33:13.807447Z","end":"2026-03-29T02:33:13.921247Z","steps":["trace[1793576408] 'agreement among raft nodes before linearized reading' (duration: 113.234947ms)"],"step_count":1}