{"level":"warn","ts":"2026-04-01T23:31:22.759303Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-01T23:31:22.759405Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.209:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.209:2380","--initial-cluster=instance=https://199.204.45.209:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.209:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.209:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-04-01T23:31:22.759488Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-01T23:31:22.759508Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.209:2380"]} {"level":"info","ts":"2026-04-01T23:31:22.759534Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-01T23:31:22.761354Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.209:2379"]} {"level":"info","ts":"2026-04-01T23:31:22.761442Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.209:2380"],"listen-peer-urls":["https://199.204.45.209:2380"],"advertise-client-urls":["https://199.204.45.209:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.209:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.209:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-04-01T23:31:22.7667Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"4.968675ms"} {"level":"info","ts":"2026-04-01T23:31:22.776124Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"adfb641115bf6cbd","cluster-id":"3da6b677d4b80c6"} {"level":"info","ts":"2026-04-01T23:31:22.776264Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"adfb641115bf6cbd switched to configuration voters=()"} {"level":"info","ts":"2026-04-01T23:31:22.776306Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"adfb641115bf6cbd became follower at term 0"} {"level":"info","ts":"2026-04-01T23:31:22.776328Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft adfb641115bf6cbd [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-04-01T23:31:22.776354Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"adfb641115bf6cbd became follower at term 1"} {"level":"info","ts":"2026-04-01T23:31:22.776416Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"adfb641115bf6cbd switched to configuration voters=(12536724012257995965)"} {"level":"warn","ts":"2026-04-01T23:31:22.791223Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-04-01T23:31:22.793399Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-04-01T23:31:22.79528Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-04-01T23:31:22.79905Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"adfb641115bf6cbd","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-04-01T23:31:22.799183Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-01T23:31:22.799252Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-01T23:31:22.799266Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-01T23:31:22.79945Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"adfb641115bf6cbd","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-04-01T23:31:22.800394Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"adfb641115bf6cbd switched to configuration voters=(12536724012257995965)"} {"level":"info","ts":"2026-04-01T23:31:22.800581Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"3da6b677d4b80c6","local-member-id":"adfb641115bf6cbd","added-peer-id":"adfb641115bf6cbd","added-peer-peer-urls":["https://199.204.45.209:2380"]} {"level":"info","ts":"2026-04-01T23:31:22.803941Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-01T23:31:22.804017Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.209:2380"} {"level":"info","ts":"2026-04-01T23:31:22.80412Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.209:2380"} {"level":"info","ts":"2026-04-01T23:31:22.804266Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"adfb641115bf6cbd","initial-advertise-peer-urls":["https://199.204.45.209:2380"],"listen-peer-urls":["https://199.204.45.209:2380"],"advertise-client-urls":["https://199.204.45.209:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.209:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-04-01T23:31:22.804301Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-04-01T23:31:23.282336Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"adfb641115bf6cbd is starting a new election at term 1"} {"level":"info","ts":"2026-04-01T23:31:23.282511Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"adfb641115bf6cbd became pre-candidate at term 1"} {"level":"info","ts":"2026-04-01T23:31:23.282567Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"adfb641115bf6cbd received MsgPreVoteResp from adfb641115bf6cbd at term 1"} {"level":"info","ts":"2026-04-01T23:31:23.282605Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"adfb641115bf6cbd became candidate at term 2"} {"level":"info","ts":"2026-04-01T23:31:23.282629Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"adfb641115bf6cbd received MsgVoteResp from adfb641115bf6cbd at term 2"} {"level":"info","ts":"2026-04-01T23:31:23.282662Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"adfb641115bf6cbd became leader at term 2"} {"level":"info","ts":"2026-04-01T23:31:23.282696Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: adfb641115bf6cbd elected leader adfb641115bf6cbd at term 2"} {"level":"info","ts":"2026-04-01T23:31:23.290573Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-04-01T23:31:23.294655Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"adfb641115bf6cbd","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.209:2379]}","request-path":"/0/members/adfb641115bf6cbd/attributes","cluster-id":"3da6b677d4b80c6","publish-timeout":"7s"} {"level":"info","ts":"2026-04-01T23:31:23.294681Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-01T23:31:23.294766Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-01T23:31:23.294983Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-04-01T23:31:23.295102Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-04-01T23:31:23.298853Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.209:2379"} {"level":"info","ts":"2026-04-01T23:31:23.299272Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-04-01T23:31:23.304657Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"3da6b677d4b80c6","local-member-id":"adfb641115bf6cbd","cluster-version":"3.5"} {"level":"info","ts":"2026-04-01T23:31:23.304946Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-04-01T23:31:23.305038Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"warn","ts":"2026-04-01T23:31:26.267928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"859.661753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/instance\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-04-01T23:31:26.268101Z","caller":"traceutil/trace.go:171","msg":"trace[716105268] range","detail":"{range_begin:/registry/csinodes/instance; range_end:; response_count:0; response_revision:73; }","duration":"859.889628ms","start":"2026-04-01T23:31:25.408182Z","end":"2026-04-01T23:31:26.268072Z","steps":["trace[716105268] 'range keys from in-memory index tree' (duration: 859.582371ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:31:26.267971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.890252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-04-01T23:31:26.268173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:31:25.408144Z","time spent":"860.015331ms","remote":"127.0.0.1:58418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":0,"response size":27,"request content":"key:\"/registry/csinodes/instance\" "} {"level":"info","ts":"2026-04-01T23:31:26.268258Z","caller":"traceutil/trace.go:171","msg":"trace[345139868] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:73; }","duration":"227.183929ms","start":"2026-04-01T23:31:26.041042Z","end":"2026-04-01T23:31:26.268226Z","steps":["trace[345139868] 'range keys from in-memory index tree' (duration: 226.741659ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:31:26.268452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.390732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-04-01T23:31:26.267938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.150148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/system-node-critical\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-04-01T23:31:26.268541Z","caller":"traceutil/trace.go:171","msg":"trace[435328355] range","detail":"{range_begin:/registry/priorityclasses/system-node-critical; range_end:; response_count:0; response_revision:73; }","duration":"227.875386ms","start":"2026-04-01T23:31:26.040642Z","end":"2026-04-01T23:31:26.268518Z","steps":["trace[435328355] 'range keys from in-memory index tree' (duration: 227.086516ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:31:26.267988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.602488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/kube-system/\" range_end:\"/registry/limitranges/kube-system0\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-04-01T23:31:26.268537Z","caller":"traceutil/trace.go:171","msg":"trace[1790480865] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:73; }","duration":"123.521596ms","start":"2026-04-01T23:31:26.14499Z","end":"2026-04-01T23:31:26.268511Z","steps":["trace[1790480865] 'range keys from in-memory index tree' (duration: 123.245009ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:31:26.268641Z","caller":"traceutil/trace.go:171","msg":"trace[1591386162] range","detail":"{range_begin:/registry/limitranges/kube-system/; range_end:/registry/limitranges/kube-system0; response_count:0; response_revision:73; }","duration":"231.326816ms","start":"2026-04-01T23:31:26.037292Z","end":"2026-04-01T23:31:26.268619Z","steps":["trace[1591386162] 'range keys from in-memory index tree' (duration: 230.519386ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:31:30.066579Z","caller":"traceutil/trace.go:171","msg":"trace[1288855436] linearizableReadLoop","detail":"{readStateIndex:324; appliedIndex:323; }","duration":"152.511781ms","start":"2026-04-01T23:31:29.914043Z","end":"2026-04-01T23:31:30.066555Z","steps":["trace[1288855436] 'read index received' (duration: 69.52966ms)","trace[1288855436] 'applied index is now lower than readState.Index' (duration: 82.981011ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:31:30.066734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.674456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:351"} {"level":"info","ts":"2026-04-01T23:31:30.066786Z","caller":"traceutil/trace.go:171","msg":"trace[1634604519] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:313; }","duration":"152.769167ms","start":"2026-04-01T23:31:29.914005Z","end":"2026-04-01T23:31:30.066774Z","steps":["trace[1634604519] 'agreement among raft nodes before linearized reading' (duration: 152.655595ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:31:30.06678Z","caller":"traceutil/trace.go:171","msg":"trace[1258380109] transaction","detail":"{read_only:false; response_revision:313; number_of_response:1; }","duration":"159.863803ms","start":"2026-04-01T23:31:29.906874Z","end":"2026-04-01T23:31:30.066738Z","steps":["trace[1258380109] 'process raft request' (duration: 76.660756ms)","trace[1258380109] 'compare' (duration: 82.90271ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:31:30.275012Z","caller":"traceutil/trace.go:171","msg":"trace[229941477] linearizableReadLoop","detail":"{readStateIndex:326; appliedIndex:325; }","duration":"155.588575ms","start":"2026-04-01T23:31:30.119396Z","end":"2026-04-01T23:31:30.274984Z","steps":["trace[229941477] 'read index received' (duration: 72.773576ms)","trace[229941477] 'applied index is now lower than readState.Index' (duration: 82.814049ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:31:30.275108Z","caller":"traceutil/trace.go:171","msg":"trace[630355628] transaction","detail":"{read_only:false; response_revision:315; number_of_response:1; }","duration":"198.651221ms","start":"2026-04-01T23:31:30.076438Z","end":"2026-04-01T23:31:30.275089Z","steps":["trace[630355628] 'process raft request' (duration: 115.763301ms)","trace[630355628] 'compare' (duration: 82.666065ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:31:30.275181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.780209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/service-account-controller\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:31:30.275404Z","caller":"traceutil/trace.go:171","msg":"trace[1206633887] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/service-account-controller; range_end:; response_count:0; response_revision:315; }","duration":"156.026544ms","start":"2026-04-01T23:31:30.119351Z","end":"2026-04-01T23:31:30.275377Z","steps":["trace[1206633887] 'agreement among raft nodes before linearized reading' (duration: 155.788979ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:31:30.518081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.186941ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-01T23:31:30.518202Z","caller":"traceutil/trace.go:171","msg":"trace[130998437] linearizableReadLoop","detail":"{readStateIndex:328; appliedIndex:327; }","duration":"190.782839ms","start":"2026-04-01T23:31:30.327398Z","end":"2026-04-01T23:31:30.518181Z","steps":["trace[130998437] 'read index received' (duration: 76.8484ms)","trace[130998437] 'applied index is now lower than readState.Index' (duration: 113.932929ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:31:30.518347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.938393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/disruption-controller\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:31:30.518395Z","caller":"traceutil/trace.go:171","msg":"trace[1090313714] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/disruption-controller; range_end:; response_count:0; response_revision:317; }","duration":"191.022245ms","start":"2026-04-01T23:31:30.32736Z","end":"2026-04-01T23:31:30.518382Z","steps":["trace[1090313714] 'agreement among raft nodes before linearized reading' (duration: 190.882352ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:31:30.518889Z","caller":"traceutil/trace.go:171","msg":"trace[1683779071] transaction","detail":"{read_only:false; response_revision:317; number_of_response:1; }","duration":"234.318697ms","start":"2026-04-01T23:31:30.28455Z","end":"2026-04-01T23:31:30.518869Z","steps":["trace[1683779071] 'process raft request' (duration: 119.765664ms)","trace[1683779071] 'compare' (duration: 113.049838ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:31:32.369771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"664.311397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-01T23:31:32.369807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.104797069s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpointslice-controller\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:31:32.369939Z","caller":"traceutil/trace.go:171","msg":"trace[257545045] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpointslice-controller; range_end:; response_count:0; response_revision:330; }","duration":"1.104985324s","start":"2026-04-01T23:31:31.264927Z","end":"2026-04-01T23:31:32.369912Z","steps":["trace[257545045] 'range keys from in-memory index tree' (duration: 1.104724557s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:31:32.36986Z","caller":"traceutil/trace.go:171","msg":"trace[1312516351] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:330; }","duration":"664.42162ms","start":"2026-04-01T23:31:31.70542Z","end":"2026-04-01T23:31:32.369842Z","steps":["trace[1312516351] 'range keys from in-memory index tree' (duration: 664.163703ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:31:32.37Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:31:31.264884Z","time spent":"1.105105706s","remote":"127.0.0.1:58224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":28,"request content":"key:\"/registry/serviceaccounts/kube-system/endpointslice-controller\" "} {"level":"warn","ts":"2026-04-01T23:31:32.370045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:31:31.705326Z","time spent":"664.705756ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-01T23:31:36.532501Z","caller":"traceutil/trace.go:171","msg":"trace[1027436936] transaction","detail":"{read_only:false; response_revision:403; number_of_response:1; }","duration":"140.610947ms","start":"2026-04-01T23:31:36.391864Z","end":"2026-04-01T23:31:36.532474Z","steps":["trace[1027436936] 'process raft request' (duration: 140.453233ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:31:37.04496Z","caller":"traceutil/trace.go:171","msg":"trace[1175116334] transaction","detail":"{read_only:false; response_revision:405; number_of_response:1; }","duration":"228.920512ms","start":"2026-04-01T23:31:36.81602Z","end":"2026-04-01T23:31:37.044941Z","steps":["trace[1175116334] 'process raft request' (duration: 228.754388ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:31:38.68487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.3034102s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:31:38.685017Z","caller":"traceutil/trace.go:171","msg":"trace[1780725800] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:408; }","duration":"1.303619294s","start":"2026-04-01T23:31:37.381371Z","end":"2026-04-01T23:31:38.68499Z","steps":["trace[1780725800] 'range keys from in-memory index tree' (duration: 1.303331388s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:31:38.685013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"852.435583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:6965"} {"level":"warn","ts":"2026-04-01T23:31:38.685078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:31:37.381354Z","time spent":"1.303710337s","remote":"127.0.0.1:58042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-01T23:31:38.684897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.376587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-01T23:31:38.685116Z","caller":"traceutil/trace.go:171","msg":"trace[1269032955] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:408; }","duration":"852.595456ms","start":"2026-04-01T23:31:37.832496Z","end":"2026-04-01T23:31:38.685091Z","steps":["trace[1269032955] 'range keys from in-memory index tree' (duration: 852.267529ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:31:38.685184Z","caller":"traceutil/trace.go:171","msg":"trace[412065495] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:408; }","duration":"148.723805ms","start":"2026-04-01T23:31:38.536434Z","end":"2026-04-01T23:31:38.685158Z","steps":["trace[412065495] 'range keys from in-memory index tree' (duration: 148.256084ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:31:38.685204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:31:37.832476Z","time spent":"852.7159ms","remote":"127.0.0.1:58198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":6988,"request content":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" "} {"level":"warn","ts":"2026-04-01T23:31:39.323275Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7835591873806212240,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T23:31:39.824256Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7835591873806212240,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T23:31:39.92743Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.106805395s","expected-duration":"1s"} {"level":"info","ts":"2026-04-01T23:31:39.927841Z","caller":"traceutil/trace.go:171","msg":"trace[347086409] transaction","detail":"{read_only:false; response_revision:409; number_of_response:1; }","duration":"1.107311487s","start":"2026-04-01T23:31:38.820499Z","end":"2026-04-01T23:31:39.92781Z","steps":["trace[347086409] 'process raft request' (duration: 1.107146063s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:31:39.927981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:31:38.820492Z","time spent":"1.107409439s","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:31:40.025672Z","caller":"traceutil/trace.go:171","msg":"trace[108507032] transaction","detail":"{read_only:false; response_revision:410; number_of_response:1; }","duration":"1.202556803s","start":"2026-04-01T23:31:38.823087Z","end":"2026-04-01T23:31:40.025644Z","steps":["trace[108507032] 'process raft request' (duration: 1.202376819s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:31:40.025814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:31:38.823075Z","time spent":"1.202668485s","remote":"127.0.0.1:58198","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6950,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:31:40.025876Z","caller":"traceutil/trace.go:171","msg":"trace[1952246821] transaction","detail":"{read_only:false; response_revision:411; number_of_response:1; }","duration":"1.202573703s","start":"2026-04-01T23:31:38.82328Z","end":"2026-04-01T23:31:40.025854Z","steps":["trace[1952246821] 'process raft request' (duration: 1.202312988s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:31:40.026017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:31:38.823273Z","time spent":"1.202675696s","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:31:40.026032Z","caller":"traceutil/trace.go:171","msg":"trace[1717506213] linearizableReadLoop","detail":"{readStateIndex:425; appliedIndex:421; }","duration":"1.203685119s","start":"2026-04-01T23:31:38.82232Z","end":"2026-04-01T23:31:40.026005Z","steps":["trace[1717506213] 'read index received' (duration: 1.105386331s)","trace[1717506213] 'applied index is now lower than readState.Index' (duration: 98.297578ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:31:40.026158Z","caller":"traceutil/trace.go:171","msg":"trace[179881430] transaction","detail":"{read_only:false; response_revision:412; number_of_response:1; }","duration":"971.550832ms","start":"2026-04-01T23:31:39.054597Z","end":"2026-04-01T23:31:40.026148Z","steps":["trace[179881430] 'process raft request' (duration: 971.212903ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:31:40.026288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.203943525s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:31:40.026325Z","caller":"traceutil/trace.go:171","msg":"trace[335454641] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:412; }","duration":"1.204000847s","start":"2026-04-01T23:31:38.822315Z","end":"2026-04-01T23:31:40.026316Z","steps":["trace[335454641] 'agreement among raft nodes before linearized reading' (duration: 1.203928865s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:31:40.026353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:31:38.822259Z","time spent":"1.204088629s","remote":"127.0.0.1:58042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-01T23:31:40.026348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:31:39.054572Z","time spent":"971.676995ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:31:40.026412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"685.708902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-01T23:31:40.026507Z","caller":"traceutil/trace.go:171","msg":"trace[745778535] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:412; }","duration":"685.868746ms","start":"2026-04-01T23:31:39.340617Z","end":"2026-04-01T23:31:40.026486Z","steps":["trace[745778535] 'agreement among raft nodes before linearized reading' (duration: 685.648531ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:31:40.026493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"683.163193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-04-01T23:31:40.026561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:31:39.340592Z","time spent":"685.960228ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-01T23:31:40.026589Z","caller":"traceutil/trace.go:171","msg":"trace[1382914450] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:412; }","duration":"683.302046ms","start":"2026-04-01T23:31:39.343257Z","end":"2026-04-01T23:31:40.026559Z","steps":["trace[1382914450] 'agreement among raft nodes before linearized reading' (duration: 683.083992ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:31:40.02665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:31:39.343235Z","time spent":"683.404928ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-01T23:31:50.570312Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7835591873806212351,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T23:31:51.070651Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7835591873806212351,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T23:31:51.571874Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7835591873806212351,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T23:31:51.697489Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.727314418s","expected-duration":"1s"} {"level":"info","ts":"2026-04-01T23:31:51.697897Z","caller":"traceutil/trace.go:171","msg":"trace[1282822379] transaction","detail":"{read_only:false; response_revision:466; number_of_response:1; }","duration":"1.729046747s","start":"2026-04-01T23:31:49.96882Z","end":"2026-04-01T23:31:51.697866Z","steps":["trace[1282822379] 'process raft request' (duration: 1.728893143s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:31:51.6981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:31:49.968784Z","time spent":"1.729233451s","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:31:53.382165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000131446s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-01T23:31:53.382325Z","caller":"traceutil/trace.go:171","msg":"trace[604117757] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00030881s","start":"2026-04-01T23:31:51.381953Z","end":"2026-04-01T23:31:53.382262Z","steps":["trace[604117757] 'agreement among raft nodes before linearized reading' (duration: 2.000164746s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:31:53.382396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:31:51.381932Z","time spent":"2.000450573s","remote":"127.0.0.1:58042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/01 23:31:53 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-01T23:31:53.744391Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.962998707s","expected-duration":"1s"} {"level":"info","ts":"2026-04-01T23:31:53.744759Z","caller":"traceutil/trace.go:171","msg":"trace[260714365] linearizableReadLoop","detail":"{readStateIndex:483; appliedIndex:481; }","duration":"3.674967698s","start":"2026-04-01T23:31:50.06977Z","end":"2026-04-01T23:31:53.744737Z","steps":["trace[260714365] 'read index received' (duration: 1.627949065s)","trace[260714365] 'applied index is now lower than readState.Index' (duration: 2.047017943s)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:31:53.744899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.675120532s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-01T23:31:53.744932Z","caller":"traceutil/trace.go:171","msg":"trace[789437806] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:467; }","duration":"3.675209554s","start":"2026-04-01T23:31:50.069712Z","end":"2026-04-01T23:31:53.744922Z","steps":["trace[789437806] 'agreement among raft nodes before linearized reading' (duration: 3.675138342s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:31:53.744896Z","caller":"traceutil/trace.go:171","msg":"trace[833511433] transaction","detail":"{read_only:false; response_revision:467; number_of_response:1; }","duration":"3.441964491s","start":"2026-04-01T23:31:50.302892Z","end":"2026-04-01T23:31:53.744856Z","steps":["trace[833511433] 'process raft request' (duration: 3.441728446s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:31:53.744961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:31:50.069691Z","time spent":"3.675264905s","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-01T23:31:53.745118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:31:50.302869Z","time spent":"3.442125116s","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:31:54.235596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.475144ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:31:54.235809Z","caller":"traceutil/trace.go:171","msg":"trace[678385008] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:467; }","duration":"412.667908ms","start":"2026-04-01T23:31:53.823079Z","end":"2026-04-01T23:31:54.235746Z","steps":["trace[678385008] 'range keys from in-memory index tree' (duration: 412.456323ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:31:54.282537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.617055ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-01T23:31:54.282806Z","caller":"traceutil/trace.go:171","msg":"trace[287533355] linearizableReadLoop","detail":"{readStateIndex:484; appliedIndex:483; }","duration":"537.943909ms","start":"2026-04-01T23:31:53.744826Z","end":"2026-04-01T23:31:54.28277Z","steps":["trace[287533355] 'read index received' (duration: 78.085318ms)","trace[287533355] 'applied index is now lower than readState.Index' (duration: 459.854041ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:31:54.282949Z","caller":"traceutil/trace.go:171","msg":"trace[1722010590] transaction","detail":"{read_only:false; response_revision:468; number_of_response:1; }","duration":"534.249514ms","start":"2026-04-01T23:31:53.748647Z","end":"2026-04-01T23:31:54.282897Z","steps":["trace[1722010590] 'process raft request' (duration: 534.08071ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:31:54.283004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.19317098s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-01T23:31:54.283047Z","caller":"traceutil/trace.go:171","msg":"trace[1941577228] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:468; }","duration":"4.193266452s","start":"2026-04-01T23:31:50.089769Z","end":"2026-04-01T23:31:54.283035Z","steps":["trace[1941577228] 'agreement among raft nodes before linearized reading' (duration: 4.193112439s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:31:54.283089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:31:50.089743Z","time spent":"4.193337674s","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-01T23:31:54.283085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:31:53.748619Z","time spent":"534.383528ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:31:54.283305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"581.478288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-01T23:31:54.283375Z","caller":"traceutil/trace.go:171","msg":"trace[495357234] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:468; }","duration":"581.587951ms","start":"2026-04-01T23:31:53.701774Z","end":"2026-04-01T23:31:54.283362Z","steps":["trace[495357234] 'agreement among raft nodes before linearized reading' (duration: 581.475778ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:31:54.283415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:31:53.701751Z","time spent":"581.652773ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-01T23:31:54.283535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"901.04062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:31:54.283581Z","caller":"traceutil/trace.go:171","msg":"trace[214150590] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:468; }","duration":"901.083711ms","start":"2026-04-01T23:31:53.382485Z","end":"2026-04-01T23:31:54.283569Z","steps":["trace[214150590] 'agreement among raft nodes before linearized reading' (duration: 901.018689ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:31:54.283614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:31:53.382421Z","time spent":"901.184123ms","remote":"127.0.0.1:58050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-01T23:31:54.283837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.174211431s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-04-01T23:31:54.283899Z","caller":"traceutil/trace.go:171","msg":"trace[1018289520] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:468; }","duration":"4.174310704s","start":"2026-04-01T23:31:50.109576Z","end":"2026-04-01T23:31:54.283886Z","steps":["trace[1018289520] 'agreement among raft nodes before linearized reading' (duration: 4.174217572s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:31:54.283938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:31:50.109555Z","time spent":"4.174371965s","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-01T23:31:54.43213Z","caller":"traceutil/trace.go:171","msg":"trace[929778863] transaction","detail":"{read_only:false; response_revision:470; number_of_response:1; }","duration":"143.923962ms","start":"2026-04-01T23:31:54.288164Z","end":"2026-04-01T23:31:54.432088Z","steps":["trace[929778863] 'process raft request' (duration: 140.956854ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:31:54.432155Z","caller":"traceutil/trace.go:171","msg":"trace[1079782559] transaction","detail":"{read_only:false; response_revision:471; number_of_response:1; }","duration":"143.914442ms","start":"2026-04-01T23:31:54.288205Z","end":"2026-04-01T23:31:54.43212Z","steps":["trace[1079782559] 'process raft request' (duration: 143.796509ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:31:54.432284Z","caller":"traceutil/trace.go:171","msg":"trace[973080736] linearizableReadLoop","detail":"{readStateIndex:489; appliedIndex:485; }","duration":"140.080894ms","start":"2026-04-01T23:31:54.292174Z","end":"2026-04-01T23:31:54.432254Z","steps":["trace[973080736] 'read index received' (duration: 38.388359ms)","trace[973080736] 'applied index is now lower than readState.Index' (duration: 101.690875ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:31:54.432299Z","caller":"traceutil/trace.go:171","msg":"trace[1229396374] transaction","detail":"{read_only:false; response_revision:472; number_of_response:1; }","duration":"143.878972ms","start":"2026-04-01T23:31:54.288391Z","end":"2026-04-01T23:31:54.43227Z","steps":["trace[1229396374] 'process raft request' (duration: 143.676197ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:31:54.432412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.225287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:31:54.432455Z","caller":"traceutil/trace.go:171","msg":"trace[807391803] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:472; }","duration":"140.30643ms","start":"2026-04-01T23:31:54.292137Z","end":"2026-04-01T23:31:54.432443Z","steps":["trace[807391803] 'agreement among raft nodes before linearized reading' (duration: 140.212417ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:31:56.556028Z","caller":"traceutil/trace.go:171","msg":"trace[1835727838] transaction","detail":"{read_only:false; response_revision:477; number_of_response:1; }","duration":"114.991733ms","start":"2026-04-01T23:31:56.441005Z","end":"2026-04-01T23:31:56.555997Z","steps":["trace[1835727838] 'process raft request' (duration: 103.761463ms)","trace[1835727838] 'compare' (duration: 11.117447ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:31:57.371523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.09624ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-01T23:31:57.371639Z","caller":"traceutil/trace.go:171","msg":"trace[660517334] transaction","detail":"{read_only:false; response_revision:478; number_of_response:1; }","duration":"305.835983ms","start":"2026-04-01T23:31:57.065785Z","end":"2026-04-01T23:31:57.371621Z","steps":["trace[660517334] 'process raft request' (duration: 195.556129ms)","trace[660517334] 'compare' (duration: 109.956757ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:31:57.371774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:31:57.065762Z","time spent":"305.976367ms","remote":"127.0.0.1:58064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:31:58.852185Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7835591873806212386,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-01T23:31:58.883456Z","caller":"traceutil/trace.go:171","msg":"trace[1830179306] linearizableReadLoop","detail":"{readStateIndex:497; appliedIndex:496; }","duration":"531.45347ms","start":"2026-04-01T23:31:58.351976Z","end":"2026-04-01T23:31:58.883429Z","steps":["trace[1830179306] 'read index received' (duration: 531.109272ms)","trace[1830179306] 'applied index is now lower than readState.Index' (duration: 343.048µs)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:31:58.883574Z","caller":"traceutil/trace.go:171","msg":"trace[2013298264] transaction","detail":"{read_only:false; response_revision:479; number_of_response:1; }","duration":"572.459248ms","start":"2026-04-01T23:31:58.311079Z","end":"2026-04-01T23:31:58.883538Z","steps":["trace[2013298264] 'process raft request' (duration: 572.136971ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:31:58.883742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.467804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T23:31:58.88373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"531.731016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-01T23:31:58.883789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.411292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-01T23:31:58.883793Z","caller":"traceutil/trace.go:171","msg":"trace[1235352403] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:479; }","duration":"501.562707ms","start":"2026-04-01T23:31:58.38222Z","end":"2026-04-01T23:31:58.883783Z","steps":["trace[1235352403] 'agreement among raft nodes before linearized reading' (duration: 501.454875ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:31:58.883804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:31:58.311048Z","time spent":"572.617262ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:31:58.883829Z","caller":"traceutil/trace.go:171","msg":"trace[1084421679] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:479; }","duration":"531.90304ms","start":"2026-04-01T23:31:58.351908Z","end":"2026-04-01T23:31:58.883811Z","steps":["trace[1084421679] 'agreement among raft nodes before linearized reading' (duration: 531.672654ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:31:58.883842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.123024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-01T23:31:58.883881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:31:58.382214Z","time spent":"501.657529ms","remote":"127.0.0.1:58042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-01T23:31:58.883829Z","caller":"traceutil/trace.go:171","msg":"trace[428915402] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:479; }","duration":"368.498704ms","start":"2026-04-01T23:31:58.515318Z","end":"2026-04-01T23:31:58.883817Z","steps":["trace[428915402] 'agreement among raft nodes before linearized reading' (duration: 368.431982ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:31:58.884072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:31:58.515289Z","time spent":"368.776301ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-01T23:31:58.883888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:31:58.351881Z","time spent":"531.999262ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-01T23:31:58.88394Z","caller":"traceutil/trace.go:171","msg":"trace[1325980366] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:479; }","duration":"323.239096ms","start":"2026-04-01T23:31:58.56068Z","end":"2026-04-01T23:31:58.883919Z","steps":["trace[1325980366] 'agreement among raft nodes before linearized reading' (duration: 323.027791ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:31:58.884245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:31:58.560605Z","time spent":"323.616975ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-01T23:31:59.907935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.471303ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-01T23:31:59.908157Z","caller":"traceutil/trace.go:171","msg":"trace[826510260] linearizableReadLoop","detail":"{readStateIndex:500; appliedIndex:497; }","duration":"987.966813ms","start":"2026-04-01T23:31:58.920175Z","end":"2026-04-01T23:31:59.908141Z","steps":["trace[826510260] 'read index received' (duration: 490.184704ms)","trace[826510260] 'applied index is now lower than readState.Index' (duration: 497.781369ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:31:59.908161Z","caller":"traceutil/trace.go:171","msg":"trace[701587609] transaction","detail":"{read_only:false; response_revision:480; number_of_response:1; }","duration":"1.019454232s","start":"2026-04-01T23:31:58.88868Z","end":"2026-04-01T23:31:59.908134Z","steps":["trace[701587609] 'process raft request' (duration: 521.707443ms)","trace[701587609] 'compare' (duration: 497.097784ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:31:59.908266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:31:58.888657Z","time spent":"1.019555785s","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:31:59.908343Z","caller":"traceutil/trace.go:171","msg":"trace[1689318704] transaction","detail":"{read_only:false; response_revision:481; number_of_response:1; }","duration":"1.019582326s","start":"2026-04-01T23:31:58.888748Z","end":"2026-04-01T23:31:59.90833Z","steps":["trace[1689318704] 'process raft request' (duration: 1.019291819s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:31:59.908399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:31:58.888722Z","time spent":"1.019644427s","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:31:59.908483Z","caller":"traceutil/trace.go:171","msg":"trace[856512165] transaction","detail":"{read_only:false; response_revision:482; number_of_response:1; }","duration":"1.019703108s","start":"2026-04-01T23:31:58.888766Z","end":"2026-04-01T23:31:59.908469Z","steps":["trace[856512165] 'process raft request' (duration: 1.019328579s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:31:59.908525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:31:58.88874Z","time spent":"1.01976243s","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:31:59.908605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"988.440204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/cilium\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:31:59.908632Z","caller":"traceutil/trace.go:171","msg":"trace[827186090] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/cilium; range_end:; response_count:0; response_revision:482; }","duration":"988.512616ms","start":"2026-04-01T23:31:58.920111Z","end":"2026-04-01T23:31:59.908624Z","steps":["trace[827186090] 'agreement among raft nodes before linearized reading' (duration: 988.469925ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:31:59.90866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:31:58.920084Z","time spent":"988.568087ms","remote":"127.0.0.1:58224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/serviceaccounts/kube-system/cilium\" "} {"level":"warn","ts":"2026-04-01T23:31:59.908809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.845719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:31:59.908845Z","caller":"traceutil/trace.go:171","msg":"trace[818034034] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:482; }","duration":"446.921761ms","start":"2026-04-01T23:31:59.461912Z","end":"2026-04-01T23:31:59.908834Z","steps":["trace[818034034] 'agreement among raft nodes before linearized reading' (duration: 446.8706ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:31:59.908879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:31:59.461887Z","time spent":"446.982613ms","remote":"127.0.0.1:58042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-01T23:32:02.282073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.272408292s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:32:02.282181Z","caller":"traceutil/trace.go:171","msg":"trace[1932039986] range","detail":"{range_begin:/registry/resourcequotas/kube-system/; range_end:/registry/resourcequotas/kube-system0; response_count:0; response_revision:482; }","duration":"2.272594457s","start":"2026-04-01T23:32:00.009563Z","end":"2026-04-01T23:32:02.282157Z","steps":["trace[1932039986] 'range keys from in-memory index tree' (duration: 2.272244588s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:32:02.282218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:32:00.009544Z","time spent":"2.272664998s","remote":"127.0.0.1:58108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" "} {"level":"warn","ts":"2026-04-01T23:32:02.282425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.982389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-01T23:32:02.282506Z","caller":"traceutil/trace.go:171","msg":"trace[2113563365] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:482; }","duration":"370.103862ms","start":"2026-04-01T23:32:01.912384Z","end":"2026-04-01T23:32:02.282488Z","steps":["trace[2113563365] 'range keys from in-memory index tree' (duration: 369.865376ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:32:02.282502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.0096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-01T23:32:02.282605Z","caller":"traceutil/trace.go:171","msg":"trace[17748407] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:482; }","duration":"370.149943ms","start":"2026-04-01T23:32:01.912427Z","end":"2026-04-01T23:32:02.282577Z","steps":["trace[17748407] 'range keys from in-memory index tree' (duration: 369.922668ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:32:02.282687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.901210424s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T23:32:02.282649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:32:01.912408Z","time spent":"370.230725ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-01T23:32:02.282717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.126322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-01T23:32:02.282763Z","caller":"traceutil/trace.go:171","msg":"trace[748517796] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:482; }","duration":"1.901342457s","start":"2026-04-01T23:32:00.381383Z","end":"2026-04-01T23:32:02.282726Z","steps":["trace[748517796] 'range keys from in-memory index tree' (duration: 1.901086821s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:32:02.282834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:32:00.381357Z","time spent":"1.90146172s","remote":"127.0.0.1:58050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-01T23:32:02.282837Z","caller":"traceutil/trace.go:171","msg":"trace[974350738] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:482; }","duration":"370.335817ms","start":"2026-04-01T23:32:01.91247Z","end":"2026-04-01T23:32:02.282805Z","steps":["trace[974350738] 'range keys from in-memory index tree' (duration: 370.02003ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:32:02.28254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:32:01.912364Z","time spent":"370.166883ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-01T23:32:02.282899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:32:01.912448Z","time spent":"370.432379ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-01T23:32:02.282924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.394796586s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-01T23:32:02.283053Z","caller":"traceutil/trace.go:171","msg":"trace[79831294] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:482; }","duration":"1.394942509s","start":"2026-04-01T23:32:00.888089Z","end":"2026-04-01T23:32:02.283031Z","steps":["trace[79831294] 'range keys from in-memory index tree' (duration: 1.394723494s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:32:02.283148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:32:00.888072Z","time spent":"1.395027751s","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-01T23:32:02.640304Z","caller":"traceutil/trace.go:171","msg":"trace[1096516126] transaction","detail":"{read_only:false; response_revision:484; number_of_response:1; }","duration":"351.644714ms","start":"2026-04-01T23:32:02.288633Z","end":"2026-04-01T23:32:02.640278Z","steps":["trace[1096516126] 'process raft request' (duration: 351.485361ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:32:02.640482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:32:02.288604Z","time spent":"351.793728ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:32:02.640751Z","caller":"traceutil/trace.go:171","msg":"trace[427621415] transaction","detail":"{read_only:false; response_revision:485; number_of_response:1; }","duration":"351.601304ms","start":"2026-04-01T23:32:02.289093Z","end":"2026-04-01T23:32:02.640694Z","steps":["trace[427621415] 'process raft request' (duration: 351.146923ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:32:02.640917Z","caller":"traceutil/trace.go:171","msg":"trace[122876247] transaction","detail":"{read_only:false; response_revision:486; number_of_response:1; }","duration":"351.664164ms","start":"2026-04-01T23:32:02.289183Z","end":"2026-04-01T23:32:02.640847Z","steps":["trace[122876247] 'process raft request' (duration: 351.333607ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:32:02.640999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:32:02.289069Z","time spent":"351.778537ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:32:02.641131Z","caller":"traceutil/trace.go:171","msg":"trace[1058341140] linearizableReadLoop","detail":"{readStateIndex:504; appliedIndex:500; }","duration":"348.90089ms","start":"2026-04-01T23:32:02.292203Z","end":"2026-04-01T23:32:02.641104Z","steps":["trace[1058341140] 'read index received' (duration: 58.427413ms)","trace[1058341140] 'applied index is now lower than readState.Index' (duration: 290.472747ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:32:02.641214Z","caller":"traceutil/trace.go:171","msg":"trace[1567937879] transaction","detail":"{read_only:false; response_revision:487; number_of_response:1; }","duration":"349.079475ms","start":"2026-04-01T23:32:02.29209Z","end":"2026-04-01T23:32:02.641169Z","steps":["trace[1567937879] 'process raft request' (duration: 348.760347ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:32:02.641277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.068434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:32:02.641311Z","caller":"traceutil/trace.go:171","msg":"trace[1015945833] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:487; }","duration":"349.116305ms","start":"2026-04-01T23:32:02.292181Z","end":"2026-04-01T23:32:02.641298Z","steps":["trace[1015945833] 'agreement among raft nodes before linearized reading' (duration: 349.016723ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:32:02.641312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:32:02.292064Z","time spent":"349.205078ms","remote":"127.0.0.1:58114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":317292,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-01T23:32:02.641336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:32:02.292147Z","time spent":"349.182967ms","remote":"127.0.0.1:58042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-01T23:32:02.641336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:32:02.289164Z","time spent":"351.87148ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:32:03.277285Z","caller":"traceutil/trace.go:171","msg":"trace[361643424] linearizableReadLoop","detail":"{readStateIndex:519; appliedIndex:518; }","duration":"212.87294ms","start":"2026-04-01T23:32:03.064385Z","end":"2026-04-01T23:32:03.277258Z","steps":["trace[361643424] 'read index received' (duration: 212.814629ms)","trace[361643424] 'applied index is now lower than readState.Index' (duration: 57.251µs)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:32:03.277367Z","caller":"traceutil/trace.go:171","msg":"trace[788328102] transaction","detail":"{read_only:false; response_revision:500; number_of_response:1; }","duration":"223.529307ms","start":"2026-04-01T23:32:03.053801Z","end":"2026-04-01T23:32:03.27733Z","steps":["trace[788328102] 'process raft request' (duration: 223.299051ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:32:03.277453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.046166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/kube-system/\" range_end:\"/registry/limitranges/kube-system0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:32:03.277495Z","caller":"traceutil/trace.go:171","msg":"trace[2089515692] range","detail":"{range_begin:/registry/limitranges/kube-system/; range_end:/registry/limitranges/kube-system0; response_count:0; response_revision:500; }","duration":"213.157138ms","start":"2026-04-01T23:32:03.064323Z","end":"2026-04-01T23:32:03.277481Z","steps":["trace[2089515692] 'agreement among raft nodes before linearized reading' (duration: 213.045525ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:32:03.436675Z","caller":"traceutil/trace.go:171","msg":"trace[954957336] transaction","detail":"{read_only:false; response_revision:501; number_of_response:1; }","duration":"290.862876ms","start":"2026-04-01T23:32:03.145777Z","end":"2026-04-01T23:32:03.43664Z","steps":["trace[954957336] 'process raft request' (duration: 287.087269ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:32:03.520235Z","caller":"traceutil/trace.go:171","msg":"trace[1320371971] transaction","detail":"{read_only:false; response_revision:502; number_of_response:1; }","duration":"238.864002ms","start":"2026-04-01T23:32:03.281324Z","end":"2026-04-01T23:32:03.520188Z","steps":["trace[1320371971] 'process raft request' (duration: 238.595646ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:32:03.520283Z","caller":"traceutil/trace.go:171","msg":"trace[1131489472] linearizableReadLoop","detail":"{readStateIndex:524; appliedIndex:519; }","duration":"138.313823ms","start":"2026-04-01T23:32:03.381914Z","end":"2026-04-01T23:32:03.520228Z","steps":["trace[1131489472] 'read index received' (duration: 50.805546ms)","trace[1131489472] 'applied index is now lower than readState.Index' (duration: 87.507357ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:32:03.52036Z","caller":"traceutil/trace.go:171","msg":"trace[1887029697] transaction","detail":"{read_only:false; response_revision:504; number_of_response:1; }","duration":"237.198033ms","start":"2026-04-01T23:32:03.283085Z","end":"2026-04-01T23:32:03.520283Z","steps":["trace[1887029697] 'process raft request' (duration: 237.05047ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:32:03.520444Z","caller":"traceutil/trace.go:171","msg":"trace[418684366] transaction","detail":"{read_only:false; response_revision:505; number_of_response:1; }","duration":"235.197137ms","start":"2026-04-01T23:32:03.285211Z","end":"2026-04-01T23:32:03.520408Z","steps":["trace[418684366] 'process raft request' (duration: 234.961992ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:32:03.52046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.539279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:32:03.520408Z","caller":"traceutil/trace.go:171","msg":"trace[1059602033] transaction","detail":"{read_only:false; response_revision:503; number_of_response:1; }","duration":"238.843561ms","start":"2026-04-01T23:32:03.281489Z","end":"2026-04-01T23:32:03.520333Z","steps":["trace[1059602033] 'process raft request' (duration: 238.597876ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:32:03.520512Z","caller":"traceutil/trace.go:171","msg":"trace[1067585031] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:505; }","duration":"138.655771ms","start":"2026-04-01T23:32:03.381842Z","end":"2026-04-01T23:32:03.520498Z","steps":["trace[1067585031] 'agreement among raft nodes before linearized reading' (duration: 138.567349ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:32:03.652774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.828481ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-01T23:32:03.652893Z","caller":"traceutil/trace.go:171","msg":"trace[892410851] transaction","detail":"{read_only:false; response_revision:506; number_of_response:1; }","duration":"125.399715ms","start":"2026-04-01T23:32:03.527479Z","end":"2026-04-01T23:32:03.652878Z","steps":["trace[892410851] 'process raft request' (duration: 19.38749ms)","trace[892410851] 'compare' (duration: 105.703777ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:32:03.660623Z","caller":"traceutil/trace.go:171","msg":"trace[1354578148] transaction","detail":"{read_only:false; response_revision:507; number_of_response:1; }","duration":"132.888068ms","start":"2026-04-01T23:32:03.527479Z","end":"2026-04-01T23:32:03.660367Z","steps":["trace[1354578148] 'process raft request' (duration: 132.749814ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:32:03.660659Z","caller":"traceutil/trace.go:171","msg":"trace[1983577488] transaction","detail":"{read_only:false; response_revision:510; number_of_response:1; }","duration":"129.652363ms","start":"2026-04-01T23:32:03.530988Z","end":"2026-04-01T23:32:03.66064Z","steps":["trace[1983577488] 'process raft request' (duration: 129.484649ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:32:03.660647Z","caller":"traceutil/trace.go:171","msg":"trace[1245386788] transaction","detail":"{read_only:false; response_revision:508; number_of_response:1; }","duration":"132.699113ms","start":"2026-04-01T23:32:03.527912Z","end":"2026-04-01T23:32:03.660611Z","steps":["trace[1245386788] 'process raft request' (duration: 132.406367ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:32:03.660758Z","caller":"traceutil/trace.go:171","msg":"trace[1954253014] linearizableReadLoop","detail":"{readStateIndex:527; appliedIndex:524; }","duration":"131.831573ms","start":"2026-04-01T23:32:03.528916Z","end":"2026-04-01T23:32:03.660748Z","steps":["trace[1954253014] 'read index received' (duration: 17.984987ms)","trace[1954253014] 'applied index is now lower than readState.Index' (duration: 113.845696ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:32:03.66082Z","caller":"traceutil/trace.go:171","msg":"trace[1852221423] transaction","detail":"{read_only:false; response_revision:511; number_of_response:1; }","duration":"126.628023ms","start":"2026-04-01T23:32:03.534182Z","end":"2026-04-01T23:32:03.66081Z","steps":["trace[1852221423] 'process raft request' (duration: 126.326346ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:32:03.661027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.12748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/kube-system/cilium-operator\" ","response":"range_response_count:1 size:4335"} {"level":"info","ts":"2026-04-01T23:32:03.661091Z","caller":"traceutil/trace.go:171","msg":"trace[696943543] range","detail":"{range_begin:/registry/deployments/kube-system/cilium-operator; range_end:; response_count:1; response_revision:511; }","duration":"132.229423ms","start":"2026-04-01T23:32:03.528846Z","end":"2026-04-01T23:32:03.661075Z","steps":["trace[696943543] 'agreement among raft nodes before linearized reading' (duration: 132.059679ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:32:03.661118Z","caller":"traceutil/trace.go:171","msg":"trace[675290404] transaction","detail":"{read_only:false; response_revision:509; number_of_response:1; }","duration":"132.110319ms","start":"2026-04-01T23:32:03.528992Z","end":"2026-04-01T23:32:03.661102Z","steps":["trace[675290404] 'process raft request' (duration: 131.403493ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:32:04.805413Z","caller":"traceutil/trace.go:171","msg":"trace[878858772] transaction","detail":"{read_only:false; response_revision:523; number_of_response:1; }","duration":"153.087766ms","start":"2026-04-01T23:32:04.652276Z","end":"2026-04-01T23:32:04.805364Z","steps":["trace[878858772] 'process raft request' (duration: 94.632932ms)","trace[878858772] 'compare' (duration: 57.911262ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:32:04.805415Z","caller":"traceutil/trace.go:171","msg":"trace[2088500299] transaction","detail":"{read_only:false; response_revision:524; number_of_response:1; }","duration":"153.009824ms","start":"2026-04-01T23:32:04.652362Z","end":"2026-04-01T23:32:04.805371Z","steps":["trace[2088500299] 'process raft request' (duration: 152.616085ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:32:05.075494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.435483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/envoy-gateway-system/\" range_end:\"/registry/secrets/envoy-gateway-system0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:32:05.07561Z","caller":"traceutil/trace.go:171","msg":"trace[474005954] range","detail":"{range_begin:/registry/secrets/envoy-gateway-system/; range_end:/registry/secrets/envoy-gateway-system0; response_count:0; response_revision:524; }","duration":"156.613878ms","start":"2026-04-01T23:32:04.918969Z","end":"2026-04-01T23:32:05.075583Z","steps":["trace[474005954] 'range keys from in-memory index tree' (duration: 156.264328ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:32:05.267161Z","caller":"traceutil/trace.go:171","msg":"trace[936266342] linearizableReadLoop","detail":"{readStateIndex:544; appliedIndex:543; }","duration":"176.475438ms","start":"2026-04-01T23:32:05.090651Z","end":"2026-04-01T23:32:05.267126Z","steps":["trace[936266342] 'read index received' (duration: 176.062419ms)","trace[936266342] 'applied index is now lower than readState.Index' (duration: 411.199µs)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:32:05.267208Z","caller":"traceutil/trace.go:171","msg":"trace[46875018] transaction","detail":"{read_only:false; response_revision:525; number_of_response:1; }","duration":"279.124375ms","start":"2026-04-01T23:32:04.988038Z","end":"2026-04-01T23:32:05.267163Z","steps":["trace[46875018] 'process raft request' (duration: 278.760056ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:32:05.267387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.715103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/envoy-gateway-system/\" range_end:\"/registry/secrets/envoy-gateway-system0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:32:05.267449Z","caller":"traceutil/trace.go:171","msg":"trace[2106663860] range","detail":"{range_begin:/registry/secrets/envoy-gateway-system/; range_end:/registry/secrets/envoy-gateway-system0; response_count:0; response_revision:525; }","duration":"176.845966ms","start":"2026-04-01T23:32:05.090588Z","end":"2026-04-01T23:32:05.267434Z","steps":["trace[2106663860] 'agreement among raft nodes before linearized reading' (duration: 176.676852ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:32:05.664226Z","caller":"traceutil/trace.go:171","msg":"trace[1971565576] transaction","detail":"{read_only:false; response_revision:527; number_of_response:1; }","duration":"198.633971ms","start":"2026-04-01T23:32:05.465551Z","end":"2026-04-01T23:32:05.664185Z","steps":["trace[1971565576] 'process raft request' (duration: 198.398434ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:32:05.761076Z","caller":"traceutil/trace.go:171","msg":"trace[513721693] transaction","detail":"{read_only:false; response_revision:528; number_of_response:1; }","duration":"290.534999ms","start":"2026-04-01T23:32:05.470506Z","end":"2026-04-01T23:32:05.761041Z","steps":["trace[513721693] 'process raft request' (duration: 289.632219ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:32:05.761245Z","caller":"traceutil/trace.go:171","msg":"trace[1026564530] transaction","detail":"{read_only:false; response_revision:529; number_of_response:1; }","duration":"290.462648ms","start":"2026-04-01T23:32:05.470773Z","end":"2026-04-01T23:32:05.761235Z","steps":["trace[1026564530] 'process raft request' (duration: 290.11944ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:32:05.761252Z","caller":"traceutil/trace.go:171","msg":"trace[484621093] transaction","detail":"{read_only:false; response_revision:530; number_of_response:1; }","duration":"284.368615ms","start":"2026-04-01T23:32:05.476858Z","end":"2026-04-01T23:32:05.761227Z","steps":["trace[484621093] 'process raft request' (duration: 284.134ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:32:05.761339Z","caller":"traceutil/trace.go:171","msg":"trace[410776030] transaction","detail":"{read_only:false; response_revision:532; number_of_response:1; }","duration":"281.328706ms","start":"2026-04-01T23:32:05.48Z","end":"2026-04-01T23:32:05.761329Z","steps":["trace[410776030] 'process raft request' (duration: 281.132801ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:32:05.761359Z","caller":"traceutil/trace.go:171","msg":"trace[862467121] transaction","detail":"{read_only:false; response_revision:531; number_of_response:1; }","duration":"281.257613ms","start":"2026-04-01T23:32:05.480012Z","end":"2026-04-01T23:32:05.761269Z","steps":["trace[862467121] 'process raft request' (duration: 281.042788ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:32:05.761487Z","caller":"traceutil/trace.go:171","msg":"trace[1204876459] transaction","detail":"{read_only:false; response_revision:533; number_of_response:1; }","duration":"281.167692ms","start":"2026-04-01T23:32:05.4803Z","end":"2026-04-01T23:32:05.761467Z","steps":["trace[1204876459] 'process raft request' (duration: 280.882905ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:32:05.761567Z","caller":"traceutil/trace.go:171","msg":"trace[1340546988] transaction","detail":"{read_only:false; response_revision:534; number_of_response:1; }","duration":"280.405434ms","start":"2026-04-01T23:32:05.481155Z","end":"2026-04-01T23:32:05.761561Z","steps":["trace[1340546988] 'process raft request' (duration: 280.182209ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:32:05.761599Z","caller":"traceutil/trace.go:171","msg":"trace[777251421] transaction","detail":"{read_only:false; response_revision:535; number_of_response:1; }","duration":"258.791864ms","start":"2026-04-01T23:32:05.502792Z","end":"2026-04-01T23:32:05.761584Z","steps":["trace[777251421] 'process raft request' (duration: 258.6558ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:32:05.761747Z","caller":"traceutil/trace.go:171","msg":"trace[349076042] transaction","detail":"{read_only:false; response_revision:536; number_of_response:1; }","duration":"248.419743ms","start":"2026-04-01T23:32:05.513289Z","end":"2026-04-01T23:32:05.761709Z","steps":["trace[349076042] 'process raft request' (duration: 248.233229ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:32:05.761938Z","caller":"traceutil/trace.go:171","msg":"trace[822635014] transaction","detail":"{read_only:false; response_revision:537; number_of_response:1; }","duration":"229.604457ms","start":"2026-04-01T23:32:05.532325Z","end":"2026-04-01T23:32:05.761929Z","steps":["trace[822635014] 'process raft request' (duration: 229.26675ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:32:05.761937Z","caller":"traceutil/trace.go:171","msg":"trace[1870798409] transaction","detail":"{read_only:false; response_revision:538; number_of_response:1; }","duration":"117.957412ms","start":"2026-04-01T23:32:05.643962Z","end":"2026-04-01T23:32:05.761919Z","steps":["trace[1870798409] 'process raft request' (duration: 117.85566ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:32:05.771223Z","caller":"traceutil/trace.go:171","msg":"trace[1938741874] transaction","detail":"{read_only:false; response_revision:539; number_of_response:1; }","duration":"101.311596ms","start":"2026-04-01T23:32:05.669896Z","end":"2026-04-01T23:32:05.771208Z","steps":["trace[1938741874] 'process raft request' (duration: 101.03691ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:32:05.982334Z","caller":"traceutil/trace.go:171","msg":"trace[2074498415] transaction","detail":"{read_only:false; number_of_response:1; response_revision:546; }","duration":"205.611092ms","start":"2026-04-01T23:32:05.776645Z","end":"2026-04-01T23:32:05.982256Z","steps":["trace[2074498415] 'process raft request' (duration: 106.825274ms)","trace[2074498415] 'compare' (duration: 98.547403ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:32:05.982521Z","caller":"traceutil/trace.go:171","msg":"trace[1927854623] transaction","detail":"{read_only:false; response_revision:547; number_of_response:1; }","duration":"205.750625ms","start":"2026-04-01T23:32:05.776735Z","end":"2026-04-01T23:32:05.982485Z","steps":["trace[1927854623] 'process raft request' (duration: 205.385627ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:32:05.982627Z","caller":"traceutil/trace.go:171","msg":"trace[1066630707] transaction","detail":"{read_only:false; response_revision:548; number_of_response:1; }","duration":"198.18362ms","start":"2026-04-01T23:32:05.784432Z","end":"2026-04-01T23:32:05.982616Z","steps":["trace[1066630707] 'process raft request' (duration: 197.784401ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:32:05.982641Z","caller":"traceutil/trace.go:171","msg":"trace[947089362] transaction","detail":"{read_only:false; response_revision:549; number_of_response:1; }","duration":"176.216291ms","start":"2026-04-01T23:32:05.806366Z","end":"2026-04-01T23:32:05.982583Z","steps":["trace[947089362] 'process raft request' (duration: 175.999667ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:32:05.982798Z","caller":"traceutil/trace.go:171","msg":"trace[954725022] transaction","detail":"{read_only:false; response_revision:550; number_of_response:1; }","duration":"168.973103ms","start":"2026-04-01T23:32:05.813815Z","end":"2026-04-01T23:32:05.982788Z","steps":["trace[954725022] 'process raft request' (duration: 168.717417ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:32:05.98294Z","caller":"traceutil/trace.go:171","msg":"trace[937026526] transaction","detail":"{read_only:false; response_revision:552; number_of_response:1; }","duration":"167.235292ms","start":"2026-04-01T23:32:05.815699Z","end":"2026-04-01T23:32:05.982934Z","steps":["trace[937026526] 'process raft request' (duration: 167.11643ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:32:05.982962Z","caller":"traceutil/trace.go:171","msg":"trace[1237516381] transaction","detail":"{read_only:false; response_revision:553; number_of_response:1; }","duration":"158.586173ms","start":"2026-04-01T23:32:05.824365Z","end":"2026-04-01T23:32:05.982951Z","steps":["trace[1237516381] 'process raft request' (duration: 158.515901ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:32:05.9829Z","caller":"traceutil/trace.go:171","msg":"trace[1676505620] transaction","detail":"{read_only:false; response_revision:551; number_of_response:1; }","duration":"167.850498ms","start":"2026-04-01T23:32:05.815021Z","end":"2026-04-01T23:32:05.982871Z","steps":["trace[1676505620] 'process raft request' (duration: 167.664834ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:32:06.19082Z","caller":"traceutil/trace.go:171","msg":"trace[1558328286] linearizableReadLoop","detail":"{readStateIndex:575; appliedIndex:574; }","duration":"193.202323ms","start":"2026-04-01T23:32:05.997586Z","end":"2026-04-01T23:32:06.190788Z","steps":["trace[1558328286] 'read index received' (duration: 95.177214ms)","trace[1558328286] 'applied index is now lower than readState.Index' (duration: 98.023689ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:32:06.190961Z","caller":"traceutil/trace.go:171","msg":"trace[269169062] transaction","detail":"{read_only:false; response_revision:554; number_of_response:1; }","duration":"193.838551ms","start":"2026-04-01T23:32:05.997095Z","end":"2026-04-01T23:32:06.190933Z","steps":["trace[269169062] 'process raft request' (duration: 95.445351ms)","trace[269169062] 'compare' (duration: 98.055081ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:32:06.191281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.662046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/referencegrants.gateway.networking.k8s.io\" ","response":"range_response_count:1 size:7341"} {"level":"info","ts":"2026-04-01T23:32:06.192203Z","caller":"traceutil/trace.go:171","msg":"trace[790412244] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/referencegrants.gateway.networking.k8s.io; range_end:; response_count:1; response_revision:554; }","duration":"193.768498ms","start":"2026-04-01T23:32:05.997552Z","end":"2026-04-01T23:32:06.19132Z","steps":["trace[790412244] 'agreement among raft nodes before linearized reading' (duration: 193.362018ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:32:06.222721Z","caller":"traceutil/trace.go:171","msg":"trace[115063547] transaction","detail":"{read_only:false; response_revision:555; number_of_response:1; }","duration":"220.062238ms","start":"2026-04-01T23:32:06.002579Z","end":"2026-04-01T23:32:06.222641Z","steps":["trace[115063547] 'process raft request' (duration: 219.73569ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:32:06.222813Z","caller":"traceutil/trace.go:171","msg":"trace[1692841457] transaction","detail":"{read_only:false; response_revision:557; number_of_response:1; }","duration":"169.205709ms","start":"2026-04-01T23:32:06.053577Z","end":"2026-04-01T23:32:06.222783Z","steps":["trace[1692841457] 'process raft request' (duration: 169.146318ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:32:06.222813Z","caller":"traceutil/trace.go:171","msg":"trace[1970618188] transaction","detail":"{read_only:false; response_revision:556; number_of_response:1; }","duration":"183.163362ms","start":"2026-04-01T23:32:06.03962Z","end":"2026-04-01T23:32:06.222784Z","steps":["trace[1970618188] 'process raft request' (duration: 182.909796ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:32:06.446581Z","caller":"traceutil/trace.go:171","msg":"trace[765694588] transaction","detail":"{read_only:false; response_revision:561; number_of_response:1; }","duration":"186.010009ms","start":"2026-04-01T23:32:06.260537Z","end":"2026-04-01T23:32:06.446547Z","steps":["trace[765694588] 'process raft request' (duration: 174.188285ms)","trace[765694588] 'compare' (duration: 11.66361ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:32:06.587979Z","caller":"traceutil/trace.go:171","msg":"trace[248453460] transaction","detail":"{read_only:false; response_revision:562; number_of_response:1; }","duration":"317.36821ms","start":"2026-04-01T23:32:06.270558Z","end":"2026-04-01T23:32:06.587926Z","steps":["trace[248453460] 'process raft request' (duration: 309.819906ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:32:06.588113Z","caller":"traceutil/trace.go:171","msg":"trace[1002217700] linearizableReadLoop","detail":"{readStateIndex:585; appliedIndex:581; }","duration":"214.003996ms","start":"2026-04-01T23:32:06.374075Z","end":"2026-04-01T23:32:06.588079Z","steps":["trace[1002217700] 'read index received' (duration: 60.689676ms)","trace[1002217700] 'applied index is now lower than readState.Index' (duration: 153.31257ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:32:06.588206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:32:06.270532Z","time spent":"317.554675ms","remote":"127.0.0.1:58082","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29461,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:32:06.588245Z","caller":"traceutil/trace.go:171","msg":"trace[1011951414] transaction","detail":"{read_only:false; response_revision:564; number_of_response:1; }","duration":"244.705898ms","start":"2026-04-01T23:32:06.343528Z","end":"2026-04-01T23:32:06.588234Z","steps":["trace[1011951414] 'process raft request' (duration: 244.460422ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:32:06.588474Z","caller":"traceutil/trace.go:171","msg":"trace[1010849428] transaction","detail":"{read_only:false; response_revision:563; number_of_response:1; }","duration":"282.238017ms","start":"2026-04-01T23:32:06.306132Z","end":"2026-04-01T23:32:06.58837Z","steps":["trace[1010849428] 'process raft request' (duration: 281.590802ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:32:06.588646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.540428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-01T23:32:06.588758Z","caller":"traceutil/trace.go:171","msg":"trace[637963409] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:564; }","duration":"214.723283ms","start":"2026-04-01T23:32:06.374007Z","end":"2026-04-01T23:32:06.588731Z","steps":["trace[637963409] 'agreement among raft nodes before linearized reading' (duration: 214.327293ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:32:06.589856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.511106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:32:06.589968Z","caller":"traceutil/trace.go:171","msg":"trace[221400651] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:565; }","duration":"210.665119ms","start":"2026-04-01T23:32:06.379278Z","end":"2026-04-01T23:32:06.589943Z","steps":["trace[221400651] 'agreement among raft nodes before linearized reading' (duration: 210.471874ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:32:06.589885Z","caller":"traceutil/trace.go:171","msg":"trace[1541776945] transaction","detail":"{read_only:false; response_revision:565; number_of_response:1; }","duration":"130.095004ms","start":"2026-04-01T23:32:06.459737Z","end":"2026-04-01T23:32:06.589832Z","steps":["trace[1541776945] 'process raft request' (duration: 129.825748ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:32:06.883961Z","caller":"traceutil/trace.go:171","msg":"trace[686716542] transaction","detail":"{read_only:false; response_revision:566; number_of_response:1; }","duration":"291.034901ms","start":"2026-04-01T23:32:06.592896Z","end":"2026-04-01T23:32:06.883931Z","steps":["trace[686716542] 'process raft request' (duration: 201.135979ms)","trace[686716542] 'compare' (duration: 89.753289ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:32:06.907751Z","caller":"traceutil/trace.go:171","msg":"trace[601038230] transaction","detail":"{read_only:false; response_revision:567; number_of_response:1; }","duration":"306.660273ms","start":"2026-04-01T23:32:06.60106Z","end":"2026-04-01T23:32:06.90772Z","steps":["trace[601038230] 'process raft request' (duration: 306.376366ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:32:06.907961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:32:06.60102Z","time spent":"306.830806ms","remote":"127.0.0.1:58082","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":23057,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:32:06.908214Z","caller":"traceutil/trace.go:171","msg":"trace[1500384109] transaction","detail":"{read_only:false; response_revision:568; number_of_response:1; }","duration":"305.184729ms","start":"2026-04-01T23:32:06.603017Z","end":"2026-04-01T23:32:06.908202Z","steps":["trace[1500384109] 'process raft request' (duration: 304.609715ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:32:06.908224Z","caller":"traceutil/trace.go:171","msg":"trace[774274186] linearizableReadLoop","detail":"{readStateIndex:590; appliedIndex:586; }","duration":"171.182246ms","start":"2026-04-01T23:32:06.737003Z","end":"2026-04-01T23:32:06.908185Z","steps":["trace[774274186] 'read index received' (duration: 57.235667ms)","trace[774274186] 'applied index is now lower than readState.Index' (duration: 113.945079ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:32:06.908266Z","caller":"traceutil/trace.go:171","msg":"trace[1291029410] transaction","detail":"{read_only:false; response_revision:569; number_of_response:1; }","duration":"254.505794ms","start":"2026-04-01T23:32:06.65373Z","end":"2026-04-01T23:32:06.908236Z","steps":["trace[1291029410] 'process raft request' (duration: 254.29862ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:32:06.908277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:32:06.60297Z","time spent":"305.274811ms","remote":"127.0.0.1:58082","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":31111,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:32:06.908685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.655787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-01T23:32:06.908754Z","caller":"traceutil/trace.go:171","msg":"trace[1843310914] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:569; }","duration":"171.79477ms","start":"2026-04-01T23:32:06.736946Z","end":"2026-04-01T23:32:06.908741Z","steps":["trace[1843310914] 'agreement among raft nodes before linearized reading' (duration: 171.463072ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:32:07.256694Z","caller":"traceutil/trace.go:171","msg":"trace[1894326103] transaction","detail":"{read_only:false; response_revision:574; number_of_response:1; }","duration":"329.097323ms","start":"2026-04-01T23:32:06.927564Z","end":"2026-04-01T23:32:07.256662Z","steps":["trace[1894326103] 'process raft request' (duration: 328.96786ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:32:07.256709Z","caller":"traceutil/trace.go:171","msg":"trace[1393523054] transaction","detail":"{read_only:false; response_revision:572; number_of_response:1; }","duration":"343.880795ms","start":"2026-04-01T23:32:06.912783Z","end":"2026-04-01T23:32:07.256664Z","steps":["trace[1393523054] 'process raft request' (duration: 343.554228ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:32:07.256746Z","caller":"traceutil/trace.go:171","msg":"trace[1987979009] transaction","detail":"{read_only:false; response_revision:573; number_of_response:1; }","duration":"335.784637ms","start":"2026-04-01T23:32:06.920941Z","end":"2026-04-01T23:32:07.256726Z","steps":["trace[1987979009] 'process raft request' (duration: 335.45605ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:32:07.256866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:32:06.927546Z","time spent":"329.238396ms","remote":"127.0.0.1:58082","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19834,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-01T23:32:07.256888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:32:06.920909Z","time spent":"335.89525ms","remote":"127.0.0.1:58082","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":31130,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:32:07.256683Z","caller":"traceutil/trace.go:171","msg":"trace[28229532] transaction","detail":"{read_only:false; response_revision:571; number_of_response:1; }","duration":"343.859534ms","start":"2026-04-01T23:32:06.912767Z","end":"2026-04-01T23:32:07.256626Z","steps":["trace[28229532] 'process raft request' (duration: 291.86866ms)","trace[28229532] 'compare' (duration: 51.488063ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:32:07.256933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:32:06.912762Z","time spent":"344.041389ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:32:07.256905Z","caller":"traceutil/trace.go:171","msg":"trace[1521103316] linearizableReadLoop","detail":"{readStateIndex:596; appliedIndex:591; }","duration":"208.923389ms","start":"2026-04-01T23:32:07.047925Z","end":"2026-04-01T23:32:07.256849Z","steps":["trace[1521103316] 'read index received' (duration: 156.681409ms)","trace[1521103316] 'applied index is now lower than readState.Index' (duration: 52.23803ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:32:07.257026Z","caller":"traceutil/trace.go:171","msg":"trace[592525796] transaction","detail":"{read_only:false; response_revision:575; number_of_response:1; }","duration":"329.338967ms","start":"2026-04-01T23:32:06.927673Z","end":"2026-04-01T23:32:07.257012Z","steps":["trace[592525796] 'process raft request' (duration: 328.917027ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:32:07.257086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:32:06.927635Z","time spent":"329.419129ms","remote":"127.0.0.1:58082","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29546,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:32:07.257079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.137945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.209\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-04-01T23:32:07.257103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:32:06.912739Z","time spent":"344.259914ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:32:07.257177Z","caller":"traceutil/trace.go:171","msg":"trace[152528694] range","detail":"{range_begin:/registry/masterleases/199.204.45.209; range_end:; response_count:1; response_revision:575; }","duration":"209.299518ms","start":"2026-04-01T23:32:07.047846Z","end":"2026-04-01T23:32:07.257146Z","steps":["trace[152528694] 'agreement among raft nodes before linearized reading' (duration: 209.125114ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:32:07.579923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.264769ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-01T23:32:07.580085Z","caller":"traceutil/trace.go:171","msg":"trace[830377893] linearizableReadLoop","detail":"{readStateIndex:601; appliedIndex:600; }","duration":"229.508116ms","start":"2026-04-01T23:32:07.350519Z","end":"2026-04-01T23:32:07.580027Z","steps":["trace[830377893] 'read index received' (duration: 35.064033ms)","trace[830377893] 'applied index is now lower than readState.Index' (duration: 194.443173ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:32:07.58013Z","caller":"traceutil/trace.go:171","msg":"trace[381494107] transaction","detail":"{read_only:false; response_revision:579; number_of_response:1; }","duration":"233.115349ms","start":"2026-04-01T23:32:07.346986Z","end":"2026-04-01T23:32:07.580102Z","steps":["trace[381494107] 'process raft request' (duration: 38.594834ms)","trace[381494107] 'compare' (duration: 194.151486ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:32:07.580226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.69078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-01T23:32:07.580298Z","caller":"traceutil/trace.go:171","msg":"trace[2134049861] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:579; }","duration":"229.788073ms","start":"2026-04-01T23:32:07.35049Z","end":"2026-04-01T23:32:07.580278Z","steps":["trace[2134049861] 'agreement among raft nodes before linearized reading' (duration: 229.64926ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:32:07.584804Z","caller":"traceutil/trace.go:171","msg":"trace[1454613116] transaction","detail":"{read_only:false; response_revision:580; number_of_response:1; }","duration":"208.355105ms","start":"2026-04-01T23:32:07.376428Z","end":"2026-04-01T23:32:07.584784Z","steps":["trace[1454613116] 'process raft request' (duration: 208.160821ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:32:07.874547Z","caller":"traceutil/trace.go:171","msg":"trace[1807794775] transaction","detail":"{read_only:false; response_revision:581; number_of_response:1; }","duration":"307.523822ms","start":"2026-04-01T23:32:07.566983Z","end":"2026-04-01T23:32:07.874507Z","steps":["trace[1807794775] 'process raft request' (duration: 227.598321ms)","trace[1807794775] 'compare' (duration: 79.236415ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:32:07.874696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:32:07.566948Z","time spent":"307.683306ms","remote":"127.0.0.1:58082","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":569094,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-01T23:32:07.874677Z","caller":"traceutil/trace.go:171","msg":"trace[1876137535] linearizableReadLoop","detail":"{readStateIndex:603; appliedIndex:601; }","duration":"294.517733ms","start":"2026-04-01T23:32:07.580133Z","end":"2026-04-01T23:32:07.874651Z","steps":["trace[1876137535] 'read index received' (duration: 4.551126ms)","trace[1876137535] 'applied index is now lower than readState.Index' (duration: 289.962027ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:32:07.874811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.045896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:32:07.874855Z","caller":"traceutil/trace.go:171","msg":"trace[839034394] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:582; }","duration":"495.149898ms","start":"2026-04-01T23:32:07.379693Z","end":"2026-04-01T23:32:07.874843Z","steps":["trace[839034394] 'agreement among raft nodes before linearized reading' (duration: 495.033185ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:32:07.874901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:32:07.37966Z","time spent":"495.23393ms","remote":"127.0.0.1:58042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-01T23:32:07.874857Z","caller":"traceutil/trace.go:171","msg":"trace[1581677239] transaction","detail":"{read_only:false; response_revision:582; number_of_response:1; }","duration":"263.145174ms","start":"2026-04-01T23:32:07.611629Z","end":"2026-04-01T23:32:07.874774Z","steps":["trace[1581677239] 'process raft request' (duration: 262.845458ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:32:07.874943Z","caller":"traceutil/trace.go:171","msg":"trace[673980862] transaction","detail":"{read_only:false; response_revision:583; number_of_response:1; }","duration":"257.797461ms","start":"2026-04-01T23:32:07.617113Z","end":"2026-04-01T23:32:07.874911Z","steps":["trace[673980862] 'process raft request' (duration: 257.463343ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:32:08.197705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.310768ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-01T23:32:08.198186Z","caller":"traceutil/trace.go:171","msg":"trace[1695446981] transaction","detail":"{read_only:false; response_revision:584; number_of_response:1; }","duration":"295.798292ms","start":"2026-04-01T23:32:07.902357Z","end":"2026-04-01T23:32:08.198155Z","steps":["trace[1695446981] 'process raft request' (duration: 85.923171ms)","trace[1695446981] 'compare' (duration: 209.170545ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:32:08.198828Z","caller":"traceutil/trace.go:171","msg":"trace[821707972] transaction","detail":"{read_only:false; response_revision:585; number_of_response:1; }","duration":"247.774479ms","start":"2026-04-01T23:32:07.951016Z","end":"2026-04-01T23:32:08.19879Z","steps":["trace[821707972] 'process raft request' (duration: 247.40521ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:32:08.199168Z","caller":"traceutil/trace.go:171","msg":"trace[1122093138] transaction","detail":"{read_only:false; response_revision:586; number_of_response:1; }","duration":"220.043056ms","start":"2026-04-01T23:32:07.978703Z","end":"2026-04-01T23:32:08.198746Z","steps":["trace[1122093138] 'process raft request' (duration: 219.947543ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:32:08.992311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"485.744791ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-01T23:32:08.992446Z","caller":"traceutil/trace.go:171","msg":"trace[1610263666] transaction","detail":"{read_only:false; response_revision:587; number_of_response:1; }","duration":"773.434835ms","start":"2026-04-01T23:32:08.218987Z","end":"2026-04-01T23:32:08.992421Z","steps":["trace[1610263666] 'process raft request' (duration: 287.490389ms)","trace[1610263666] 'compare' (duration: 485.596327ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:32:08.99253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:32:08.218963Z","time spent":"773.524278ms","remote":"127.0.0.1:58082","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10846,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:32:09.025004Z","caller":"traceutil/trace.go:171","msg":"trace[1482559081] linearizableReadLoop","detail":"{readStateIndex:611; appliedIndex:608; }","duration":"643.047814ms","start":"2026-04-01T23:32:08.381941Z","end":"2026-04-01T23:32:09.024989Z","steps":["trace[1482559081] 'read index received' (duration: 124.620066ms)","trace[1482559081] 'applied index is now lower than readState.Index' (duration: 518.427208ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:32:09.025053Z","caller":"traceutil/trace.go:171","msg":"trace[715539338] transaction","detail":"{read_only:false; response_revision:588; number_of_response:1; }","duration":"801.269249ms","start":"2026-04-01T23:32:08.223773Z","end":"2026-04-01T23:32:09.025043Z","steps":["trace[715539338] 'process raft request' (duration: 800.994983ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:32:09.025124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:32:08.223759Z","time spent":"801.31593ms","remote":"127.0.0.1:58082","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":80688,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:32:09.025155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"643.162386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:32:09.02518Z","caller":"traceutil/trace.go:171","msg":"trace[1727804143] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:589; }","duration":"643.267789ms","start":"2026-04-01T23:32:08.381903Z","end":"2026-04-01T23:32:09.02517Z","steps":["trace[1727804143] 'agreement among raft nodes before linearized reading' (duration: 643.165586ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:32:09.025203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:32:08.381884Z","time spent":"643.313789ms","remote":"127.0.0.1:58042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-01T23:32:09.025218Z","caller":"traceutil/trace.go:171","msg":"trace[1826674282] transaction","detail":"{read_only:false; response_revision:589; number_of_response:1; }","duration":"677.512112ms","start":"2026-04-01T23:32:08.347632Z","end":"2026-04-01T23:32:09.025144Z","steps":["trace[1826674282] 'process raft request' (duration: 677.303447ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:32:09.02555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:32:08.347598Z","time spent":"677.826399ms","remote":"127.0.0.1:58082","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":207462,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-01T23:32:09.284677Z","caller":"traceutil/trace.go:171","msg":"trace[1267334141] transaction","detail":"{read_only:false; response_revision:590; number_of_response:1; }","duration":"282.266867ms","start":"2026-04-01T23:32:09.002395Z","end":"2026-04-01T23:32:09.284662Z","steps":["trace[1267334141] 'process raft request' (duration: 282.023552ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:32:09.284831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.084457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-01T23:32:09.284622Z","caller":"traceutil/trace.go:171","msg":"trace[1418273522] linearizableReadLoop","detail":"{readStateIndex:612; appliedIndex:611; }","duration":"259.541132ms","start":"2026-04-01T23:32:09.025052Z","end":"2026-04-01T23:32:09.284593Z","steps":["trace[1418273522] 'read index received' (duration: 259.500711ms)","trace[1418273522] 'applied index is now lower than readState.Index' (duration: 39.471µs)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:32:09.284927Z","caller":"traceutil/trace.go:171","msg":"trace[514300500] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:590; }","duration":"337.233401ms","start":"2026-04-01T23:32:08.94767Z","end":"2026-04-01T23:32:09.284904Z","steps":["trace[514300500] 'agreement among raft nodes before linearized reading' (duration: 336.987815ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:32:09.284996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:32:08.947645Z","time spent":"337.337123ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-01T23:32:09.28501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.63236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-01T23:32:09.285078Z","caller":"traceutil/trace.go:171","msg":"trace[1845516486] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:590; }","duration":"397.743173ms","start":"2026-04-01T23:32:08.887317Z","end":"2026-04-01T23:32:09.28506Z","steps":["trace[1845516486] 'agreement among raft nodes before linearized reading' (duration: 397.436566ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:32:09.28512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:32:08.887301Z","time spent":"397.809774ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-01T23:32:09.63013Z","caller":"traceutil/trace.go:171","msg":"trace[1717852056] linearizableReadLoop","detail":"{readStateIndex:613; appliedIndex:612; }","duration":"345.118284ms","start":"2026-04-01T23:32:09.284971Z","end":"2026-04-01T23:32:09.630089Z","steps":["trace[1717852056] 'read index received' (duration: 273.042424ms)","trace[1717852056] 'applied index is now lower than readState.Index' (duration: 72.070119ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:32:09.630256Z","caller":"traceutil/trace.go:171","msg":"trace[820269969] transaction","detail":"{read_only:false; response_revision:591; number_of_response:1; }","duration":"532.121054ms","start":"2026-04-01T23:32:09.098093Z","end":"2026-04-01T23:32:09.630214Z","steps":["trace[820269969] 'process raft request' (duration: 460.024985ms)","trace[820269969] 'compare' (duration: 71.593868ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:32:09.630437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"604.366107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T23:32:09.630487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:32:09.098004Z","time spent":"532.37938ms","remote":"127.0.0.1:58082","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":151221,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:32:09.630485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.543185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-01T23:32:09.630569Z","caller":"traceutil/trace.go:171","msg":"trace[1413439874] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:591; }","duration":"604.535751ms","start":"2026-04-01T23:32:09.025998Z","end":"2026-04-01T23:32:09.630534Z","steps":["trace[1413439874] 'agreement among raft nodes before linearized reading' (duration: 604.214763ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:32:09.630589Z","caller":"traceutil/trace.go:171","msg":"trace[1369268247] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:591; }","duration":"368.684138ms","start":"2026-04-01T23:32:09.261885Z","end":"2026-04-01T23:32:09.630569Z","steps":["trace[1369268247] 'agreement among raft nodes before linearized reading' (duration: 368.242778ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:32:09.63062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:32:09.025982Z","time spent":"604.628393ms","remote":"127.0.0.1:58050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-01T23:32:09.630632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:32:09.261864Z","time spent":"368.758441ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-01T23:32:09.630488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.469964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-01T23:32:09.630717Z","caller":"traceutil/trace.go:171","msg":"trace[94150731] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:591; }","duration":"368.900724ms","start":"2026-04-01T23:32:09.261803Z","end":"2026-04-01T23:32:09.630704Z","steps":["trace[94150731] 'agreement among raft nodes before linearized reading' (duration: 368.354541ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:32:09.630763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:32:09.261781Z","time spent":"368.970995ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-01T23:32:09.63128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"572.284916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/backendtlspolicies.gateway.networking.k8s.io\" ","response":"range_response_count:1 size:29570"} {"level":"info","ts":"2026-04-01T23:32:09.631331Z","caller":"traceutil/trace.go:171","msg":"trace[748266733] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/backendtlspolicies.gateway.networking.k8s.io; range_end:; response_count:1; response_revision:591; }","duration":"572.394748ms","start":"2026-04-01T23:32:09.058923Z","end":"2026-04-01T23:32:09.631318Z","steps":["trace[748266733] 'agreement among raft nodes before linearized reading' (duration: 571.890025ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:32:09.63137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:32:09.058908Z","time spent":"572.45508ms","remote":"127.0.0.1:58082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":1,"response size":29593,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/backendtlspolicies.gateway.networking.k8s.io\" "} {"level":"info","ts":"2026-04-01T23:32:09.697392Z","caller":"traceutil/trace.go:171","msg":"trace[1886754723] transaction","detail":"{read_only:false; response_revision:592; number_of_response:1; }","duration":"408.307688ms","start":"2026-04-01T23:32:09.289051Z","end":"2026-04-01T23:32:09.697359Z","steps":["trace[1886754723] 'process raft request' (duration: 408.080952ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:32:09.697568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:32:09.28903Z","time spent":"408.44501ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:32:09.697606Z","caller":"traceutil/trace.go:171","msg":"trace[958077756] transaction","detail":"{read_only:false; response_revision:593; number_of_response:1; }","duration":"406.787472ms","start":"2026-04-01T23:32:09.290798Z","end":"2026-04-01T23:32:09.697586Z","steps":["trace[958077756] 'process raft request' (duration: 406.467434ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:32:09.697588Z","caller":"traceutil/trace.go:171","msg":"trace[462704492] transaction","detail":"{read_only:false; response_revision:594; number_of_response:1; }","duration":"388.074427ms","start":"2026-04-01T23:32:09.309484Z","end":"2026-04-01T23:32:09.697558Z","steps":["trace[462704492] 'process raft request' (duration: 387.875513ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:32:09.697692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:32:09.290785Z","time spent":"406.861153ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:32:09.697708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.474701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T23:32:09.697775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:32:09.309467Z","time spent":"388.198191ms","remote":"127.0.0.1:58082","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":98689,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:32:09.69781Z","caller":"traceutil/trace.go:171","msg":"trace[144084618] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:594; }","duration":"228.612704ms","start":"2026-04-01T23:32:09.469174Z","end":"2026-04-01T23:32:09.697786Z","steps":["trace[144084618] 'agreement among raft nodes before linearized reading' (duration: 228.43748ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:32:09.796857Z","caller":"traceutil/trace.go:171","msg":"trace[753545521] transaction","detail":"{read_only:false; response_revision:595; number_of_response:1; }","duration":"161.8718ms","start":"2026-04-01T23:32:09.634958Z","end":"2026-04-01T23:32:09.79683Z","steps":["trace[753545521] 'process raft request' (duration: 161.648175ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:32:09.796917Z","caller":"traceutil/trace.go:171","msg":"trace[1905335929] transaction","detail":"{read_only:false; response_revision:596; number_of_response:1; }","duration":"159.894163ms","start":"2026-04-01T23:32:09.636977Z","end":"2026-04-01T23:32:09.796871Z","steps":["trace[1905335929] 'process raft request' (duration: 159.75281ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:32:09.797094Z","caller":"traceutil/trace.go:171","msg":"trace[856953792] transaction","detail":"{read_only:false; response_revision:597; number_of_response:1; }","duration":"141.680492ms","start":"2026-04-01T23:32:09.655393Z","end":"2026-04-01T23:32:09.797073Z","steps":["trace[856953792] 'process raft request' (duration: 141.393005ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:32:09.79716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.706674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/gatewayclasses.gateway.networking.k8s.io\" ","response":"range_response_count:1 size:10870"} {"level":"info","ts":"2026-04-01T23:32:09.797263Z","caller":"traceutil/trace.go:171","msg":"trace[1973211707] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/gatewayclasses.gateway.networking.k8s.io; range_end:; response_count:1; response_revision:597; }","duration":"151.852527ms","start":"2026-04-01T23:32:09.645389Z","end":"2026-04-01T23:32:09.797241Z","steps":["trace[1973211707] 'agreement among raft nodes before linearized reading' (duration: 151.616532ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:32:10.310368Z","caller":"traceutil/trace.go:171","msg":"trace[2026489161] linearizableReadLoop","detail":"{readStateIndex:622; appliedIndex:621; }","duration":"452.02798ms","start":"2026-04-01T23:32:09.858316Z","end":"2026-04-01T23:32:10.310344Z","steps":["trace[2026489161] 'read index received' (duration: 451.853416ms)","trace[2026489161] 'applied index is now lower than readState.Index' (duration: 173.954µs)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:32:10.31043Z","caller":"traceutil/trace.go:171","msg":"trace[1237376812] transaction","detail":"{read_only:false; response_revision:600; number_of_response:1; }","duration":"475.441703ms","start":"2026-04-01T23:32:09.83496Z","end":"2026-04-01T23:32:10.310401Z","steps":["trace[1237376812] 'process raft request' (duration: 475.188987ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:32:10.310574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.239034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/httproutes.gateway.networking.k8s.io\" ","response":"range_response_count:1 size:151236"} {"level":"warn","ts":"2026-04-01T23:32:10.310562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:32:09.834933Z","time spent":"475.560055ms","remote":"127.0.0.1:58082","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":74745,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:32:10.3106Z","caller":"traceutil/trace.go:171","msg":"trace[1551822088] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/httproutes.gateway.networking.k8s.io; range_end:; response_count:1; response_revision:600; }","duration":"452.338626ms","start":"2026-04-01T23:32:09.858255Z","end":"2026-04-01T23:32:10.310593Z","steps":["trace[1551822088] 'agreement among raft nodes before linearized reading' (duration: 452.188673ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:32:10.310631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:32:09.858234Z","time spent":"452.392488ms","remote":"127.0.0.1:58082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":151259,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/httproutes.gateway.networking.k8s.io\" "} {"level":"info","ts":"2026-04-01T23:32:10.325547Z","caller":"traceutil/trace.go:171","msg":"trace[1107219302] transaction","detail":"{read_only:false; response_revision:601; number_of_response:1; }","duration":"434.550334ms","start":"2026-04-01T23:32:09.890971Z","end":"2026-04-01T23:32:10.325522Z","steps":["trace[1107219302] 'process raft request' (duration: 434.35237ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:32:10.325745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:32:09.890938Z","time spent":"434.705609ms","remote":"127.0.0.1:58082","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":98698,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:32:10.426854Z","caller":"traceutil/trace.go:171","msg":"trace[1344514794] transaction","detail":"{read_only:false; response_revision:602; number_of_response:1; }","duration":"101.41709ms","start":"2026-04-01T23:32:10.325412Z","end":"2026-04-01T23:32:10.42683Z","steps":["trace[1344514794] 'process raft request' (duration: 99.167407ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:32:10.618807Z","caller":"traceutil/trace.go:171","msg":"trace[841381228] linearizableReadLoop","detail":"{readStateIndex:625; appliedIndex:623; }","duration":"263.940023ms","start":"2026-04-01T23:32:10.354818Z","end":"2026-04-01T23:32:10.618758Z","steps":["trace[841381228] 'read index received' (duration: 69.696174ms)","trace[841381228] 'applied index is now lower than readState.Index' (duration: 194.242849ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:32:10.618852Z","caller":"traceutil/trace.go:171","msg":"trace[2050176002] transaction","detail":"{read_only:false; response_revision:603; number_of_response:1; }","duration":"264.626069ms","start":"2026-04-01T23:32:10.354188Z","end":"2026-04-01T23:32:10.618814Z","steps":["trace[2050176002] 'process raft request' (duration: 264.362253ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:32:10.619044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.197869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/referencegrants.gateway.networking.k8s.io\" ","response":"range_response_count:1 size:7708"} {"level":"info","ts":"2026-04-01T23:32:10.61909Z","caller":"traceutil/trace.go:171","msg":"trace[1786523353] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/referencegrants.gateway.networking.k8s.io; range_end:; response_count:1; response_revision:603; }","duration":"264.280411ms","start":"2026-04-01T23:32:10.354797Z","end":"2026-04-01T23:32:10.619078Z","steps":["trace[1786523353] 'agreement among raft nodes before linearized reading' (duration: 264.115487ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:32:10.681791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.704582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:32:10.68179Z","caller":"traceutil/trace.go:171","msg":"trace[273971100] transaction","detail":"{read_only:false; response_revision:604; number_of_response:1; }","duration":"121.994436ms","start":"2026-04-01T23:32:10.55976Z","end":"2026-04-01T23:32:10.681754Z","steps":["trace[273971100] 'process raft request' (duration: 121.605576ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:32:10.68188Z","caller":"traceutil/trace.go:171","msg":"trace[1405243171] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:604; }","duration":"299.818354ms","start":"2026-04-01T23:32:10.382036Z","end":"2026-04-01T23:32:10.681854Z","steps":["trace[1405243171] 'agreement among raft nodes before linearized reading' (duration: 299.702122ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:32:10.754149Z","caller":"traceutil/trace.go:171","msg":"trace[1098305965] transaction","detail":"{read_only:false; response_revision:605; number_of_response:1; }","duration":"110.276224ms","start":"2026-04-01T23:32:10.643836Z","end":"2026-04-01T23:32:10.754112Z","steps":["trace[1098305965] 'process raft request' (duration: 102.376732ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:32:10.75426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.002984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/tcproutes.gateway.networking.k8s.io\" ","response":"range_response_count:1 size:31145"} {"level":"info","ts":"2026-04-01T23:32:10.754393Z","caller":"traceutil/trace.go:171","msg":"trace[640899648] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/tcproutes.gateway.networking.k8s.io; range_end:; response_count:1; response_revision:605; }","duration":"131.145957ms","start":"2026-04-01T23:32:10.623201Z","end":"2026-04-01T23:32:10.754347Z","steps":["trace[640899648] 'agreement among raft nodes before linearized reading' (duration: 130.839659ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:32:11.267568Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7835591873806212588,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T23:32:11.832574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.009041ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-01T23:32:11.832678Z","caller":"traceutil/trace.go:171","msg":"trace[947254729] transaction","detail":"{read_only:false; response_revision:606; number_of_response:1; }","duration":"1.110125932s","start":"2026-04-01T23:32:10.722535Z","end":"2026-04-01T23:32:11.832661Z","steps":["trace[947254729] 'process raft request' (duration: 751.955437ms)","trace[947254729] 'compare' (duration: 357.901769ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:32:11.832758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:32:10.722504Z","time spent":"1.110202184s","remote":"127.0.0.1:58082","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":15664,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:32:11.832925Z","caller":"traceutil/trace.go:171","msg":"trace[833810748] linearizableReadLoop","detail":"{readStateIndex:629; appliedIndex:627; }","duration":"1.065771426s","start":"2026-04-01T23:32:10.767139Z","end":"2026-04-01T23:32:11.832911Z","steps":["trace[833810748] 'read index received' (duration: 707.340814ms)","trace[833810748] 'applied index is now lower than readState.Index' (duration: 358.429762ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:32:11.832967Z","caller":"traceutil/trace.go:171","msg":"trace[1342837308] transaction","detail":"{read_only:false; response_revision:607; number_of_response:1; }","duration":"1.063620626s","start":"2026-04-01T23:32:10.769325Z","end":"2026-04-01T23:32:11.832945Z","steps":["trace[1342837308] 'process raft request' (duration: 1.063501143s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:32:11.833087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:32:10.769304Z","time spent":"1.063723079s","remote":"127.0.0.1:58082","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":20851,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:32:11.833132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.239868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:32:11.833226Z","caller":"traceutil/trace.go:171","msg":"trace[1343801712] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:607; }","duration":"450.336691ms","start":"2026-04-01T23:32:11.38287Z","end":"2026-04-01T23:32:11.833207Z","steps":["trace[1343801712] 'agreement among raft nodes before linearized reading' (duration: 450.188457ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:32:11.83323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.066087713s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/tlsroutes.gateway.networking.k8s.io\" ","response":"range_response_count:1 size:65214"} {"level":"warn","ts":"2026-04-01T23:32:11.833271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:32:11.382802Z","time spent":"450.459913ms","remote":"127.0.0.1:58042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-01T23:32:11.833282Z","caller":"traceutil/trace.go:171","msg":"trace[128505549] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/tlsroutes.gateway.networking.k8s.io; range_end:; response_count:1; response_revision:607; }","duration":"1.066171575s","start":"2026-04-01T23:32:10.767102Z","end":"2026-04-01T23:32:11.833273Z","steps":["trace[128505549] 'agreement among raft nodes before linearized reading' (duration: 1.065907189s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:32:11.833312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:32:10.767085Z","time spent":"1.066222956s","remote":"127.0.0.1:58082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":65237,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/tlsroutes.gateway.networking.k8s.io\" "} {"level":"warn","ts":"2026-04-01T23:32:11.833305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.494366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-01T23:32:11.833385Z","caller":"traceutil/trace.go:171","msg":"trace[1836846564] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:607; }","duration":"128.601549ms","start":"2026-04-01T23:32:11.704765Z","end":"2026-04-01T23:32:11.833366Z","steps":["trace[1836846564] 'agreement among raft nodes before linearized reading' (duration: 128.404195ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:32:11.833428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.541907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-01T23:32:11.833635Z","caller":"traceutil/trace.go:171","msg":"trace[296320354] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:607; }","duration":"128.740342ms","start":"2026-04-01T23:32:11.704819Z","end":"2026-04-01T23:32:11.83356Z","steps":["trace[296320354] 'agreement among raft nodes before linearized reading' (duration: 128.296112ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:32:13.376479Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.472642909s","expected-duration":"1s"} {"level":"info","ts":"2026-04-01T23:32:13.383676Z","caller":"traceutil/trace.go:171","msg":"trace[1568201289] transaction","detail":"{read_only:false; response_revision:610; number_of_response:1; }","duration":"1.546127341s","start":"2026-04-01T23:32:11.837527Z","end":"2026-04-01T23:32:13.383654Z","steps":["trace[1568201289] 'process raft request' (duration: 1.54607426s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:32:13.383717Z","caller":"traceutil/trace.go:171","msg":"trace[1566488092] transaction","detail":"{read_only:false; response_revision:609; number_of_response:1; }","duration":"1.546211933s","start":"2026-04-01T23:32:11.837473Z","end":"2026-04-01T23:32:13.383684Z","steps":["trace[1566488092] 'process raft request' (duration: 1.539300553s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:32:13.3838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:32:11.837502Z","time spent":"1.546234694s","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:32:13.383872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:32:11.837454Z","time spent":"1.546334856s","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:32:13.384114Z","caller":"traceutil/trace.go:171","msg":"trace[820024345] linearizableReadLoop","detail":"{readStateIndex:633; appliedIndex:630; }","duration":"1.539756203s","start":"2026-04-01T23:32:11.844321Z","end":"2026-04-01T23:32:13.384078Z","steps":["trace[820024345] 'read index received' (duration: 59.031317ms)","trace[820024345] 'applied index is now lower than readState.Index' (duration: 1.480724256s)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:32:13.38413Z","caller":"traceutil/trace.go:171","msg":"trace[1774362983] transaction","detail":"{read_only:false; response_revision:611; number_of_response:1; }","duration":"1.545953748s","start":"2026-04-01T23:32:11.83815Z","end":"2026-04-01T23:32:13.384103Z","steps":["trace[1774362983] 'process raft request' (duration: 1.545479227s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:32:13.384138Z","caller":"traceutil/trace.go:171","msg":"trace[263047558] transaction","detail":"{read_only:false; response_revision:612; number_of_response:1; }","duration":"1.506638836s","start":"2026-04-01T23:32:11.877453Z","end":"2026-04-01T23:32:13.384092Z","steps":["trace[263047558] 'process raft request' (duration: 1.506459172s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:32:13.384235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:32:11.838142Z","time spent":"1.546044139s","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:32:13.384326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.539986399s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/udproutes.gateway.networking.k8s.io\" ","response":"range_response_count:1 size:31126"} {"level":"warn","ts":"2026-04-01T23:32:13.384349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:32:11.877423Z","time spent":"1.506817861s","remote":"127.0.0.1:58082","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":208461,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:32:13.384379Z","caller":"traceutil/trace.go:171","msg":"trace[1498607824] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/udproutes.gateway.networking.k8s.io; range_end:; response_count:1; response_revision:612; }","duration":"1.540110502s","start":"2026-04-01T23:32:11.844254Z","end":"2026-04-01T23:32:13.384364Z","steps":["trace[1498607824] 'agreement among raft nodes before linearized reading' (duration: 1.539897937s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:32:13.384408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:32:11.844227Z","time spent":"1.540174702s","remote":"127.0.0.1:58082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":31149,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/udproutes.gateway.networking.k8s.io\" "} {"level":"info","ts":"2026-04-01T23:32:13.408587Z","caller":"traceutil/trace.go:171","msg":"trace[1561169604] transaction","detail":"{read_only:false; response_revision:613; number_of_response:1; }","duration":"1.408254138s","start":"2026-04-01T23:32:12.000297Z","end":"2026-04-01T23:32:13.408551Z","steps":["trace[1561169604] 'process raft request' (duration: 1.407531502s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:32:13.408816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:32:12.000261Z","time spent":"1.408436822s","remote":"127.0.0.1:58082","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":570090,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:32:13.798879Z","caller":"traceutil/trace.go:171","msg":"trace[1820819953] linearizableReadLoop","detail":"{readStateIndex:637; appliedIndex:636; }","duration":"311.176397ms","start":"2026-04-01T23:32:13.487647Z","end":"2026-04-01T23:32:13.798823Z","steps":["trace[1820819953] 'read index received' (duration: 310.86331ms)","trace[1820819953] 'applied index is now lower than readState.Index' (duration: 312.137µs)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:32:13.799154Z","caller":"traceutil/trace.go:171","msg":"trace[1967376687] transaction","detail":"{read_only:false; response_revision:614; number_of_response:1; }","duration":"340.182739ms","start":"2026-04-01T23:32:13.458957Z","end":"2026-04-01T23:32:13.799139Z","steps":["trace[1967376687] 'process raft request' (duration: 339.681417ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:32:13.799248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:32:13.45892Z","time spent":"340.262651ms","remote":"127.0.0.1:58082","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":15673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:32:13.799243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.586977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/clienttrafficpolicies.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:65436"} {"level":"info","ts":"2026-04-01T23:32:13.799294Z","caller":"traceutil/trace.go:171","msg":"trace[244958612] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/clienttrafficpolicies.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:614; }","duration":"311.687249ms","start":"2026-04-01T23:32:13.487593Z","end":"2026-04-01T23:32:13.79928Z","steps":["trace[244958612] 'agreement among raft nodes before linearized reading' (duration: 311.487114ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:32:13.799326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:32:13.487508Z","time spent":"311.810952ms","remote":"127.0.0.1:58082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":65459,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/clienttrafficpolicies.gateway.envoyproxy.io\" "} {"level":"warn","ts":"2026-04-01T23:32:14.369353Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7835591873806212611,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-01T23:32:14.594553Z","caller":"traceutil/trace.go:171","msg":"trace[1944204949] transaction","detail":"{read_only:false; response_revision:615; number_of_response:1; }","duration":"731.806069ms","start":"2026-04-01T23:32:13.862698Z","end":"2026-04-01T23:32:14.594504Z","steps":["trace[1944204949] 'process raft request' (duration: 715.885551ms)","trace[1944204949] 'compare' (duration: 15.505729ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:32:14.594569Z","caller":"traceutil/trace.go:171","msg":"trace[1644727508] linearizableReadLoop","detail":"{readStateIndex:638; appliedIndex:637; }","duration":"725.483803ms","start":"2026-04-01T23:32:13.869057Z","end":"2026-04-01T23:32:14.594541Z","steps":["trace[1644727508] 'read index received' (duration: 709.430432ms)","trace[1644727508] 'applied index is now lower than readState.Index' (duration: 16.052311ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:32:14.594801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:32:13.862662Z","time spent":"732.000044ms","remote":"127.0.0.1:58082","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":208470,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:32:14.594842Z","caller":"traceutil/trace.go:171","msg":"trace[774491966] transaction","detail":"{read_only:false; response_revision:616; number_of_response:1; }","duration":"147.542976ms","start":"2026-04-01T23:32:14.447226Z","end":"2026-04-01T23:32:14.594769Z","steps":["trace[774491966] 'process raft request' (duration: 147.23913ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:32:14.594995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.278828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:32:14.595068Z","caller":"traceutil/trace.go:171","msg":"trace[1115339579] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:616; }","duration":"209.395891ms","start":"2026-04-01T23:32:14.385645Z","end":"2026-04-01T23:32:14.595041Z","steps":["trace[1115339579] 'agreement among raft nodes before linearized reading' (duration: 209.283548ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:32:14.595086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"687.330081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-01T23:32:14.595188Z","caller":"traceutil/trace.go:171","msg":"trace[34685283] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:616; }","duration":"687.500874ms","start":"2026-04-01T23:32:13.907662Z","end":"2026-04-01T23:32:14.595163Z","steps":["trace[34685283] 'agreement among raft nodes before linearized reading' (duration: 687.216417ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:32:14.595261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:32:13.907639Z","time spent":"687.611386ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-01T23:32:14.5959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"726.824555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/envoyproxies.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:570105"} {"level":"info","ts":"2026-04-01T23:32:14.595971Z","caller":"traceutil/trace.go:171","msg":"trace[1662904238] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/envoyproxies.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:616; }","duration":"726.958338ms","start":"2026-04-01T23:32:13.868991Z","end":"2026-04-01T23:32:14.595949Z","steps":["trace[1662904238] 'agreement among raft nodes before linearized reading' (duration: 725.641487ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:32:14.596018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:32:13.868964Z","time spent":"727.04094ms","remote":"127.0.0.1:58082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":93,"response count":1,"response size":570128,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/envoyproxies.gateway.envoyproxy.io\" "} {"level":"info","ts":"2026-04-01T23:32:17.530362Z","caller":"traceutil/trace.go:171","msg":"trace[233816124] transaction","detail":"{read_only:false; response_revision:631; number_of_response:1; }","duration":"109.183959ms","start":"2026-04-01T23:32:17.421151Z","end":"2026-04-01T23:32:17.530335Z","steps":["trace[233816124] 'process raft request' (duration: 52.860554ms)","trace[233816124] 'compare' (duration: 56.14408ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:32:17.530848Z","caller":"traceutil/trace.go:171","msg":"trace[2035510530] transaction","detail":"{read_only:false; response_revision:632; number_of_response:1; }","duration":"109.496477ms","start":"2026-04-01T23:32:17.421298Z","end":"2026-04-01T23:32:17.530795Z","steps":["trace[2035510530] 'process raft request' (duration: 108.996545ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:32:19.612271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.70915ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-01T23:32:19.62638Z","caller":"traceutil/trace.go:171","msg":"trace[1875822725] linearizableReadLoop","detail":"{readStateIndex:665; appliedIndex:664; }","duration":"244.32668ms","start":"2026-04-01T23:32:19.38204Z","end":"2026-04-01T23:32:19.626366Z","steps":["trace[1875822725] 'read index received' (duration: 67.417331ms)","trace[1875822725] 'applied index is now lower than readState.Index' (duration: 176.908409ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:32:19.626429Z","caller":"traceutil/trace.go:171","msg":"trace[1383763507] transaction","detail":"{read_only:false; response_revision:641; number_of_response:1; }","duration":"259.729006ms","start":"2026-04-01T23:32:19.366663Z","end":"2026-04-01T23:32:19.626392Z","steps":["trace[1383763507] 'process raft request' (duration: 82.842118ms)","trace[1383763507] 'compare' (duration: 162.569126ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:32:19.626495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.428412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:32:19.626574Z","caller":"traceutil/trace.go:171","msg":"trace[724093608] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:641; }","duration":"244.551895ms","start":"2026-04-01T23:32:19.382007Z","end":"2026-04-01T23:32:19.626559Z","steps":["trace[724093608] 'agreement among raft nodes before linearized reading' (duration: 244.403382ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:32:19.626528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.570263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-01T23:32:19.626645Z","caller":"traceutil/trace.go:171","msg":"trace[1161388376] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:641; }","duration":"199.782578ms","start":"2026-04-01T23:32:19.426854Z","end":"2026-04-01T23:32:19.626637Z","steps":["trace[1161388376] 'agreement among raft nodes before linearized reading' (duration: 199.580443ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:32:19.894902Z","caller":"traceutil/trace.go:171","msg":"trace[780071312] transaction","detail":"{read_only:false; response_revision:642; number_of_response:1; }","duration":"264.998497ms","start":"2026-04-01T23:32:19.629874Z","end":"2026-04-01T23:32:19.894873Z","steps":["trace[780071312] 'process raft request' (duration: 227.790285ms)","trace[780071312] 'compare' (duration: 37.094839ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:32:19.917277Z","caller":"traceutil/trace.go:171","msg":"trace[490639933] linearizableReadLoop","detail":"{readStateIndex:668; appliedIndex:665; }","duration":"279.320008ms","start":"2026-04-01T23:32:19.637929Z","end":"2026-04-01T23:32:19.917249Z","steps":["trace[490639933] 'read index received' (duration: 219.754729ms)","trace[490639933] 'applied index is now lower than readState.Index' (duration: 59.563989ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:32:19.917326Z","caller":"traceutil/trace.go:171","msg":"trace[458666841] transaction","detail":"{read_only:false; response_revision:643; number_of_response:1; }","duration":"287.424776ms","start":"2026-04-01T23:32:19.629874Z","end":"2026-04-01T23:32:19.917299Z","steps":["trace[458666841] 'process raft request' (duration: 287.230782ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:32:19.917417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.476402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/envoy-gateway-topology-injector.envoy-gateway-system\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:32:19.917463Z","caller":"traceutil/trace.go:171","msg":"trace[1735605580] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/envoy-gateway-topology-injector.envoy-gateway-system; range_end:; response_count:0; response_revision:644; }","duration":"279.559874ms","start":"2026-04-01T23:32:19.637883Z","end":"2026-04-01T23:32:19.917443Z","steps":["trace[1735605580] 'agreement among raft nodes before linearized reading' (duration: 279.484782ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:32:19.917485Z","caller":"traceutil/trace.go:171","msg":"trace[1513199393] transaction","detail":"{read_only:false; response_revision:644; number_of_response:1; }","duration":"286.574817ms","start":"2026-04-01T23:32:19.630862Z","end":"2026-04-01T23:32:19.917437Z","steps":["trace[1513199393] 'process raft request' (duration: 286.348302ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:32:21.026464Z","caller":"traceutil/trace.go:171","msg":"trace[1846686164] transaction","detail":"{read_only:false; response_revision:648; number_of_response:1; }","duration":"158.03227ms","start":"2026-04-01T23:32:20.868399Z","end":"2026-04-01T23:32:21.026432Z","steps":["trace[1846686164] 'process raft request' (duration: 157.436846ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:32:21.351619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.765699ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-01T23:32:21.351765Z","caller":"traceutil/trace.go:171","msg":"trace[1142165174] transaction","detail":"{read_only:false; response_revision:649; number_of_response:1; }","duration":"267.661649ms","start":"2026-04-01T23:32:21.084079Z","end":"2026-04-01T23:32:21.351741Z","steps":["trace[1142165174] 'process raft request' (duration: 98.379598ms)","trace[1142165174] 'compare' (duration: 168.529194ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:32:21.727769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.251061ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-01T23:32:21.727868Z","caller":"traceutil/trace.go:171","msg":"trace[579026962] transaction","detail":"{read_only:false; response_revision:651; number_of_response:1; }","duration":"328.405557ms","start":"2026-04-01T23:32:21.399447Z","end":"2026-04-01T23:32:21.727853Z","steps":["trace[579026962] 'process raft request' (duration: 200.014053ms)","trace[579026962] 'compare' (duration: 128.130988ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:32:21.727907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:32:21.399428Z","time spent":"328.464449ms","remote":"127.0.0.1:58094","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":775,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-01T23:32:21.728207Z","caller":"traceutil/trace.go:171","msg":"trace[1994847353] transaction","detail":"{read_only:false; response_revision:652; number_of_response:1; }","duration":"327.907494ms","start":"2026-04-01T23:32:21.40027Z","end":"2026-04-01T23:32:21.728178Z","steps":["trace[1994847353] 'process raft request' (duration: 327.648059ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:32:21.728305Z","caller":"traceutil/trace.go:171","msg":"trace[65622939] transaction","detail":"{read_only:false; response_revision:653; number_of_response:1; }","duration":"326.590285ms","start":"2026-04-01T23:32:21.401683Z","end":"2026-04-01T23:32:21.728273Z","steps":["trace[65622939] 'process raft request' (duration: 326.39104ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:32:21.728344Z","caller":"traceutil/trace.go:171","msg":"trace[722574640] transaction","detail":"{read_only:false; response_revision:654; number_of_response:1; }","duration":"326.109744ms","start":"2026-04-01T23:32:21.402191Z","end":"2026-04-01T23:32:21.7283Z","steps":["trace[722574640] 'process raft request' (duration: 325.958891ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:32:21.728459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:32:21.401658Z","time spent":"326.719408ms","remote":"127.0.0.1:58250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2785,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:32:21.728542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:32:21.402183Z","time spent":"326.256747ms","remote":"127.0.0.1:58198","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3209,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:32:21.728383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:32:21.400254Z","time spent":"328.053798ms","remote":"127.0.0.1:58094","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":905,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-01T23:32:23.882517Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7835591873806212717,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T23:32:24.383539Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7835591873806212717,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T23:32:24.884521Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7835591873806212717,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T23:32:25.382382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000207398s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-01T23:32:25.382486Z","caller":"traceutil/trace.go:171","msg":"trace[2097514559] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000369611s","start":"2026-04-01T23:32:23.382097Z","end":"2026-04-01T23:32:25.382466Z","steps":["trace[2097514559] 'agreement among raft nodes before linearized reading' (duration: 2.000213518s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:32:25.382535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:32:23.382072Z","time spent":"2.000453113s","remote":"127.0.0.1:58042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/01 23:32:25 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-01T23:32:25.385718Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7835591873806212717,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T23:32:25.886736Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7835591873806212717,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T23:32:26.387527Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7835591873806212717,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T23:32:26.88868Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7835591873806212717,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T23:32:27.014829Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"4.048742783s","expected-duration":"1s"} {"level":"info","ts":"2026-04-01T23:32:27.015264Z","caller":"traceutil/trace.go:171","msg":"trace[2120555672] transaction","detail":"{read_only:false; response_revision:662; number_of_response:1; }","duration":"4.049309627s","start":"2026-04-01T23:32:22.965919Z","end":"2026-04-01T23:32:27.015229Z","steps":["trace[2120555672] 'process raft request' (duration: 4.049130163s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:32:27.015416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:32:22.96589Z","time spent":"4.04943339s","remote":"127.0.0.1:58198","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17134,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:32:27.382902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000347651s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-01T23:32:27.382987Z","caller":"traceutil/trace.go:171","msg":"trace[1127387455] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000473334s","start":"2026-04-01T23:32:25.382488Z","end":"2026-04-01T23:32:27.382962Z","steps":["trace[1127387455] 'agreement among raft nodes before linearized reading' (duration: 2.000382932s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:32:27.383022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:32:25.382473Z","time spent":"2.000543245s","remote":"127.0.0.1:58050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/01 23:32:27 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-01T23:32:28.969171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999746462s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-01T23:32:28.969241Z","caller":"traceutil/trace.go:171","msg":"trace[842276253] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999864423s","start":"2026-04-01T23:32:23.969359Z","end":"2026-04-01T23:32:28.969224Z","steps":["trace[842276253] 'agreement among raft nodes before linearized reading' (duration: 4.999780162s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:32:28.969271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:32:23.969336Z","time spent":"4.999929495s","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/04/01 23:32:28 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-01T23:32:29.391017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99989888s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-01T23:32:29.391112Z","caller":"traceutil/trace.go:171","msg":"trace[621914834] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000011403s","start":"2026-04-01T23:32:27.391079Z","end":"2026-04-01T23:32:29.39109Z","steps":["trace[621914834] 'agreement among raft nodes before linearized reading' (duration: 1.99989564s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:32:29.391185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:32:27.391027Z","time spent":"2.000133336s","remote":"127.0.0.1:58042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-01T23:32:29.821338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999183969s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-01T23:32:29.821438Z","caller":"traceutil/trace.go:171","msg":"trace[1646410930] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999327323s","start":"2026-04-01T23:32:24.822088Z","end":"2026-04-01T23:32:29.821415Z","steps":["trace[1646410930] 'agreement among raft nodes before linearized reading' (duration: 4.99920598s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:32:29.82149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:32:24.822069Z","time spent":"4.999411204s","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-01T23:32:31.218951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.478967179s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-01T23:32:31.219159Z","caller":"traceutil/trace.go:171","msg":"trace[1771259856] transaction","detail":"{read_only:false; response_revision:663; number_of_response:1; }","duration":"6.320195575s","start":"2026-04-01T23:32:24.898918Z","end":"2026-04-01T23:32:31.219113Z","steps":["trace[1771259856] 'process raft request' (duration: 2.84096278s)","trace[1771259856] 'compare' (duration: 3.478552579s)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:32:31.219224Z","caller":"traceutil/trace.go:171","msg":"trace[2041772404] transaction","detail":"{read_only:false; response_revision:664; number_of_response:1; }","duration":"4.066374184s","start":"2026-04-01T23:32:27.152833Z","end":"2026-04-01T23:32:31.219207Z","steps":["trace[2041772404] 'process raft request' (duration: 4.066260651s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:32:31.219248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:32:24.898885Z","time spent":"6.320321868s","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:32:31.219314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:32:27.1528Z","time spent":"4.066465186s","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:32:31.219245Z","caller":"traceutil/trace.go:171","msg":"trace[3908656] linearizableReadLoop","detail":"{readStateIndex:688; appliedIndex:686; }","duration":"7.837057578s","start":"2026-04-01T23:32:23.38216Z","end":"2026-04-01T23:32:31.219218Z","steps":["trace[3908656] 'read index received' (duration: 3.632895853s)","trace[3908656] 'applied index is now lower than readState.Index' (duration: 4.204158905s)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:32:31.405598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000805622s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-01T23:32:31.405785Z","caller":"traceutil/trace.go:171","msg":"trace[1077783078] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001066878s","start":"2026-04-01T23:32:29.404691Z","end":"2026-04-01T23:32:31.405758Z","steps":["trace[1077783078] 'agreement among raft nodes before linearized reading' (duration: 2.000830213s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:32:31.405845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:32:29.404674Z","time spent":"2.00115665s","remote":"127.0.0.1:58050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/01 23:32:31 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-01T23:32:31.443407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000556616s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-01T23:32:31.443488Z","caller":"traceutil/trace.go:171","msg":"trace[619563106] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000675949s","start":"2026-04-01T23:32:29.442794Z","end":"2026-04-01T23:32:31.44347Z","steps":["trace[619563106] 'agreement among raft nodes before linearized reading' (duration: 2.000578617s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:32:31.443529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:32:29.442774Z","time spent":"2.00074759s","remote":"127.0.0.1:58042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/01 23:32:31 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-01T23:32:31.616503Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.925680013s","expected-duration":"1s"} {"level":"info","ts":"2026-04-01T23:32:31.617089Z","caller":"traceutil/trace.go:171","msg":"trace[500127320] linearizableReadLoop","detail":"{readStateIndex:690; appliedIndex:689; }","duration":"397.367853ms","start":"2026-04-01T23:32:31.219695Z","end":"2026-04-01T23:32:31.617063Z","steps":["trace[500127320] 'read index received' (duration: 396.938554ms)","trace[500127320] 'applied index is now lower than readState.Index' (duration: 428.439µs)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:32:31.617277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.886408406s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-01T23:32:31.617396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.266292396s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-01T23:32:31.617413Z","caller":"traceutil/trace.go:171","msg":"trace[40170150] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:665; }","duration":"4.886598671s","start":"2026-04-01T23:32:26.730796Z","end":"2026-04-01T23:32:31.617394Z","steps":["trace[40170150] 'agreement among raft nodes before linearized reading' (duration: 4.886403086s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:32:31.617475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.568163416s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.209\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-04-01T23:32:31.617501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.226680327s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a25f9918a2b9c6\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-04-01T23:32:31.617494Z","caller":"traceutil/trace.go:171","msg":"trace[1761691499] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:665; }","duration":"6.266479661s","start":"2026-04-01T23:32:25.350956Z","end":"2026-04-01T23:32:31.617435Z","steps":["trace[1761691499] 'agreement among raft nodes before linearized reading' (duration: 6.266266106s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:32:31.617626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.644464387s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-01T23:32:31.617622Z","caller":"traceutil/trace.go:171","msg":"trace[2080805795] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a25f9918a2b9c6; range_end:; response_count:1; response_revision:665; }","duration":"4.22686308s","start":"2026-04-01T23:32:27.390728Z","end":"2026-04-01T23:32:31.617591Z","steps":["trace[2080805795] 'agreement among raft nodes before linearized reading' (duration: 4.226598384s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:32:31.617612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"646.090875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-01T23:32:31.617692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.636755179s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-01T23:32:31.617661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:32:25.350937Z","time spent":"6.266706776s","remote":"127.0.0.1:58188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":30,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"info","ts":"2026-04-01T23:32:31.617645Z","caller":"traceutil/trace.go:171","msg":"trace[532975280] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:665; }","duration":"7.644509908s","start":"2026-04-01T23:32:23.97313Z","end":"2026-04-01T23:32:31.61764Z","steps":["trace[532975280] 'agreement among raft nodes before linearized reading' (duration: 7.644453476s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:32:31.617736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:32:23.973115Z","time spent":"7.644613641s","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-01T23:32:31.617753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.582493935s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-01T23:32:31.617743Z","caller":"traceutil/trace.go:171","msg":"trace[1719303314] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:665; }","duration":"646.268069ms","start":"2026-04-01T23:32:30.971443Z","end":"2026-04-01T23:32:31.617711Z","steps":["trace[1719303314] 'agreement among raft nodes before linearized reading' (duration: 645.945072ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:32:31.617769Z","caller":"traceutil/trace.go:171","msg":"trace[997135134] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:665; }","duration":"2.582512725s","start":"2026-04-01T23:32:29.035251Z","end":"2026-04-01T23:32:31.617764Z","steps":["trace[997135134] 'agreement among raft nodes before linearized reading' (duration: 2.582473024s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:32:31.61779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:32:29.035184Z","time spent":"2.582601267s","remote":"127.0.0.1:58356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":14,"response size":30,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:32:31.617793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:32:30.971421Z","time spent":"646.361661ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-01T23:32:31.61786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.063123937s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-01T23:32:31.618231Z","caller":"traceutil/trace.go:171","msg":"trace[1120622959] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:665; }","duration":"4.063525797s","start":"2026-04-01T23:32:27.554685Z","end":"2026-04-01T23:32:31.618211Z","steps":["trace[1120622959] 'agreement among raft nodes before linearized reading' (duration: 4.062444872s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:32:31.618886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:32:27.554664Z","time spent":"4.064199652s","remote":"127.0.0.1:58488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:32:31.617515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:32:26.730775Z","time spent":"4.886722843s","remote":"127.0.0.1:58128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":5,"response size":30,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"info","ts":"2026-04-01T23:32:31.617936Z","caller":"traceutil/trace.go:171","msg":"trace[1182116715] transaction","detail":"{read_only:false; response_revision:665; number_of_response:1; }","duration":"1.927211257s","start":"2026-04-01T23:32:29.690712Z","end":"2026-04-01T23:32:31.617923Z","steps":["trace[1182116715] 'process raft request' (duration: 1.92602687s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:32:31.619211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:32:29.690688Z","time spent":"1.928436976s","remote":"127.0.0.1:58188","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4543,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:32:31.617938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.550267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:32:31.619332Z","caller":"traceutil/trace.go:171","msg":"trace[1410179967] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:665; }","duration":"205.963461ms","start":"2026-04-01T23:32:31.413345Z","end":"2026-04-01T23:32:31.619308Z","steps":["trace[1410179967] 'agreement among raft nodes before linearized reading' (duration: 204.350723ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:32:31.61798Z","caller":"traceutil/trace.go:171","msg":"trace[609377839] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:665; }","duration":"7.636800389s","start":"2026-04-01T23:32:23.980912Z","end":"2026-04-01T23:32:31.617713Z","steps":["trace[609377839] 'agreement among raft nodes before linearized reading' (duration: 7.636744198s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:32:31.619494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:32:23.980902Z","time spent":"7.6385739s","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-01T23:32:31.617694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:32:27.390712Z","time spent":"4.226969463s","remote":"127.0.0.1:58094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a25f9918a2b9c6\" "} {"level":"info","ts":"2026-04-01T23:32:31.617551Z","caller":"traceutil/trace.go:171","msg":"trace[1058717935] range","detail":"{range_begin:/registry/masterleases/199.204.45.209; range_end:; response_count:1; response_revision:665; }","duration":"4.568284088s","start":"2026-04-01T23:32:27.049251Z","end":"2026-04-01T23:32:31.617535Z","steps":["trace[1058717935] 'agreement among raft nodes before linearized reading' (duration: 4.568108184s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:32:31.619715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:32:27.049228Z","time spent":"4.57047012s","remote":"127.0.0.1:58064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.209\" "} {"level":"warn","ts":"2026-04-01T23:32:31.618012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.387984711s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-01T23:32:31.619874Z","caller":"traceutil/trace.go:171","msg":"trace[379776559] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:665; }","duration":"3.389833213s","start":"2026-04-01T23:32:28.229993Z","end":"2026-04-01T23:32:31.619826Z","steps":["trace[379776559] 'agreement among raft nodes before linearized reading' (duration: 3.38798465s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:32:31.61803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.459001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-01T23:32:31.619978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:32:28.229973Z","time spent":"3.389941887s","remote":"127.0.0.1:58562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":27,"response size":30,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"info","ts":"2026-04-01T23:32:31.620056Z","caller":"traceutil/trace.go:171","msg":"trace[13962590] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:665; }","duration":"483.517619ms","start":"2026-04-01T23:32:31.13652Z","end":"2026-04-01T23:32:31.620038Z","steps":["trace[13962590] 'agreement among raft nodes before linearized reading' (duration: 481.435481ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:32:31.620507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:32:31.136492Z","time spent":"483.99451ms","remote":"127.0.0.1:58094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":63,"response size":30,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:32:32.323458Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7835591873806212725,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T23:32:32.824147Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7835591873806212725,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T23:32:33.325218Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7835591873806212725,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T23:32:33.825636Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7835591873806212725,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T23:32:33.972999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:32:31.621891Z","time spent":"2.351102676s","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/01 23:32:33 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-01T23:32:33.976556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:32:31.623724Z","time spent":"2.352830526s","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/01 23:32:33 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-01T23:32:33.98056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:32:31.623503Z","time spent":"2.357055395s","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/01 23:32:33 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-01T23:32:34.32625Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7835591873806212725,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T23:32:34.821751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.998355915s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-01T23:32:34.821848Z","caller":"traceutil/trace.go:171","msg":"trace[2118557215] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"2.998528849s","start":"2026-04-01T23:32:31.823295Z","end":"2026-04-01T23:32:34.821824Z","steps":["trace[2118557215] 'agreement among raft nodes before linearized reading' (duration: 2.998394776s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:32:34.821903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:32:31.823266Z","time spent":"2.998620151s","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/04/01 23:32:34 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-01T23:32:34.826855Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7835591873806212725,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T23:32:34.847785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"931.998261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" limit:500 ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-01T23:32:34.847875Z","caller":"traceutil/trace.go:171","msg":"trace[507250773] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; }","duration":"932.128004ms","start":"2026-04-01T23:32:33.91573Z","end":"2026-04-01T23:32:34.847858Z","steps":["trace[507250773] 'agreement among raft nodes before linearized reading' (duration: 932.007141ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:32:34.847926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:32:33.915725Z","time spent":"932.189795ms","remote":"127.0.0.1:54776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" limit:500 "} 2026/04/01 23:32:34 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-01T23:32:34.848016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"623.573747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" limit:500 ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-04-01T23:32:34.848036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.34427207s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" limit:500 ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-04-01T23:32:34.848085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.071110703s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" limit:500 ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-01T23:32:34.848104Z","caller":"traceutil/trace.go:171","msg":"trace[345716565] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; }","duration":"623.71977ms","start":"2026-04-01T23:32:34.224366Z","end":"2026-04-01T23:32:34.848085Z","steps":["trace[345716565] 'agreement among raft nodes before linearized reading' (duration: 623.592587ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:32:34.848114Z","caller":"traceutil/trace.go:171","msg":"trace[1425502547] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; }","duration":"1.071183435s","start":"2026-04-01T23:32:33.776923Z","end":"2026-04-01T23:32:34.848106Z","steps":["trace[1425502547] 'agreement among raft nodes before linearized reading' (duration: 1.071151504s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:32:34.848113Z","caller":"traceutil/trace.go:171","msg":"trace[945210832] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; }","duration":"1.344390752s","start":"2026-04-01T23:32:33.503702Z","end":"2026-04-01T23:32:34.848092Z","steps":["trace[945210832] 'agreement among raft nodes before linearized reading' (duration: 1.34428192s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:32:34.848154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:32:33.776896Z","time spent":"1.071249016s","remote":"127.0.0.1:54748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" limit:500 "} {"level":"warn","ts":"2026-04-01T23:32:34.848161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:32:34.224351Z","time spent":"623.797742ms","remote":"127.0.0.1:54788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" limit:500 "} 2026/04/01 23:32:34 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-01T23:32:34.848176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:32:33.503692Z","time spent":"1.344471775s","remote":"127.0.0.1:54650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":115,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" limit:500 "} 2026/04/01 23:32:34 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-01T23:32:34.848315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.657454263s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" limit:500 ","response":"","error":"context canceled"} 2026/04/01 23:32:34 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-01T23:32:34.848345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"956.672522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" limit:500 ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-01T23:32:34.848357Z","caller":"traceutil/trace.go:171","msg":"trace[2014463031] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; }","duration":"1.657522045s","start":"2026-04-01T23:32:33.190825Z","end":"2026-04-01T23:32:34.848347Z","steps":["trace[2014463031] 'agreement among raft nodes before linearized reading' (duration: 1.657475074s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:32:34.848377Z","caller":"traceutil/trace.go:171","msg":"trace[298190505] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; }","duration":"956.707913ms","start":"2026-04-01T23:32:33.89166Z","end":"2026-04-01T23:32:34.848367Z","steps":["trace[298190505] 'agreement among raft nodes before linearized reading' (duration: 956.671632ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:32:34.848396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:32:33.190809Z","time spent":"1.657575866s","remote":"127.0.0.1:54604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":117,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" limit:500 "} {"level":"warn","ts":"2026-04-01T23:32:34.848413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:32:33.891636Z","time spent":"956.767935ms","remote":"127.0.0.1:54768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":111,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" limit:500 "} {"level":"warn","ts":"2026-04-01T23:32:34.848419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"905.236202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" limit:500 ","response":"","error":"context canceled"} 2026/04/01 23:32:34 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/04/01 23:32:34 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-04-01T23:32:34.848448Z","caller":"traceutil/trace.go:171","msg":"trace[1311549024] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; }","duration":"905.279262ms","start":"2026-04-01T23:32:33.943161Z","end":"2026-04-01T23:32:34.84844Z","steps":["trace[1311549024] 'agreement among raft nodes before linearized reading' (duration: 905.244872ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:32:34.848484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:32:33.943155Z","time spent":"905.321373ms","remote":"127.0.0.1:54784","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" limit:500 "} 2026/04/01 23:32:34 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-01T23:32:34.84853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.135548745s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" limit:500 ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-04-01T23:32:34.848548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.637071451s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" limit:500 ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-01T23:32:34.848558Z","caller":"traceutil/trace.go:171","msg":"trace[402445964] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; }","duration":"1.135611627s","start":"2026-04-01T23:32:33.712938Z","end":"2026-04-01T23:32:34.84855Z","steps":["trace[402445964] 'agreement among raft nodes before linearized reading' (duration: 1.135581576s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:32:34.848593Z","caller":"traceutil/trace.go:171","msg":"trace[2031104865] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; }","duration":"1.637159274s","start":"2026-04-01T23:32:33.211422Z","end":"2026-04-01T23:32:34.848581Z","steps":["trace[2031104865] 'agreement among raft nodes before linearized reading' (duration: 1.637088762s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:32:34.848655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:32:33.211377Z","time spent":"1.637260416s","remote":"127.0.0.1:54606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":131,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" limit:500 "} {"level":"warn","ts":"2026-04-01T23:32:34.848693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.1958051s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" limit:500 ","response":"","error":"context canceled"} 2026/04/01 23:32:34 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-01T23:32:34.848703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.248955032s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" limit:500 ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-01T23:32:34.848725Z","caller":"traceutil/trace.go:171","msg":"trace[44998417] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; }","duration":"1.195866082s","start":"2026-04-01T23:32:33.65285Z","end":"2026-04-01T23:32:34.848716Z","steps":["trace[44998417] 'agreement among raft nodes before linearized reading' (duration: 1.195828951s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:32:34.848755Z","caller":"traceutil/trace.go:171","msg":"trace[370099076] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; }","duration":"1.249058104s","start":"2026-04-01T23:32:33.599684Z","end":"2026-04-01T23:32:34.848742Z","steps":["trace[370099076] 'agreement among raft nodes before linearized reading' (duration: 1.248993763s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:32:34.848767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:32:33.652844Z","time spent":"1.195907012s","remote":"127.0.0.1:54694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":105,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" limit:500 "} 2026/04/01 23:32:34 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-01T23:32:34.848809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:32:33.599651Z","time spent":"1.249144995s","remote":"127.0.0.1:54666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":105,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" limit:500 "} {"level":"warn","ts":"2026-04-01T23:32:34.848807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.378046421s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" limit:500 ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-04-01T23:32:34.84881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"522.22772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" limit:500 ","response":"","error":"context canceled"} 2026/04/01 23:32:34 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-04-01T23:32:34.848843Z","caller":"traceutil/trace.go:171","msg":"trace[1370971828] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; }","duration":"1.378116342s","start":"2026-04-01T23:32:33.470719Z","end":"2026-04-01T23:32:34.848835Z","steps":["trace[1370971828] 'agreement among raft nodes before linearized reading' (duration: 1.378072621s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:32:34.848856Z","caller":"traceutil/trace.go:171","msg":"trace[958101455] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; }","duration":"522.323631ms","start":"2026-04-01T23:32:34.326521Z","end":"2026-04-01T23:32:34.848844Z","steps":["trace[958101455] 'agreement among raft nodes before linearized reading' (duration: 522.2671ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:32:34.848872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:32:33.470707Z","time spent":"1.378156975s","remote":"127.0.0.1:54642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" limit:500 "} 2026/04/01 23:32:34 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-01T23:32:34.848898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.220942623s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" limit:500 ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-04-01T23:32:34.848909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.122837082s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" limit:500 ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-04-01T23:32:34.848595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:32:33.712909Z","time spent":"1.135678818s","remote":"127.0.0.1:54722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":117,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" limit:500 "} {"level":"warn","ts":"2026-04-01T23:32:34.848939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.520019391s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" limit:500 ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-04-01T23:32:34.848907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"985.123491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" limit:500 ","response":"","error":"context canceled"} 2026/04/01 23:32:34 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-01T23:32:34.848932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"544.867695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" limit:500 ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-04-01T23:32:34.848924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.180850315s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" limit:500 ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-01T23:32:34.849035Z","caller":"traceutil/trace.go:171","msg":"trace[2034771442] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; }","duration":"545.000087ms","start":"2026-04-01T23:32:34.304013Z","end":"2026-04-01T23:32:34.849013Z","steps":["trace[2034771442] 'agreement among raft nodes before linearized reading' (duration: 544.885005ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:32:34.849072Z","caller":"traceutil/trace.go:171","msg":"trace[58556451] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; }","duration":"1.221026656s","start":"2026-04-01T23:32:33.627911Z","end":"2026-04-01T23:32:34.848937Z","steps":["trace[58556451] 'agreement among raft nodes before linearized reading' (duration: 1.220976744s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:32:34.849043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.581266689s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" limit:500 ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-04-01T23:32:34.849136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:32:34.303995Z","time spent":"545.117941ms","remote":"127.0.0.1:54810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":109,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" limit:500 "} {"level":"info","ts":"2026-04-01T23:32:34.848945Z","caller":"traceutil/trace.go:171","msg":"trace[1376961327] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; }","duration":"1.122920794s","start":"2026-04-01T23:32:33.726017Z","end":"2026-04-01T23:32:34.848937Z","steps":["trace[1376961327] 'agreement among raft nodes before linearized reading' (duration: 1.122880843s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:32:34.84918Z","caller":"traceutil/trace.go:171","msg":"trace[547231406] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; }","duration":"1.581545195s","start":"2026-04-01T23:32:33.267606Z","end":"2026-04-01T23:32:34.849151Z","steps":["trace[547231406] 'agreement among raft nodes before linearized reading' (duration: 1.581267559s)"],"step_count":1} 2026/04/01 23:32:34 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-01T23:32:34.849209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:32:33.726003Z","time spent":"1.123189539s","remote":"127.0.0.1:54734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":111,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" limit:500 "} {"level":"info","ts":"2026-04-01T23:32:34.84906Z","caller":"traceutil/trace.go:171","msg":"trace[332657817] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; }","duration":"1.181079951s","start":"2026-04-01T23:32:33.667958Z","end":"2026-04-01T23:32:34.849038Z","steps":["trace[332657817] 'agreement among raft nodes before linearized reading' (duration: 1.180900706s)"],"step_count":1} 2026/04/01 23:32:34 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-01T23:32:34.849344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:32:33.267601Z","time spent":"1.581715909s","remote":"127.0.0.1:54622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" limit:500 "} {"level":"warn","ts":"2026-04-01T23:32:34.849191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:32:33.627896Z","time spent":"1.221260441s","remote":"127.0.0.1:54678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":89,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" limit:500 "} 2026/04/01 23:32:34 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-01T23:32:34.849342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:32:33.667925Z","time spent":"1.181399627s","remote":"127.0.0.1:54708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":109,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" limit:500 "} 2026/04/01 23:32:34 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/04/01 23:32:34 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-04-01T23:32:34.848988Z","caller":"traceutil/trace.go:171","msg":"trace[1437253682] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; }","duration":"1.520096492s","start":"2026-04-01T23:32:33.328878Z","end":"2026-04-01T23:32:34.848975Z","steps":["trace[1437253682] 'agreement among raft nodes before linearized reading' (duration: 1.520027951s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:32:34.849563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:32:33.328871Z","time spent":"1.520675805s","remote":"127.0.0.1:54624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":117,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" limit:500 "} 2026/04/01 23:32:34 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-04-01T23:32:34.849571Z","caller":"traceutil/trace.go:171","msg":"trace[1486432242] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; }","duration":"985.263465ms","start":"2026-04-01T23:32:33.863722Z","end":"2026-04-01T23:32:34.848985Z","steps":["trace[1486432242] 'agreement among raft nodes before linearized reading' (duration: 985.129101ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:32:34.848898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:32:34.326498Z","time spent":"522.389794ms","remote":"127.0.0.1:54824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" limit:500 "} 2026/04/01 23:32:34 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-01T23:32:34.849647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:32:33.863715Z","time spent":"985.910539ms","remote":"127.0.0.1:54750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" limit:500 "} 2026/04/01 23:32:34 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-01T23:32:34.920326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.097878056s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:32:34.920457Z","caller":"traceutil/trace.go:171","msg":"trace[670970026] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:665; }","duration":"1.098014769s","start":"2026-04-01T23:32:33.82242Z","end":"2026-04-01T23:32:34.920435Z","steps":["trace[670970026] 'range keys from in-memory index tree' (duration: 1.097841005s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:32:34.920659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.24077622s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-04-01T23:32:34.920727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:32:31.620739Z","time spent":"3.299982892s","remote":"127.0.0.1:58064","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-01T23:32:35.327651Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7835591873806212725,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T23:32:35.398292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.018973995s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-01T23:32:35.398396Z","caller":"traceutil/trace.go:171","msg":"trace[1217793392] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.019126648s","start":"2026-04-01T23:32:33.379248Z","end":"2026-04-01T23:32:35.398375Z","steps":["trace[1217793392] 'agreement among raft nodes before linearized reading' (duration: 2.018984525s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:32:35.398441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:32:33.379235Z","time spent":"2.01919789s","remote":"127.0.0.1:58042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-01T23:32:35.40732Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.727475727s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-01T23:32:35.413913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:32:31.621843Z","time spent":"3.79206458s","remote":"127.0.0.1:58094","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-01T23:32:35.415539Z","caller":"traceutil/trace.go:171","msg":"trace[1786588952] transaction","detail":"{read_only:false; number_of_response:1; response_revision:668; }","duration":"1.442348468s","start":"2026-04-01T23:32:33.973158Z","end":"2026-04-01T23:32:35.415506Z","steps":["trace[1786588952] 'process raft request' (duration: 1.442179714s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:32:35.41558Z","caller":"traceutil/trace.go:171","msg":"trace[794458924] transaction","detail":"{read_only:false; number_of_response:1; response_revision:668; }","duration":"1.434488485s","start":"2026-04-01T23:32:33.981062Z","end":"2026-04-01T23:32:35.41555Z","steps":["trace[794458924] 'process raft request' (duration: 1.434323481s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:32:35.415675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:32:33.973146Z","time spent":"1.44245173s","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":47,"response count":0,"response size":513,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:32:35.415729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:32:33.981052Z","time spent":"1.434600438s","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":46,"response count":0,"response size":467,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:32:35.416111Z","caller":"traceutil/trace.go:171","msg":"trace[1503889627] transaction","detail":"{read_only:false; number_of_response:1; response_revision:668; }","duration":"1.43943076s","start":"2026-04-01T23:32:33.976664Z","end":"2026-04-01T23:32:35.416094Z","steps":["trace[1503889627] 'process raft request' (duration: 1.438705334s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:32:35.41619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:32:33.976658Z","time spent":"1.439495251s","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":48,"response count":0,"response size":471,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:32:35.427982Z","caller":"traceutil/trace.go:171","msg":"trace[521709708] transaction","detail":"{read_only:false; number_of_response:1; response_revision:669; }","duration":"505.769705ms","start":"2026-04-01T23:32:34.922148Z","end":"2026-04-01T23:32:35.427918Z","steps":["trace[521709708] 'process raft request' (duration: 505.586621ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:32:35.428181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:32:34.922119Z","time spent":"505.95399ms","remote":"127.0.0.1:58064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":41,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:32:35.42811Z","caller":"traceutil/trace.go:171","msg":"trace[1482451405] linearizableReadLoop","detail":"{readStateIndex:700; appliedIndex:691; }","duration":"3.604730591s","start":"2026-04-01T23:32:31.823353Z","end":"2026-04-01T23:32:35.428084Z","steps":["trace[1482451405] 'read index received' (duration: 3.584224209s)","trace[1482451405] 'applied index is now lower than readState.Index' (duration: 20.504002ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:32:35.429037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.679600793s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-01T23:32:35.429083Z","caller":"traceutil/trace.go:171","msg":"trace[602934910] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:670; }","duration":"2.679697386s","start":"2026-04-01T23:32:32.74937Z","end":"2026-04-01T23:32:35.429067Z","steps":["trace[602934910] 'agreement among raft nodes before linearized reading' (duration: 2.679520772s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:32:35.429118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:32:32.749352Z","time spent":"2.679759137s","remote":"127.0.0.1:58126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":13,"response size":30,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:32:35.429416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.719429423s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:32:35.429452Z","caller":"traceutil/trace.go:171","msg":"trace[1841685813] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:670; }","duration":"1.719514435s","start":"2026-04-01T23:32:33.709928Z","end":"2026-04-01T23:32:35.429442Z","steps":["trace[1841685813] 'agreement among raft nodes before linearized reading' (duration: 1.719441294s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:32:35.429477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:32:33.709901Z","time spent":"1.719569427s","remote":"127.0.0.1:54722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":117,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" limit:10000 "} {"level":"warn","ts":"2026-04-01T23:32:35.429449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.76247155s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:32:35.429502Z","caller":"traceutil/trace.go:171","msg":"trace[1025882631] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:670; }","duration":"1.762545042s","start":"2026-04-01T23:32:33.666948Z","end":"2026-04-01T23:32:35.429493Z","steps":["trace[1025882631] 'agreement among raft nodes before linearized reading' (duration: 1.762475011s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:32:35.429515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.101587004s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T23:32:35.429527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:32:33.666937Z","time spent":"1.762584013s","remote":"127.0.0.1:54708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-01T23:32:35.429555Z","caller":"traceutil/trace.go:171","msg":"trace[1219131105] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:670; }","duration":"2.101639166s","start":"2026-04-01T23:32:33.327905Z","end":"2026-04-01T23:32:35.429544Z","steps":["trace[1219131105] 'agreement among raft nodes before linearized reading' (duration: 2.101554654s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:32:35.429582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:32:33.327873Z","time spent":"2.101702567s","remote":"127.0.0.1:54626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":117,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" limit:10000 "} {"level":"warn","ts":"2026-04-01T23:32:35.42962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.103999039s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:32:35.429644Z","caller":"traceutil/trace.go:171","msg":"trace[578779122] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:670; }","duration":"1.104058791s","start":"2026-04-01T23:32:34.325577Z","end":"2026-04-01T23:32:35.429635Z","steps":["trace[578779122] 'agreement among raft nodes before linearized reading' (duration: 1.10402132s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:32:35.42968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.126319057s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T23:32:35.429685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.830804703s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:32:35.429716Z","caller":"traceutil/trace.go:171","msg":"trace[1845446950] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:670; }","duration":"2.126388539s","start":"2026-04-01T23:32:33.303319Z","end":"2026-04-01T23:32:35.429707Z","steps":["trace[1845446950] 'agreement among raft nodes before linearized reading' (duration: 2.126338788s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:32:35.429737Z","caller":"traceutil/trace.go:171","msg":"trace[847108464] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:670; }","duration":"1.830865416s","start":"2026-04-01T23:32:33.598855Z","end":"2026-04-01T23:32:35.42972Z","steps":["trace[847108464] 'agreement among raft nodes before linearized reading' (duration: 1.830758213s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:32:35.429757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.83107465s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T23:32:35.429754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:32:33.303298Z","time spent":"2.12643521s","remote":"127.0.0.1:54624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"info","ts":"2026-04-01T23:32:35.42978Z","caller":"traceutil/trace.go:171","msg":"trace[1243460527] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:670; }","duration":"1.831128771s","start":"2026-04-01T23:32:33.598645Z","end":"2026-04-01T23:32:35.429773Z","steps":["trace[1243460527] 'agreement among raft nodes before linearized reading' (duration: 1.83108724s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:32:35.429781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:32:33.598851Z","time spent":"1.830920577s","remote":"127.0.0.1:54666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:32:35.429797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.126226694s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T23:32:35.429835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.926712295s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:32:35.429873Z","caller":"traceutil/trace.go:171","msg":"trace[1524538458] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:670; }","duration":"1.926775456s","start":"2026-04-01T23:32:33.503089Z","end":"2026-04-01T23:32:35.429865Z","steps":["trace[1524538458] 'agreement among raft nodes before linearized reading' (duration: 1.926725405s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:32:35.429872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.126428159s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T23:32:35.429904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:32:33.503069Z","time spent":"1.926826928s","remote":"127.0.0.1:54650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:32:35.42992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.126667926s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T23:32:35.429942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.140925074s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T23:32:35.429964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.763012373s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:32:35.429979Z","caller":"traceutil/trace.go:171","msg":"trace[1309804445] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:670; }","duration":"1.141024446s","start":"2026-04-01T23:32:34.288946Z","end":"2026-04-01T23:32:35.429971Z","steps":["trace[1309804445] 'agreement among raft nodes before linearized reading' (duration: 1.140975495s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:32:35.429977Z","caller":"traceutil/trace.go:171","msg":"trace[1677927219] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:670; }","duration":"2.126726837s","start":"2026-04-01T23:32:33.30322Z","end":"2026-04-01T23:32:35.429947Z","steps":["trace[1677927219] 'agreement among raft nodes before linearized reading' (duration: 2.126669835s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:32:35.430013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:32:34.288916Z","time spent":"1.141086538s","remote":"127.0.0.1:54810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"info","ts":"2026-04-01T23:32:35.430005Z","caller":"traceutil/trace.go:171","msg":"trace[1561202467] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:670; }","duration":"1.763073864s","start":"2026-04-01T23:32:33.666922Z","end":"2026-04-01T23:32:35.429996Z","steps":["trace[1561202467] 'agreement among raft nodes before linearized reading' (duration: 1.763016902s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:32:35.430072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.163070388s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T23:32:35.430091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.9601803s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T23:32:35.430091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:32:33.66691Z","time spent":"1.763161077s","remote":"127.0.0.1:54708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":109,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" limit:10000 "} {"level":"info","ts":"2026-04-01T23:32:35.430125Z","caller":"traceutil/trace.go:171","msg":"trace[1596018582] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:670; }","duration":"1.960237431s","start":"2026-04-01T23:32:33.469874Z","end":"2026-04-01T23:32:35.430111Z","steps":["trace[1596018582] 'agreement among raft nodes before linearized reading' (duration: 1.96019185s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:32:35.430153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:32:33.469828Z","time spent":"1.960317543s","remote":"127.0.0.1:54642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" limit:10000 "} {"level":"warn","ts":"2026-04-01T23:32:35.430197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.187215708s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T23:32:35.430208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.141337903s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:32:35.430233Z","caller":"traceutil/trace.go:171","msg":"trace[846425999] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:670; }","duration":"2.18726048s","start":"2026-04-01T23:32:33.242962Z","end":"2026-04-01T23:32:35.430222Z","steps":["trace[846425999] 'agreement among raft nodes before linearized reading' (duration: 2.187212009s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:32:35.430241Z","caller":"traceutil/trace.go:171","msg":"trace[2139589105] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:670; }","duration":"1.141396415s","start":"2026-04-01T23:32:34.288836Z","end":"2026-04-01T23:32:35.430232Z","steps":["trace[2139589105] 'agreement among raft nodes before linearized reading' (duration: 1.141342634s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:32:35.43031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.960412305s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T23:32:35.430321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:32:34.288823Z","time spent":"1.141488637s","remote":"127.0.0.1:54810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":109,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" limit:10000 "} {"level":"info","ts":"2026-04-01T23:32:35.430349Z","caller":"traceutil/trace.go:171","msg":"trace[1986482220] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:670; }","duration":"1.960453776s","start":"2026-04-01T23:32:33.469889Z","end":"2026-04-01T23:32:35.430343Z","steps":["trace[1986482220] 'agreement among raft nodes before linearized reading' (duration: 1.960401014s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:32:35.430355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.777928179s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T23:32:35.430379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:32:33.469812Z","time spent":"1.960557668s","remote":"127.0.0.1:54642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true "} {"level":"info","ts":"2026-04-01T23:32:35.430389Z","caller":"traceutil/trace.go:171","msg":"trace[717991991] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:670; }","duration":"1.777974219s","start":"2026-04-01T23:32:33.652403Z","end":"2026-04-01T23:32:35.430377Z","steps":["trace[717991991] 'agreement among raft nodes before linearized reading' (duration: 1.777932719s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:32:35.430419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.219417343s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T23:32:35.430422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:32:33.652396Z","time spent":"1.77801756s","remote":"127.0.0.1:54694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"info","ts":"2026-04-01T23:32:35.430453Z","caller":"traceutil/trace.go:171","msg":"trace[2043935043] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:670; }","duration":"2.219461005s","start":"2026-04-01T23:32:33.210975Z","end":"2026-04-01T23:32:35.430436Z","steps":["trace[2043935043] 'agreement among raft nodes before linearized reading' (duration: 2.219421914s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:32:35.430476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:32:33.21096Z","time spent":"2.219509506s","remote":"127.0.0.1:54606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:32:35.430477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.206753139s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T23:32:35.430511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.102487515s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:32:35.430511Z","caller":"traceutil/trace.go:171","msg":"trace[1999627048] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:670; }","duration":"1.206848371s","start":"2026-04-01T23:32:34.223653Z","end":"2026-04-01T23:32:35.430502Z","steps":["trace[1999627048] 'agreement among raft nodes before linearized reading' (duration: 1.20679226s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:32:35.430538Z","caller":"traceutil/trace.go:171","msg":"trace[1549565103] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:670; }","duration":"2.102527506s","start":"2026-04-01T23:32:33.328003Z","end":"2026-04-01T23:32:35.430531Z","steps":["trace[1549565103] 'agreement among raft nodes before linearized reading' (duration: 2.102476795s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:32:35.430547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:32:34.223623Z","time spent":"1.206915863s","remote":"127.0.0.1:54800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:32:35.430558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:32:33.32795Z","time spent":"2.102602837s","remote":"127.0.0.1:54626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:32:35.430633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.240519593s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:32:35.430672Z","caller":"traceutil/trace.go:171","msg":"trace[1466569792] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:670; }","duration":"2.240585825s","start":"2026-04-01T23:32:33.190079Z","end":"2026-04-01T23:32:35.430664Z","steps":["trace[1466569792] 'agreement among raft nodes before linearized reading' (duration: 2.240529244s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:32:35.430676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.803590103s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T23:32:35.430157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.163260113s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:32:35.430752Z","caller":"traceutil/trace.go:171","msg":"trace[800769439] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:670; }","duration":"1.803705916s","start":"2026-04-01T23:32:33.627029Z","end":"2026-04-01T23:32:35.430735Z","steps":["trace[800769439] 'agreement among raft nodes before linearized reading' (duration: 1.803571663s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:32:35.430312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.777733014s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T23:32:35.430812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:32:33.627011Z","time spent":"1.803785197s","remote":"127.0.0.1:54678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:32:35.430837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.487667886s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:32:35.429835Z","caller":"traceutil/trace.go:171","msg":"trace[126143395] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:670; }","duration":"1.126315306s","start":"2026-04-01T23:32:34.303511Z","end":"2026-04-01T23:32:35.429826Z","steps":["trace[126143395] 'agreement among raft nodes before linearized reading' (duration: 1.126265805s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:32:35.429755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.104246605s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T23:32:35.430762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.321113327s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:32:35.430912Z","caller":"traceutil/trace.go:171","msg":"trace[1089541559] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:670; }","duration":"1.32126863s","start":"2026-04-01T23:32:34.109631Z","end":"2026-04-01T23:32:35.430899Z","steps":["trace[1089541559] 'agreement among raft nodes before linearized reading' (duration: 1.321109977s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:32:35.43096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:32:34.109625Z","time spent":"1.321322162s","remote":"127.0.0.1:54788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:32:35.431056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.804026963s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:32:35.43112Z","caller":"traceutil/trace.go:171","msg":"trace[1439834092] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:670; }","duration":"1.804113865s","start":"2026-04-01T23:32:33.626978Z","end":"2026-04-01T23:32:35.431092Z","steps":["trace[1439834092] 'agreement among raft nodes before linearized reading' (duration: 1.804028393s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:32:35.431188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.515438019s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T23:32:35.431198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:32:33.626968Z","time spent":"1.804210497s","remote":"127.0.0.1:54678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":89,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" limit:10000 "} {"level":"info","ts":"2026-04-01T23:32:35.431229Z","caller":"traceutil/trace.go:171","msg":"trace[1377878843] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:670; }","duration":"1.515487379s","start":"2026-04-01T23:32:33.915727Z","end":"2026-04-01T23:32:35.431215Z","steps":["trace[1377878843] 'agreement among raft nodes before linearized reading' (duration: 1.515435118s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:32:35.431239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.721175283s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:32:35.431267Z","caller":"traceutil/trace.go:171","msg":"trace[1003318431] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:670; }","duration":"1.721239964s","start":"2026-04-01T23:32:33.710019Z","end":"2026-04-01T23:32:35.431259Z","steps":["trace[1003318431] 'agreement among raft nodes before linearized reading' (duration: 1.721197043s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:32:35.43127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:32:33.91572Z","time spent":"1.51553808s","remote":"127.0.0.1:54776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" limit:10000 "} {"level":"warn","ts":"2026-04-01T23:32:35.431298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:32:33.710001Z","time spent":"1.721281516s","remote":"127.0.0.1:54722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:32:35.431339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.602705319s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T23:32:35.430037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.926976181s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T23:32:35.431444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.706454292s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T23:32:35.430024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:32:33.303203Z","time spent":"2.126807879s","remote":"127.0.0.1:54624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":117,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" limit:10000 "} {"level":"info","ts":"2026-04-01T23:32:35.431503Z","caller":"traceutil/trace.go:171","msg":"trace[358131001] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:670; }","duration":"1.706549165s","start":"2026-04-01T23:32:33.724946Z","end":"2026-04-01T23:32:35.431495Z","steps":["trace[358131001] 'agreement among raft nodes before linearized reading' (duration: 1.706469193s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:32:35.43149Z","caller":"traceutil/trace.go:171","msg":"trace[608078757] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:670; }","duration":"1.602848813s","start":"2026-04-01T23:32:33.828566Z","end":"2026-04-01T23:32:35.431415Z","steps":["trace[608078757] 'agreement among raft nodes before linearized reading' (duration: 1.602670079s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:32:35.431507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.602907674s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T23:32:35.43153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:32:33.724928Z","time spent":"1.706593415s","remote":"127.0.0.1:54734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":111,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" limit:10000 "} {"level":"info","ts":"2026-04-01T23:32:35.431567Z","caller":"traceutil/trace.go:171","msg":"trace[1591942339] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:670; }","duration":"1.602977606s","start":"2026-04-01T23:32:33.828566Z","end":"2026-04-01T23:32:35.431543Z","steps":["trace[1591942339] 'agreement among raft nodes before linearized reading' (duration: 1.602861023s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:32:35.429905Z","caller":"traceutil/trace.go:171","msg":"trace[629382084] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:670; }","duration":"1.126508841s","start":"2026-04-01T23:32:34.303389Z","end":"2026-04-01T23:32:35.429898Z","steps":["trace[629382084] 'agreement among raft nodes before linearized reading' (duration: 1.1264645s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:32:35.43161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:32:33.828549Z","time spent":"1.603051168s","remote":"127.0.0.1:54750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:32:35.430321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.187401723s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T23:32:35.430261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:32:33.242957Z","time spent":"2.187296011s","remote":"127.0.0.1:54616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" limit:10000 "} {"level":"warn","ts":"2026-04-01T23:32:35.430764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.240703977s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T23:32:35.431624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:32:34.303359Z","time spent":"1.12824812s","remote":"127.0.0.1:54820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:32:35.431642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.567972466s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T23:32:35.431675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.706853203s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T23:32:35.431688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.655250477s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:32:35.431688Z","caller":"traceutil/trace.go:171","msg":"trace[1044898162] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:670; }","duration":"1.488566337s","start":"2026-04-01T23:32:33.943109Z","end":"2026-04-01T23:32:35.431676Z","steps":["trace[1044898162] 'agreement among raft nodes before linearized reading' (duration: 1.487707986s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:32:35.431706Z","caller":"traceutil/trace.go:171","msg":"trace[1823730140] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:670; }","duration":"1.706900483s","start":"2026-04-01T23:32:33.724798Z","end":"2026-04-01T23:32:35.431698Z","steps":["trace[1823730140] 'agreement among raft nodes before linearized reading' (duration: 1.706852202s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:32:35.431719Z","caller":"traceutil/trace.go:171","msg":"trace[1273689152] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:670; }","duration":"1.655292418s","start":"2026-04-01T23:32:33.776416Z","end":"2026-04-01T23:32:35.431709Z","steps":["trace[1273689152] 'agreement among raft nodes before linearized reading' (duration: 1.655251707s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:32:35.431738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:32:33.724792Z","time spent":"1.706937604s","remote":"127.0.0.1:54734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:32:35.431738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:32:33.943084Z","time spent":"1.488637719s","remote":"127.0.0.1:54784","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:32:35.431744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:32:33.77641Z","time spent":"1.655327988s","remote":"127.0.0.1:54748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:32:35.431741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.568283193s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T23:32:35.429801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:32:33.598629Z","time spent":"1.831165492s","remote":"127.0.0.1:54666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":105,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" limit:10000 "} {"level":"info","ts":"2026-04-01T23:32:35.431786Z","caller":"traceutil/trace.go:171","msg":"trace[1062110539] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:670; }","duration":"1.568356894s","start":"2026-04-01T23:32:33.863417Z","end":"2026-04-01T23:32:35.431774Z","steps":["trace[1062110539] 'agreement among raft nodes before linearized reading' (duration: 1.568292933s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:32:35.431799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.54054923s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T23:32:35.431829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:32:33.863388Z","time spent":"1.568426666s","remote":"127.0.0.1:54762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" limit:10000 "} {"level":"warn","ts":"2026-04-01T23:32:35.431872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:32:34.303482Z","time spent":"1.128379634s","remote":"127.0.0.1:54820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":109,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" limit:10000 "} {"level":"warn","ts":"2026-04-01T23:32:35.431919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.540604101s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T23:32:35.430363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.219288481s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:32:35.431961Z","caller":"traceutil/trace.go:171","msg":"trace[1137043016] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:670; }","duration":"1.540649953s","start":"2026-04-01T23:32:33.891294Z","end":"2026-04-01T23:32:35.431944Z","steps":["trace[1137043016] 'agreement among raft nodes before linearized reading' (duration: 1.540607282s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:32:35.431995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:32:33.891283Z","time spent":"1.540703914s","remote":"127.0.0.1:54768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"info","ts":"2026-04-01T23:32:35.430829Z","caller":"traceutil/trace.go:171","msg":"trace[707233085] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:670; }","duration":"1.778294007s","start":"2026-04-01T23:32:33.652528Z","end":"2026-04-01T23:32:35.430823Z","steps":["trace[707233085] 'agreement among raft nodes before linearized reading' (duration: 1.777716793s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:32:35.431145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.488115796s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:32:35.432007Z","caller":"traceutil/trace.go:171","msg":"trace[1645337103] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:670; }","duration":"2.22093699s","start":"2026-04-01T23:32:33.211033Z","end":"2026-04-01T23:32:35.43197Z","steps":["trace[1645337103] 'agreement among raft nodes before linearized reading' (duration: 2.219309552s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:32:35.432054Z","caller":"traceutil/trace.go:171","msg":"trace[2075215146] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:670; }","duration":"1.489069708s","start":"2026-04-01T23:32:33.942969Z","end":"2026-04-01T23:32:35.432039Z","steps":["trace[2075215146] 'agreement among raft nodes before linearized reading' (duration: 1.488119376s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:32:35.432101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:32:33.942961Z","time spent":"1.489129119s","remote":"127.0.0.1:54784","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" limit:10000 "} {"level":"info","ts":"2026-04-01T23:32:35.432143Z","caller":"traceutil/trace.go:171","msg":"trace[1060376741] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:670; }","duration":"2.189245495s","start":"2026-04-01T23:32:33.242887Z","end":"2026-04-01T23:32:35.432133Z","steps":["trace[1060376741] 'agreement among raft nodes before linearized reading' (duration: 2.187413833s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:32:35.430716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.207130808s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:32:35.431838Z","caller":"traceutil/trace.go:171","msg":"trace[1580878179] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:670; }","duration":"1.540624432s","start":"2026-04-01T23:32:33.891204Z","end":"2026-04-01T23:32:35.431828Z","steps":["trace[1580878179] 'agreement among raft nodes before linearized reading' (duration: 1.540049868s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:32:35.432193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:32:33.24287Z","time spent":"2.189310237s","remote":"127.0.0.1:54616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:32:35.432225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:32:33.891191Z","time spent":"1.541023581s","remote":"127.0.0.1:54768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":111,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" limit:10000 "} {"level":"warn","ts":"2026-04-01T23:32:35.432051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:32:33.652506Z","time spent":"1.779519146s","remote":"127.0.0.1:54694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":105,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" limit:10000 "} {"level":"info","ts":"2026-04-01T23:32:35.432224Z","caller":"traceutil/trace.go:171","msg":"trace[1890350275] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:670; }","duration":"1.208676724s","start":"2026-04-01T23:32:34.223532Z","end":"2026-04-01T23:32:35.432208Z","steps":["trace[1890350275] 'agreement among raft nodes before linearized reading' (duration: 1.207159249s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:32:35.431359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.655112423s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T23:32:35.432295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:32:34.223514Z","time spent":"1.208760515s","remote":"127.0.0.1:54800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" limit:10000 "} {"level":"info","ts":"2026-04-01T23:32:35.432308Z","caller":"traceutil/trace.go:171","msg":"trace[1189853221] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:670; }","duration":"1.656125467s","start":"2026-04-01T23:32:33.776174Z","end":"2026-04-01T23:32:35.432299Z","steps":["trace[1189853221] 'agreement among raft nodes before linearized reading' (duration: 1.655071282s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:32:35.431884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.517090007s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T23:32:35.432368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:32:33.776153Z","time spent":"1.656197628s","remote":"127.0.0.1:54748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" limit:10000 "} {"level":"info","ts":"2026-04-01T23:32:35.430109Z","caller":"traceutil/trace.go:171","msg":"trace[584826675] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:670; }","duration":"2.16311765s","start":"2026-04-01T23:32:33.266983Z","end":"2026-04-01T23:32:35.430101Z","steps":["trace[584826675] 'agreement among raft nodes before linearized reading' (duration: 2.163060509s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:32:35.431652Z","caller":"traceutil/trace.go:171","msg":"trace[106569330] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:670; }","duration":"2.241634809s","start":"2026-04-01T23:32:33.190009Z","end":"2026-04-01T23:32:35.431644Z","steps":["trace[106569330] 'agreement among raft nodes before linearized reading' (duration: 2.240716037s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:32:35.432443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:32:33.266978Z","time spent":"2.165443164s","remote":"127.0.0.1:54622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"info","ts":"2026-04-01T23:32:35.431687Z","caller":"traceutil/trace.go:171","msg":"trace[1096538800] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:670; }","duration":"1.568043917s","start":"2026-04-01T23:32:33.863631Z","end":"2026-04-01T23:32:35.431675Z","steps":["trace[1096538800] 'agreement among raft nodes before linearized reading' (duration: 1.567971625s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:32:35.432438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:32:33.189981Z","time spent":"2.242443718s","remote":"127.0.0.1:54604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":117,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" limit:10000 "} {"level":"warn","ts":"2026-04-01T23:32:35.432496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:32:33.863612Z","time spent":"1.568874986s","remote":"127.0.0.1:54762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"info","ts":"2026-04-01T23:32:35.430766Z","caller":"traceutil/trace.go:171","msg":"trace[725584736] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:670; }","duration":"2.163904248s","start":"2026-04-01T23:32:33.266844Z","end":"2026-04-01T23:32:35.430748Z","steps":["trace[725584736] 'agreement among raft nodes before linearized reading' (duration: 2.163282244s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:32:35.431997Z","caller":"traceutil/trace.go:171","msg":"trace[922375496] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:670; }","duration":"1.106519407s","start":"2026-04-01T23:32:34.325468Z","end":"2026-04-01T23:32:35.431988Z","steps":["trace[922375496] 'agreement among raft nodes before linearized reading' (duration: 1.104231914s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:32:35.432549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:32:33.26683Z","time spent":"2.165705719s","remote":"127.0.0.1:54622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" limit:10000 "} {"level":"warn","ts":"2026-04-01T23:32:35.430798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.321177759s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T23:32:35.432575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:32:34.325457Z","time spent":"1.107101461s","remote":"127.0.0.1:54824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"info","ts":"2026-04-01T23:32:35.432614Z","caller":"traceutil/trace.go:171","msg":"trace[1638721872] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:670; }","duration":"1.323002781s","start":"2026-04-01T23:32:34.10959Z","end":"2026-04-01T23:32:35.432593Z","steps":["trace[1638721872] 'agreement among raft nodes before linearized reading' (duration: 1.321190179s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:32:35.432062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:32:33.210978Z","time spent":"2.221063892s","remote":"127.0.0.1:54606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":131,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" limit:10000 "} {"level":"info","ts":"2026-04-01T23:32:35.432385Z","caller":"traceutil/trace.go:171","msg":"trace[550550303] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:670; }","duration":"1.517617769s","start":"2026-04-01T23:32:33.914757Z","end":"2026-04-01T23:32:35.432374Z","steps":["trace[550550303] 'agreement among raft nodes before linearized reading' (duration: 1.517099897s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:32:35.43267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:32:34.109572Z","time spent":"1.323078133s","remote":"127.0.0.1:54788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" limit:10000 "} {"level":"warn","ts":"2026-04-01T23:32:35.432707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:32:33.914741Z","time spent":"1.517949717s","remote":"127.0.0.1:54776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"info","ts":"2026-04-01T23:32:35.431495Z","caller":"traceutil/trace.go:171","msg":"trace[1624404436] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:670; }","duration":"1.928407473s","start":"2026-04-01T23:32:33.503026Z","end":"2026-04-01T23:32:35.431434Z","steps":["trace[1624404436] 'agreement among raft nodes before linearized reading' (duration: 1.926989571s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:32:35.43278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:32:33.503009Z","time spent":"1.929758005s","remote":"127.0.0.1:54650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":115,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" limit:10000 "} {"level":"warn","ts":"2026-04-01T23:32:35.430699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:32:33.190071Z","time spent":"2.240619206s","remote":"127.0.0.1:54604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:32:35.431566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:32:33.82855Z","time spent":"1.602996706s","remote":"127.0.0.1:54750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" limit:10000 "} {"level":"warn","ts":"2026-04-01T23:32:35.429684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:32:34.325553Z","time spent":"1.104123353s","remote":"127.0.0.1:54824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" limit:10000 "} {"level":"warn","ts":"2026-04-01T23:32:39.429342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.015920363s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-01T23:32:39.429489Z","caller":"traceutil/trace.go:171","msg":"trace[773080594] linearizableReadLoop","detail":"{readStateIndex:736; appliedIndex:735; }","duration":"1.047340698s","start":"2026-04-01T23:32:38.382129Z","end":"2026-04-01T23:32:39.429469Z","steps":["trace[773080594] 'read index received' (duration: 31.158519ms)","trace[773080594] 'applied index is now lower than readState.Index' (duration: 1.016179939s)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:32:39.429513Z","caller":"traceutil/trace.go:171","msg":"trace[1489845599] transaction","detail":"{read_only:false; response_revision:703; number_of_response:1; }","duration":"1.079131801s","start":"2026-04-01T23:32:38.350351Z","end":"2026-04-01T23:32:39.429482Z","steps":["trace[1489845599] 'process raft request' (duration: 62.993723ms)","trace[1489845599] 'compare' (duration: 1.015746608s)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:32:39.42965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:32:38.350256Z","time spent":"1.079335636s","remote":"127.0.0.1:58094","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":722,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-01T23:32:39.429665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.047513011s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:32:39.429697Z","caller":"traceutil/trace.go:171","msg":"trace[2138064336] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:703; }","duration":"1.047592344s","start":"2026-04-01T23:32:38.382094Z","end":"2026-04-01T23:32:39.429687Z","steps":["trace[2138064336] 'agreement among raft nodes before linearized reading' (duration: 1.047476211s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:32:39.429731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:32:38.382078Z","time spent":"1.047644794s","remote":"127.0.0.1:58042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-01T23:32:39.429904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.593081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-01T23:32:39.429941Z","caller":"traceutil/trace.go:171","msg":"trace[526556603] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:703; }","duration":"508.662673ms","start":"2026-04-01T23:32:38.92127Z","end":"2026-04-01T23:32:39.429933Z","steps":["trace[526556603] 'agreement among raft nodes before linearized reading' (duration: 508.54027ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:32:39.429927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.016914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-b6q7d\" ","response":"range_response_count:1 size:17524"} {"level":"warn","ts":"2026-04-01T23:32:39.429969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:32:38.921248Z","time spent":"508.715714ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-01T23:32:39.429999Z","caller":"traceutil/trace.go:171","msg":"trace[757797385] range","detail":"{range_begin:/registry/pods/kube-system/cilium-b6q7d; range_end:; response_count:1; response_revision:703; }","duration":"301.123926ms","start":"2026-04-01T23:32:39.128864Z","end":"2026-04-01T23:32:39.429987Z","steps":["trace[757797385] 'agreement among raft nodes before linearized reading' (duration: 300.943462ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:32:39.430036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:32:39.12884Z","time spent":"301.187677ms","remote":"127.0.0.1:58198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":17547,"request content":"key:\"/registry/pods/kube-system/cilium-b6q7d\" "} {"level":"warn","ts":"2026-04-01T23:32:39.430405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"514.258012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-01T23:32:39.430516Z","caller":"traceutil/trace.go:171","msg":"trace[949354787] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:703; }","duration":"514.406926ms","start":"2026-04-01T23:32:38.916079Z","end":"2026-04-01T23:32:39.430486Z","steps":["trace[949354787] 'agreement among raft nodes before linearized reading' (duration: 513.684889ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:32:39.430582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:32:38.916059Z","time spent":"514.508178ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-01T23:32:39.609305Z","caller":"traceutil/trace.go:171","msg":"trace[732501026] transaction","detail":"{read_only:false; response_revision:705; number_of_response:1; }","duration":"174.448243ms","start":"2026-04-01T23:32:39.434808Z","end":"2026-04-01T23:32:39.609256Z","steps":["trace[732501026] 'process raft request' (duration: 95.720957ms)","trace[732501026] 'compare' (duration: 78.478721ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:32:39.609377Z","caller":"traceutil/trace.go:171","msg":"trace[672548415] transaction","detail":"{read_only:false; response_revision:706; number_of_response:1; }","duration":"174.351881ms","start":"2026-04-01T23:32:39.435003Z","end":"2026-04-01T23:32:39.609355Z","steps":["trace[672548415] 'process raft request' (duration: 174.087595ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:32:39.60972Z","caller":"traceutil/trace.go:171","msg":"trace[1277121295] linearizableReadLoop","detail":"{readStateIndex:739; appliedIndex:736; }","duration":"170.582635ms","start":"2026-04-01T23:32:39.439097Z","end":"2026-04-01T23:32:39.60968Z","steps":["trace[1277121295] 'read index received' (duration: 18.855035ms)","trace[1277121295] 'applied index is now lower than readState.Index' (duration: 151.72465ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:32:39.610045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.867841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:32:39.610018Z","caller":"traceutil/trace.go:171","msg":"trace[1774980676] transaction","detail":"{read_only:false; response_revision:707; number_of_response:1; }","duration":"166.448529ms","start":"2026-04-01T23:32:39.443351Z","end":"2026-04-01T23:32:39.6098Z","steps":["trace[1774980676] 'process raft request' (duration: 165.967418ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:32:39.610117Z","caller":"traceutil/trace.go:171","msg":"trace[493029113] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:707; }","duration":"171.045995ms","start":"2026-04-01T23:32:39.439053Z","end":"2026-04-01T23:32:39.6101Z","steps":["trace[493029113] 'agreement among raft nodes before linearized reading' (duration: 170.80834ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:32:40.648493Z","caller":"traceutil/trace.go:171","msg":"trace[305090599] transaction","detail":"{read_only:false; response_revision:731; number_of_response:1; }","duration":"115.008612ms","start":"2026-04-01T23:32:40.53346Z","end":"2026-04-01T23:32:40.648468Z","steps":["trace[305090599] 'process raft request' (duration: 114.877049ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:32:42.739077Z","caller":"traceutil/trace.go:171","msg":"trace[1693199506] linearizableReadLoop","detail":"{readStateIndex:791; appliedIndex:790; }","duration":"353.620236ms","start":"2026-04-01T23:32:42.385423Z","end":"2026-04-01T23:32:42.739044Z","steps":["trace[1693199506] 'read index received' (duration: 353.428702ms)","trace[1693199506] 'applied index is now lower than readState.Index' (duration: 189.954µs)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:32:42.739342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.878532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:32:42.739469Z","caller":"traceutil/trace.go:171","msg":"trace[390886703] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:758; }","duration":"354.084496ms","start":"2026-04-01T23:32:42.385358Z","end":"2026-04-01T23:32:42.739443Z","steps":["trace[390886703] 'agreement among raft nodes before linearized reading' (duration: 353.81867ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:32:42.739537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:32:42.385334Z","time spent":"354.193209ms","remote":"127.0.0.1:58042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-01T23:32:42.739777Z","caller":"traceutil/trace.go:171","msg":"trace[854081503] transaction","detail":"{read_only:false; response_revision:758; number_of_response:1; }","duration":"380.2444ms","start":"2026-04-01T23:32:42.359479Z","end":"2026-04-01T23:32:42.739723Z","steps":["trace[854081503] 'process raft request' (duration: 379.35908ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:32:42.740018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:32:42.359462Z","time spent":"380.432975ms","remote":"127.0.0.1:58082","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":24229,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:32:42.791248Z","caller":"traceutil/trace.go:171","msg":"trace[346133543] transaction","detail":"{read_only:false; response_revision:759; number_of_response:1; }","duration":"102.28752ms","start":"2026-04-01T23:32:42.688914Z","end":"2026-04-01T23:32:42.791202Z","steps":["trace[346133543] 'process raft request' (duration: 101.958162ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:32:42.791474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.892495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io\" ","response":"range_response_count:1 size:4333"} {"level":"info","ts":"2026-04-01T23:32:42.791595Z","caller":"traceutil/trace.go:171","msg":"trace[1354280068] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io; range_end:; response_count:1; response_revision:759; }","duration":"335.085859ms","start":"2026-04-01T23:32:42.456487Z","end":"2026-04-01T23:32:42.791573Z","steps":["trace[1354280068] 'agreement among raft nodes before linearized reading' (duration: 334.66796ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:32:42.791661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:32:42.456466Z","time spent":"335.186112ms","remote":"127.0.0.1:58082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":4356,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io\" "} {"level":"info","ts":"2026-04-01T23:32:43.146105Z","caller":"traceutil/trace.go:171","msg":"trace[667592668] transaction","detail":"{read_only:false; response_revision:763; number_of_response:1; }","duration":"133.153641ms","start":"2026-04-01T23:32:43.012907Z","end":"2026-04-01T23:32:43.14606Z","steps":["trace[667592668] 'process raft request' (duration: 131.916733ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:32:45.590589Z","caller":"traceutil/trace.go:171","msg":"trace[848626203] transaction","detail":"{read_only:false; number_of_response:0; response_revision:776; }","duration":"110.837717ms","start":"2026-04-01T23:32:45.479654Z","end":"2026-04-01T23:32:45.590491Z","steps":["trace[848626203] 'process raft request' (duration: 110.727965ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:32:48.209094Z","caller":"traceutil/trace.go:171","msg":"trace[437343928] transaction","detail":"{read_only:false; response_revision:790; number_of_response:1; }","duration":"132.286632ms","start":"2026-04-01T23:32:48.07678Z","end":"2026-04-01T23:32:48.209066Z","steps":["trace[437343928] 'process raft request' (duration: 131.871162ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:32:49.854044Z","caller":"traceutil/trace.go:171","msg":"trace[1511354463] transaction","detail":"{read_only:false; response_revision:795; number_of_response:1; }","duration":"125.510294ms","start":"2026-04-01T23:32:49.728508Z","end":"2026-04-01T23:32:49.854018Z","steps":["trace[1511354463] 'process raft request' (duration: 125.348431ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:32:50.002636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.264525ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-01T23:32:50.002747Z","caller":"traceutil/trace.go:171","msg":"trace[628082010] linearizableReadLoop","detail":"{readStateIndex:832; appliedIndex:830; }","duration":"214.007336ms","start":"2026-04-01T23:32:49.788725Z","end":"2026-04-01T23:32:50.002732Z","steps":["trace[628082010] 'read index received' (duration: 65.134022ms)","trace[628082010] 'applied index is now lower than readState.Index' (duration: 148.872374ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:32:50.002818Z","caller":"traceutil/trace.go:171","msg":"trace[678593929] transaction","detail":"{read_only:false; response_revision:796; number_of_response:1; }","duration":"274.264225ms","start":"2026-04-01T23:32:49.728537Z","end":"2026-04-01T23:32:50.002801Z","steps":["trace[678593929] 'process raft request' (duration: 172.753034ms)","trace[678593929] 'compare' (duration: 101.126192ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:32:50.002863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.136888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-01T23:32:50.002888Z","caller":"traceutil/trace.go:171","msg":"trace[1917804097] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:796; }","duration":"214.162279ms","start":"2026-04-01T23:32:49.788717Z","end":"2026-04-01T23:32:50.00288Z","steps":["trace[1917804097] 'agreement among raft nodes before linearized reading' (duration: 214.063987ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:32:50.238959Z","caller":"traceutil/trace.go:171","msg":"trace[1699184913] linearizableReadLoop","detail":"{readStateIndex:833; appliedIndex:832; }","duration":"120.548221ms","start":"2026-04-01T23:32:50.11838Z","end":"2026-04-01T23:32:50.238928Z","steps":["trace[1699184913] 'read index received' (duration: 89.120166ms)","trace[1699184913] 'applied index is now lower than readState.Index' (duration: 31.426785ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:32:50.239015Z","caller":"traceutil/trace.go:171","msg":"trace[1118758275] transaction","detail":"{read_only:false; response_revision:797; number_of_response:1; }","duration":"231.525388ms","start":"2026-04-01T23:32:50.007453Z","end":"2026-04-01T23:32:50.238978Z","steps":["trace[1118758275] 'process raft request' (duration: 200.169475ms)","trace[1118758275] 'compare' (duration: 31.156259ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:32:50.239223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.824357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-01T23:32:50.239273Z","caller":"traceutil/trace.go:171","msg":"trace[218636018] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:797; }","duration":"120.93086ms","start":"2026-04-01T23:32:50.11833Z","end":"2026-04-01T23:32:50.239261Z","steps":["trace[218636018] 'agreement among raft nodes before linearized reading' (duration: 120.715595ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:32:54.565319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.124365ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-01T23:32:54.56564Z","caller":"traceutil/trace.go:171","msg":"trace[1792054562] transaction","detail":"{read_only:false; response_revision:815; number_of_response:1; }","duration":"291.208307ms","start":"2026-04-01T23:32:54.274403Z","end":"2026-04-01T23:32:54.565612Z","steps":["trace[1792054562] 'process raft request' (duration: 185.676473ms)","trace[1792054562] 'compare' (duration: 104.964651ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:32:54.565787Z","caller":"traceutil/trace.go:171","msg":"trace[766231574] linearizableReadLoop","detail":"{readStateIndex:857; appliedIndex:853; }","duration":"185.900909ms","start":"2026-04-01T23:32:54.379868Z","end":"2026-04-01T23:32:54.565769Z","steps":["trace[766231574] 'read index received' (duration: 80.131799ms)","trace[766231574] 'applied index is now lower than readState.Index' (duration: 105.76757ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:32:54.5659Z","caller":"traceutil/trace.go:171","msg":"trace[1058116224] transaction","detail":"{read_only:false; response_revision:816; number_of_response:1; }","duration":"290.315307ms","start":"2026-04-01T23:32:54.275578Z","end":"2026-04-01T23:32:54.565893Z","steps":["trace[1058116224] 'process raft request' (duration: 289.965759ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:32:54.56599Z","caller":"traceutil/trace.go:171","msg":"trace[1933856955] transaction","detail":"{read_only:false; response_revision:818; number_of_response:1; }","duration":"285.682479ms","start":"2026-04-01T23:32:54.280294Z","end":"2026-04-01T23:32:54.565976Z","steps":["trace[1933856955] 'process raft request' (duration: 285.351182ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:32:54.566294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.388939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:32:54.566305Z","caller":"traceutil/trace.go:171","msg":"trace[962933745] transaction","detail":"{read_only:false; response_revision:817; number_of_response:1; }","duration":"287.733237ms","start":"2026-04-01T23:32:54.278474Z","end":"2026-04-01T23:32:54.566207Z","steps":["trace[962933745] 'process raft request' (duration: 287.125243ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:32:54.566367Z","caller":"traceutil/trace.go:171","msg":"trace[1804752087] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:818; }","duration":"186.546603ms","start":"2026-04-01T23:32:54.379802Z","end":"2026-04-01T23:32:54.566349Z","steps":["trace[1804752087] 'agreement among raft nodes before linearized reading' (duration: 186.362979ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:32:54.979927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.464298ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-01T23:32:54.980027Z","caller":"traceutil/trace.go:171","msg":"trace[471707889] transaction","detail":"{read_only:false; response_revision:819; number_of_response:1; }","duration":"405.830729ms","start":"2026-04-01T23:32:54.574182Z","end":"2026-04-01T23:32:54.980013Z","steps":["trace[471707889] 'process raft request' (duration: 161.228848ms)","trace[471707889] 'compare' (duration: 244.286654ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:32:54.980061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:32:54.574169Z","time spent":"405.87918ms","remote":"127.0.0.1:58556","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":809,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-01T23:32:54.984907Z","caller":"traceutil/trace.go:171","msg":"trace[769896042] transaction","detail":"{read_only:false; response_revision:820; number_of_response:1; }","duration":"406.995377ms","start":"2026-04-01T23:32:54.577876Z","end":"2026-04-01T23:32:54.984871Z","steps":["trace[769896042] 'process raft request' (duration: 406.645239ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:32:54.985163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:32:54.577865Z","time spent":"407.130609ms","remote":"127.0.0.1:58198","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4024,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:32:55.29598Z","caller":"traceutil/trace.go:171","msg":"trace[328774441] transaction","detail":"{read_only:false; response_revision:823; number_of_response:1; }","duration":"303.729116ms","start":"2026-04-01T23:32:54.992214Z","end":"2026-04-01T23:32:55.295943Z","steps":["trace[328774441] 'process raft request' (duration: 303.637984ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:32:55.296101Z","caller":"traceutil/trace.go:171","msg":"trace[1527925075] transaction","detail":"{read_only:false; response_revision:822; number_of_response:1; }","duration":"305.547908ms","start":"2026-04-01T23:32:54.990511Z","end":"2026-04-01T23:32:55.296059Z","steps":["trace[1527925075] 'process raft request' (duration: 280.92099ms)","trace[1527925075] 'compare' (duration: 24.069355ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:32:55.29624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:32:54.990493Z","time spent":"305.677332ms","remote":"127.0.0.1:58198","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3820,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:32:55.296274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:32:54.992201Z","time spent":"303.964762ms","remote":"127.0.0.1:58198","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3028,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:32:55.583196Z","caller":"traceutil/trace.go:171","msg":"trace[1877088505] transaction","detail":"{read_only:false; response_revision:824; number_of_response:1; }","duration":"281.746698ms","start":"2026-04-01T23:32:55.301402Z","end":"2026-04-01T23:32:55.583148Z","steps":["trace[1877088505] 'process raft request' (duration: 189.009949ms)","trace[1877088505] 'compare' (duration: 92.34805ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:32:55.583422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.904142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/coredns-7c96b6546b-rnt4h\" ","response":"range_response_count:1 size:3835"} {"level":"info","ts":"2026-04-01T23:32:55.583476Z","caller":"traceutil/trace.go:171","msg":"trace[1095342090] range","detail":"{range_begin:/registry/pods/kube-system/coredns-7c96b6546b-rnt4h; range_end:; response_count:1; response_revision:824; }","duration":"281.993584ms","start":"2026-04-01T23:32:55.30147Z","end":"2026-04-01T23:32:55.583464Z","steps":["trace[1095342090] 'agreement among raft nodes before linearized reading' (duration: 281.747139ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:32:55.583155Z","caller":"traceutil/trace.go:171","msg":"trace[2025940205] linearizableReadLoop","detail":"{readStateIndex:863; appliedIndex:862; }","duration":"281.605115ms","start":"2026-04-01T23:32:55.301499Z","end":"2026-04-01T23:32:55.583104Z","steps":["trace[2025940205] 'read index received' (duration: 188.817765ms)","trace[2025940205] 'applied index is now lower than readState.Index' (duration: 92.78613ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:32:55.904048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.814786ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-01T23:32:55.904161Z","caller":"traceutil/trace.go:171","msg":"trace[291633415] linearizableReadLoop","detail":"{readStateIndex:864; appliedIndex:863; }","duration":"320.361989ms","start":"2026-04-01T23:32:55.58378Z","end":"2026-04-01T23:32:55.904142Z","steps":["trace[291633415] 'read index received' (duration: 186.374568ms)","trace[291633415] 'applied index is now lower than readState.Index' (duration: 133.986501ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:32:55.904329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"522.802987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:32:55.904334Z","caller":"traceutil/trace.go:171","msg":"trace[753304862] transaction","detail":"{read_only:false; response_revision:825; number_of_response:1; }","duration":"602.66417ms","start":"2026-04-01T23:32:55.30165Z","end":"2026-04-01T23:32:55.904314Z","steps":["trace[753304862] 'process raft request' (duration: 468.513535ms)","trace[753304862] 'compare' (duration: 133.692704ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:32:55.904356Z","caller":"traceutil/trace.go:171","msg":"trace[280719189] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:825; }","duration":"522.866868ms","start":"2026-04-01T23:32:55.38148Z","end":"2026-04-01T23:32:55.904347Z","steps":["trace[280719189] 'agreement among raft nodes before linearized reading' (duration: 522.815977ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:32:55.904338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.992512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/coredns\" ","response":"range_response_count:1 size:179"} {"level":"warn","ts":"2026-04-01T23:32:55.90442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:32:55.301639Z","time spent":"602.738021ms","remote":"127.0.0.1:58556","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":808,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-01T23:32:55.904433Z","caller":"traceutil/trace.go:171","msg":"trace[445462095] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/coredns; range_end:; response_count:1; response_revision:825; }","duration":"363.153005ms","start":"2026-04-01T23:32:55.541258Z","end":"2026-04-01T23:32:55.904411Z","steps":["trace[445462095] 'agreement among raft nodes before linearized reading' (duration: 362.91763ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:32:55.904477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:32:55.541252Z","time spent":"363.215086ms","remote":"127.0.0.1:58224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":202,"request content":"key:\"/registry/serviceaccounts/kube-system/coredns\" "} {"level":"warn","ts":"2026-04-01T23:32:55.904383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:32:55.381462Z","time spent":"522.914999ms","remote":"127.0.0.1:58042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-01T23:32:55.90467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.480442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/envoy-gateway-system/envoy-gateway-gateway-helm-certgen\" ","response":"range_response_count:1 size:833"} {"level":"info","ts":"2026-04-01T23:32:55.90483Z","caller":"traceutil/trace.go:171","msg":"trace[689231243] range","detail":"{range_begin:/registry/serviceaccounts/envoy-gateway-system/envoy-gateway-gateway-helm-certgen; range_end:; response_count:1; response_revision:825; }","duration":"363.693237ms","start":"2026-04-01T23:32:55.541082Z","end":"2026-04-01T23:32:55.904775Z","steps":["trace[689231243] 'agreement among raft nodes before linearized reading' (duration: 363.199236ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:32:55.904923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:32:55.54105Z","time spent":"363.828881ms","remote":"127.0.0.1:58224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":856,"request content":"key:\"/registry/serviceaccounts/envoy-gateway-system/envoy-gateway-gateway-helm-certgen\" "} {"level":"info","ts":"2026-04-01T23:32:56.272727Z","caller":"traceutil/trace.go:171","msg":"trace[1146375273] linearizableReadLoop","detail":"{readStateIndex:865; appliedIndex:864; }","duration":"368.512879ms","start":"2026-04-01T23:32:55.904179Z","end":"2026-04-01T23:32:56.272692Z","steps":["trace[1146375273] 'read index received' (duration: 268.44095ms)","trace[1146375273] 'applied index is now lower than readState.Index' (duration: 100.070629ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:32:56.272764Z","caller":"traceutil/trace.go:171","msg":"trace[430573767] transaction","detail":"{read_only:false; response_revision:826; number_of_response:1; }","duration":"680.507335ms","start":"2026-04-01T23:32:55.592229Z","end":"2026-04-01T23:32:56.272736Z","steps":["trace[430573767] 'process raft request' (duration: 580.518808ms)","trace[430573767] 'compare' (duration: 99.791963ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:32:56.27293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.362231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-01T23:32:56.272944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.264791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:32:56.27296Z","caller":"traceutil/trace.go:171","msg":"trace[2017193346] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:826; }","duration":"376.439532ms","start":"2026-04-01T23:32:55.896516Z","end":"2026-04-01T23:32:56.272955Z","steps":["trace[2017193346] 'agreement among raft nodes before linearized reading' (duration: 376.300409ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:32:56.272981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:32:55.89649Z","time spent":"376.485824ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-01T23:32:56.272981Z","caller":"traceutil/trace.go:171","msg":"trace[94671701] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:826; }","duration":"367.374964ms","start":"2026-04-01T23:32:55.905595Z","end":"2026-04-01T23:32:56.27297Z","steps":["trace[94671701] 'agreement among raft nodes before linearized reading' (duration: 367.289902ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:32:56.273017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:32:55.905584Z","time spent":"367.424764ms","remote":"127.0.0.1:58050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-01T23:32:56.273005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:32:55.5922Z","time spent":"680.6995ms","remote":"127.0.0.1:58198","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4726,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:32:56.27315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.19207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/coredns-7c96b6546b-rnt4h\" ","response":"range_response_count:1 size:4741"} {"level":"info","ts":"2026-04-01T23:32:56.273171Z","caller":"traceutil/trace.go:171","msg":"trace[108588799] range","detail":"{range_begin:/registry/pods/kube-system/coredns-7c96b6546b-rnt4h; range_end:; response_count:1; response_revision:826; }","duration":"367.267371ms","start":"2026-04-01T23:32:55.905899Z","end":"2026-04-01T23:32:56.273166Z","steps":["trace[108588799] 'agreement among raft nodes before linearized reading' (duration: 367.23252ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:32:56.273184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:32:55.905877Z","time spent":"367.303722ms","remote":"127.0.0.1:58198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":4764,"request content":"key:\"/registry/pods/kube-system/coredns-7c96b6546b-rnt4h\" "} {"level":"warn","ts":"2026-04-01T23:32:56.27314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.158499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-04-01T23:32:56.273224Z","caller":"traceutil/trace.go:171","msg":"trace[1336680250] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:826; }","duration":"220.322083ms","start":"2026-04-01T23:32:56.052882Z","end":"2026-04-01T23:32:56.273204Z","steps":["trace[1336680250] 'agreement among raft nodes before linearized reading' (duration: 220.095768ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:32:56.273283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.138835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-8gxnm\" ","response":"range_response_count:1 size:3043"} {"level":"info","ts":"2026-04-01T23:32:56.273308Z","caller":"traceutil/trace.go:171","msg":"trace[1108177390] range","detail":"{range_begin:/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-8gxnm; range_end:; response_count:1; response_revision:826; }","duration":"366.200006ms","start":"2026-04-01T23:32:55.907096Z","end":"2026-04-01T23:32:56.273296Z","steps":["trace[1108177390] 'agreement among raft nodes before linearized reading' (duration: 366.155345ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:32:56.273322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:32:55.907085Z","time spent":"366.232516ms","remote":"127.0.0.1:58198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":3066,"request content":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-8gxnm\" "} {"level":"warn","ts":"2026-04-01T23:32:56.652137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.156322ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-01T23:32:56.652286Z","caller":"traceutil/trace.go:171","msg":"trace[1726027365] linearizableReadLoop","detail":"{readStateIndex:866; appliedIndex:865; }","duration":"375.706227ms","start":"2026-04-01T23:32:56.276561Z","end":"2026-04-01T23:32:56.652267Z","steps":["trace[1726027365] 'read index received' (duration: 200.358582ms)","trace[1726027365] 'applied index is now lower than readState.Index' (duration: 175.346625ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:32:56.652388Z","caller":"traceutil/trace.go:171","msg":"trace[573284583] transaction","detail":"{read_only:false; response_revision:827; number_of_response:1; }","duration":"376.206559ms","start":"2026-04-01T23:32:56.276165Z","end":"2026-04-01T23:32:56.652372Z","steps":["trace[573284583] 'process raft request' (duration: 200.74056ms)","trace[573284583] 'compare' (duration: 174.949996ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:32:56.652489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:32:56.276151Z","time spent":"376.306441ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:32:56.652648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.433486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-01T23:32:56.652659Z","caller":"traceutil/trace.go:171","msg":"trace[1919820819] transaction","detail":"{read_only:false; response_revision:828; number_of_response:1; }","duration":"374.822066ms","start":"2026-04-01T23:32:56.277773Z","end":"2026-04-01T23:32:56.652596Z","steps":["trace[1919820819] 'process raft request' (duration: 374.457228ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:32:56.652716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.790077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:32:56.652706Z","caller":"traceutil/trace.go:171","msg":"trace[281924378] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:828; }","duration":"331.521028ms","start":"2026-04-01T23:32:56.32117Z","end":"2026-04-01T23:32:56.652691Z","steps":["trace[281924378] 'agreement among raft nodes before linearized reading' (duration: 331.292753ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:32:56.652748Z","caller":"traceutil/trace.go:171","msg":"trace[1426459225] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:828; }","duration":"270.846398ms","start":"2026-04-01T23:32:56.381894Z","end":"2026-04-01T23:32:56.65274Z","steps":["trace[1426459225] 'agreement among raft nodes before linearized reading' (duration: 270.801927ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:32:56.652766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:32:56.321156Z","time spent":"331.59772ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-01T23:32:56.652903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:32:56.277755Z","time spent":"374.99339ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:32:56.652967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.408713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-8gxnm\" ","response":"range_response_count:1 size:3043"} {"level":"info","ts":"2026-04-01T23:32:56.653025Z","caller":"traceutil/trace.go:171","msg":"trace[1059203710] range","detail":"{range_begin:/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-8gxnm; range_end:; response_count:1; response_revision:827; }","duration":"376.491505ms","start":"2026-04-01T23:32:56.276508Z","end":"2026-04-01T23:32:56.653Z","steps":["trace[1059203710] 'agreement among raft nodes before linearized reading' (duration: 375.868611ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:32:56.653055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:32:56.276488Z","time spent":"376.560856ms","remote":"127.0.0.1:58198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":3066,"request content":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-8gxnm\" "} {"level":"info","ts":"2026-04-01T23:32:56.789756Z","caller":"traceutil/trace.go:171","msg":"trace[453420236] transaction","detail":"{read_only:false; response_revision:830; number_of_response:1; }","duration":"132.017795ms","start":"2026-04-01T23:32:56.657704Z","end":"2026-04-01T23:32:56.789722Z","steps":["trace[453420236] 'process raft request' (duration: 131.758869ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:32:56.790015Z","caller":"traceutil/trace.go:171","msg":"trace[2027450399] transaction","detail":"{read_only:false; response_revision:831; number_of_response:1; }","duration":"129.618409ms","start":"2026-04-01T23:32:56.660378Z","end":"2026-04-01T23:32:56.789996Z","steps":["trace[2027450399] 'process raft request' (duration: 129.270921ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:32:57.317601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.978391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-04-01T23:32:57.317743Z","caller":"traceutil/trace.go:171","msg":"trace[600002451] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:833; }","duration":"144.197606ms","start":"2026-04-01T23:32:57.173514Z","end":"2026-04-01T23:32:57.317712Z","steps":["trace[600002451] 'range keys from in-memory index tree' (duration: 143.831148ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:32:57.482226Z","caller":"traceutil/trace.go:171","msg":"trace[455709899] linearizableReadLoop","detail":"{readStateIndex:875; appliedIndex:874; }","duration":"131.648656ms","start":"2026-04-01T23:32:57.350547Z","end":"2026-04-01T23:32:57.482196Z","steps":["trace[455709899] 'read index received' (duration: 130.753796ms)","trace[455709899] 'applied index is now lower than readState.Index' (duration: 893.66µs)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:32:57.48231Z","caller":"traceutil/trace.go:171","msg":"trace[1554408409] transaction","detail":"{read_only:false; response_revision:835; number_of_response:1; }","duration":"134.82962ms","start":"2026-04-01T23:32:57.347404Z","end":"2026-04-01T23:32:57.482234Z","steps":["trace[1554408409] 'process raft request' (duration: 133.94961ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:32:57.482466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.205517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:32:57.482514Z","caller":"traceutil/trace.go:171","msg":"trace[2002059006] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:835; }","duration":"102.30086ms","start":"2026-04-01T23:32:57.380201Z","end":"2026-04-01T23:32:57.482501Z","steps":["trace[2002059006] 'agreement among raft nodes before linearized reading' (duration: 102.188407ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:32:57.482518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.938793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/envoy-gateway-system/\" range_end:\"/registry/resourcequotas/envoy-gateway-system0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:32:57.482621Z","caller":"traceutil/trace.go:171","msg":"trace[47528185] range","detail":"{range_begin:/registry/resourcequotas/envoy-gateway-system/; range_end:/registry/resourcequotas/envoy-gateway-system0; response_count:0; response_revision:835; }","duration":"132.095376ms","start":"2026-04-01T23:32:57.350502Z","end":"2026-04-01T23:32:57.482597Z","steps":["trace[47528185] 'agreement among raft nodes before linearized reading' (duration: 131.853511ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:32:59.279525Z","caller":"traceutil/trace.go:171","msg":"trace[994020119] transaction","detail":"{read_only:false; response_revision:854; number_of_response:1; }","duration":"129.20385ms","start":"2026-04-01T23:32:59.150301Z","end":"2026-04-01T23:32:59.279505Z","steps":["trace[994020119] 'process raft request' (duration: 129.079937ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:33:01.985393Z","caller":"traceutil/trace.go:171","msg":"trace[943326834] transaction","detail":"{read_only:false; response_revision:860; number_of_response:1; }","duration":"112.068924ms","start":"2026-04-01T23:33:01.873295Z","end":"2026-04-01T23:33:01.985364Z","steps":["trace[943326834] 'process raft request' (duration: 111.85711ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:33:05.426013Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7835591873806213261,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T23:33:05.926466Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7835591873806213261,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T23:33:06.427226Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7835591873806213261,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T23:33:06.927873Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7835591873806213261,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T23:33:07.383217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000711146s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-01T23:33:07.383323Z","caller":"traceutil/trace.go:171","msg":"trace[185980599] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00087063s","start":"2026-04-01T23:33:05.382428Z","end":"2026-04-01T23:33:07.383298Z","steps":["trace[185980599] 'agreement among raft nodes before linearized reading' (duration: 2.000742567s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:33:07.383374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:33:05.382404Z","time spent":"2.000960173s","remote":"127.0.0.1:58042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/01 23:33:07 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-01T23:33:07.42849Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7835591873806213261,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T23:33:07.752216Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.923798913s","expected-duration":"1s"} {"level":"info","ts":"2026-04-01T23:33:07.75295Z","caller":"traceutil/trace.go:171","msg":"trace[1034001217] linearizableReadLoop","detail":"{readStateIndex:920; appliedIndex:919; }","duration":"2.827929471s","start":"2026-04-01T23:33:04.924977Z","end":"2026-04-01T23:33:07.752906Z","steps":["trace[1034001217] 'read index received' (duration: 2.827392898s)","trace[1034001217] 'applied index is now lower than readState.Index' (duration: 535.573µs)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:33:07.753117Z","caller":"traceutil/trace.go:171","msg":"trace[1249167853] transaction","detail":"{read_only:false; response_revision:879; number_of_response:1; }","duration":"2.924774365s","start":"2026-04-01T23:33:04.828318Z","end":"2026-04-01T23:33:07.753093Z","steps":["trace[1249167853] 'process raft request' (duration: 2.924092659s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:33:07.753235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.828251577s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-01T23:33:07.753294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.468150492s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/job-controller\" ","response":"range_response_count:1 size:193"} {"level":"info","ts":"2026-04-01T23:33:07.753313Z","caller":"traceutil/trace.go:171","msg":"trace[1934258291] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:879; }","duration":"2.82838947s","start":"2026-04-01T23:33:04.924905Z","end":"2026-04-01T23:33:07.753295Z","steps":["trace[1934258291] 'agreement among raft nodes before linearized reading' (duration: 2.828175345s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:33:07.753386Z","caller":"traceutil/trace.go:171","msg":"trace[40774960] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/job-controller; range_end:; response_count:1; response_revision:879; }","duration":"2.468284115s","start":"2026-04-01T23:33:05.285085Z","end":"2026-04-01T23:33:07.753369Z","steps":["trace[40774960] 'agreement among raft nodes before linearized reading' (duration: 2.468108401s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:33:07.753433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:33:05.285066Z","time spent":"2.468358616s","remote":"127.0.0.1:58224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":216,"request content":"key:\"/registry/serviceaccounts/kube-system/job-controller\" "} {"level":"warn","ts":"2026-04-01T23:33:07.75338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"924.654909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-01T23:33:07.75345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.988107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T23:33:07.753461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"702.864724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.209\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-04-01T23:33:07.753413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.301579714s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-01T23:33:07.753491Z","caller":"traceutil/trace.go:171","msg":"trace[2065271845] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:879; }","duration":"370.066918ms","start":"2026-04-01T23:33:07.383412Z","end":"2026-04-01T23:33:07.753479Z","steps":["trace[2065271845] 'agreement among raft nodes before linearized reading' (duration: 369.992956ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:33:07.753495Z","caller":"traceutil/trace.go:171","msg":"trace[1799337028] range","detail":"{range_begin:/registry/masterleases/199.204.45.209; range_end:; response_count:1; response_revision:879; }","duration":"702.924266ms","start":"2026-04-01T23:33:07.050559Z","end":"2026-04-01T23:33:07.753483Z","steps":["trace[1799337028] 'agreement among raft nodes before linearized reading' (duration: 702.843944ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:33:07.753528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:33:07.383385Z","time spent":"370.135709ms","remote":"127.0.0.1:58050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-01T23:33:07.753523Z","caller":"traceutil/trace.go:171","msg":"trace[564814620] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:879; }","duration":"1.301769458s","start":"2026-04-01T23:33:06.451731Z","end":"2026-04-01T23:33:07.7535Z","steps":["trace[564814620] 'agreement among raft nodes before linearized reading' (duration: 1.301582764s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:33:07.753573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"943.891504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-01T23:33:07.753427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:33:04.924873Z","time spent":"2.828538294s","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-01T23:33:07.75353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:33:07.050534Z","time spent":"702.988417ms","remote":"127.0.0.1:58064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.209\" "} {"level":"info","ts":"2026-04-01T23:33:07.753669Z","caller":"traceutil/trace.go:171","msg":"trace[1911508288] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:879; }","duration":"944.040837ms","start":"2026-04-01T23:33:06.809577Z","end":"2026-04-01T23:33:07.753617Z","steps":["trace[1911508288] 'agreement among raft nodes before linearized reading' (duration: 943.775981ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:33:07.753487Z","caller":"traceutil/trace.go:171","msg":"trace[777655079] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:879; }","duration":"924.759841ms","start":"2026-04-01T23:33:06.828713Z","end":"2026-04-01T23:33:07.753473Z","steps":["trace[777655079] 'agreement among raft nodes before linearized reading' (duration: 924.580977ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:33:07.753775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:33:06.828666Z","time spent":"925.089239ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-01T23:33:07.753797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:33:06.809553Z","time spent":"944.198481ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-01T23:33:07.753261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:33:04.8283Z","time spent":"2.924874818s","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:33:07.753605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:33:06.451707Z","time spent":"1.301884341s","remote":"127.0.0.1:58522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":2,"response size":30,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:33:07.753671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.416286844s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-01T23:33:07.75394Z","caller":"traceutil/trace.go:171","msg":"trace[302213300] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:879; }","duration":"2.416610503s","start":"2026-04-01T23:33:05.337316Z","end":"2026-04-01T23:33:07.753926Z","steps":["trace[302213300] 'agreement among raft nodes before linearized reading' (duration: 2.416045149s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:33:07.75398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:33:05.337231Z","time spent":"2.416735706s","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-01T23:33:12.779244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.167314ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-01T23:33:17.719175Z","caller":"traceutil/trace.go:171","msg":"trace[720105743] transaction","detail":"{read_only:false; response_revision:998; number_of_response:1; }","duration":"188.027527ms","start":"2026-04-01T23:33:17.531116Z","end":"2026-04-01T23:33:17.719144Z","steps":["trace[720105743] 'process raft request' (duration: 175.578599ms)","trace[720105743] 'compare' (duration: 12.180652ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:33:17.763387Z","caller":"traceutil/trace.go:171","msg":"trace[195728255] transaction","detail":"{read_only:false; response_revision:999; number_of_response:1; }","duration":"170.053043ms","start":"2026-04-01T23:33:17.593296Z","end":"2026-04-01T23:33:17.763349Z","steps":["trace[195728255] 'process raft request' (duration: 169.847288ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:33:17.885373Z","caller":"traceutil/trace.go:171","msg":"trace[1625701452] transaction","detail":"{read_only:false; response_revision:1000; number_of_response:1; }","duration":"112.544406ms","start":"2026-04-01T23:33:17.772784Z","end":"2026-04-01T23:33:17.885328Z","steps":["trace[1625701452] 'process raft request' (duration: 72.944733ms)","trace[1625701452] 'compare' (duration: 39.301866ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:33:22.145217Z","caller":"traceutil/trace.go:171","msg":"trace[1220027827] transaction","detail":"{read_only:false; response_revision:1047; number_of_response:1; }","duration":"118.877452ms","start":"2026-04-01T23:33:22.026302Z","end":"2026-04-01T23:33:22.145179Z","steps":["trace[1220027827] 'process raft request' (duration: 118.181947ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:33:26.495114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.548816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:33:26.495217Z","caller":"traceutil/trace.go:171","msg":"trace[212484218] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1209; }","duration":"115.706679ms","start":"2026-04-01T23:33:26.379491Z","end":"2026-04-01T23:33:26.495197Z","steps":["trace[212484218] 'range keys from in-memory index tree' (duration: 115.466434ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:33:30.610304Z","caller":"traceutil/trace.go:171","msg":"trace[191170857] transaction","detail":"{read_only:false; response_revision:1238; number_of_response:1; }","duration":"202.44155ms","start":"2026-04-01T23:33:30.407817Z","end":"2026-04-01T23:33:30.610259Z","steps":["trace[191170857] 'process raft request' (duration: 202.244625ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:33:30.742083Z","caller":"traceutil/trace.go:171","msg":"trace[1641315324] transaction","detail":"{read_only:false; response_revision:1240; number_of_response:1; }","duration":"126.377356ms","start":"2026-04-01T23:33:30.615664Z","end":"2026-04-01T23:33:30.742042Z","steps":["trace[1641315324] 'process raft request' (duration: 91.761197ms)","trace[1641315324] 'compare' (duration: 34.334542ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:33:32.625974Z","caller":"traceutil/trace.go:171","msg":"trace[13998426] transaction","detail":"{read_only:false; response_revision:1257; number_of_response:1; }","duration":"159.847957ms","start":"2026-04-01T23:33:32.466096Z","end":"2026-04-01T23:33:32.625944Z","steps":["trace[13998426] 'process raft request' (duration: 107.414667ms)","trace[13998426] 'compare' (duration: 52.267356ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:33:32.626035Z","caller":"traceutil/trace.go:171","msg":"trace[529002427] transaction","detail":"{read_only:false; response_revision:1258; number_of_response:1; }","duration":"150.753367ms","start":"2026-04-01T23:33:32.475242Z","end":"2026-04-01T23:33:32.625996Z","steps":["trace[529002427] 'process raft request' (duration: 150.642735ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:33:34.681462Z","caller":"traceutil/trace.go:171","msg":"trace[1146048654] transaction","detail":"{read_only:false; response_revision:1271; number_of_response:1; }","duration":"239.886463ms","start":"2026-04-01T23:33:34.441556Z","end":"2026-04-01T23:33:34.681443Z","steps":["trace[1146048654] 'process raft request' (duration: 239.7179ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:33:35.160689Z","caller":"traceutil/trace.go:171","msg":"trace[1705447] transaction","detail":"{read_only:false; response_revision:1272; number_of_response:1; }","duration":"228.056641ms","start":"2026-04-01T23:33:34.932572Z","end":"2026-04-01T23:33:35.160628Z","steps":["trace[1705447] 'process raft request' (duration: 227.789415ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:33:35.319594Z","caller":"traceutil/trace.go:171","msg":"trace[1347561910] transaction","detail":"{read_only:false; response_revision:1275; number_of_response:1; }","duration":"152.120029ms","start":"2026-04-01T23:33:35.167447Z","end":"2026-04-01T23:33:35.319567Z","steps":["trace[1347561910] 'process raft request' (duration: 152.055418ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:33:35.319604Z","caller":"traceutil/trace.go:171","msg":"trace[1994542184] transaction","detail":"{read_only:false; response_revision:1274; number_of_response:1; }","duration":"152.487297ms","start":"2026-04-01T23:33:35.167087Z","end":"2026-04-01T23:33:35.319574Z","steps":["trace[1994542184] 'process raft request' (duration: 127.757987ms)","trace[1994542184] 'compare' (duration: 24.534016ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:33:40.137495Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7835591873806214023,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-01T23:33:40.499215Z","caller":"traceutil/trace.go:171","msg":"trace[1518397908] linearizableReadLoop","detail":"{readStateIndex:1339; appliedIndex:1338; }","duration":"862.430969ms","start":"2026-04-01T23:33:39.63676Z","end":"2026-04-01T23:33:40.499191Z","steps":["trace[1518397908] 'read index received' (duration: 862.157101ms)","trace[1518397908] 'applied index is now lower than readState.Index' (duration: 270.507µs)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:33:40.499335Z","caller":"traceutil/trace.go:171","msg":"trace[304995418] transaction","detail":"{read_only:false; response_revision:1290; number_of_response:1; }","duration":"972.95302ms","start":"2026-04-01T23:33:39.526318Z","end":"2026-04-01T23:33:40.499271Z","steps":["trace[304995418] 'process raft request' (duration: 972.670213ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:33:40.499463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.298084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-04-01T23:33:40.4995Z","caller":"traceutil/trace.go:171","msg":"trace[551292391] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1290; }","duration":"449.386765ms","start":"2026-04-01T23:33:40.050102Z","end":"2026-04-01T23:33:40.499489Z","steps":["trace[551292391] 'agreement among raft nodes before linearized reading' (duration: 449.225902ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:33:40.499536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:33:40.050084Z","time spent":"449.444897ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-01T23:33:40.499498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"862.689454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T23:33:40.499605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.047788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-01T23:33:40.499623Z","caller":"traceutil/trace.go:171","msg":"trace[1292533141] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:1290; }","duration":"862.870618ms","start":"2026-04-01T23:33:39.636725Z","end":"2026-04-01T23:33:40.499596Z","steps":["trace[1292533141] 'agreement among raft nodes before linearized reading' (duration: 862.610202ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:33:40.499682Z","caller":"traceutil/trace.go:171","msg":"trace[700673786] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1290; }","duration":"210.176391ms","start":"2026-04-01T23:33:40.289485Z","end":"2026-04-01T23:33:40.499662Z","steps":["trace[700673786] 'agreement among raft nodes before linearized reading' (duration: 209.979027ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:33:40.49971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:33:39.636708Z","time spent":"862.981091ms","remote":"127.0.0.1:54776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:33:40.499712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:33:39.52629Z","time spent":"973.267277ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:33:40.499736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.771608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-04-01T23:33:40.499801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.459722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:33:40.499814Z","caller":"traceutil/trace.go:171","msg":"trace[146498367] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1290; }","duration":"444.882971ms","start":"2026-04-01T23:33:40.054912Z","end":"2026-04-01T23:33:40.499795Z","steps":["trace[146498367] 'agreement among raft nodes before linearized reading' (duration: 444.617385ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:33:40.499843Z","caller":"traceutil/trace.go:171","msg":"trace[1662297542] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1290; }","duration":"117.542604ms","start":"2026-04-01T23:33:40.382289Z","end":"2026-04-01T23:33:40.499831Z","steps":["trace[1662297542] 'agreement among raft nodes before linearized reading' (duration: 117.451472ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:33:40.499604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.020795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-04-01T23:33:40.499868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:33:40.054903Z","time spent":"444.954773ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-01T23:33:40.499896Z","caller":"traceutil/trace.go:171","msg":"trace[73015960] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1290; }","duration":"354.377343ms","start":"2026-04-01T23:33:40.145504Z","end":"2026-04-01T23:33:40.499881Z","steps":["trace[73015960] 'agreement among raft nodes before linearized reading' (duration: 354.002105ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:33:40.499945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:33:40.145471Z","time spent":"354.460265ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-01T23:33:40.499984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.597419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-01T23:33:40.500065Z","caller":"traceutil/trace.go:171","msg":"trace[415264873] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1290; }","duration":"222.750333ms","start":"2026-04-01T23:33:40.277295Z","end":"2026-04-01T23:33:40.500045Z","steps":["trace[415264873] 'agreement among raft nodes before linearized reading' (duration: 222.355604ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:33:52.825439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.232586ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-01T23:33:52.82557Z","caller":"traceutil/trace.go:171","msg":"trace[518080493] linearizableReadLoop","detail":"{readStateIndex:1443; appliedIndex:1442; }","duration":"249.607855ms","start":"2026-04-01T23:33:52.575942Z","end":"2026-04-01T23:33:52.825549Z","steps":["trace[518080493] 'read index received' (duration: 38.179404ms)","trace[518080493] 'applied index is now lower than readState.Index' (duration: 211.426941ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:33:52.825747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.511398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/ingress-nginx/\" range_end:\"/registry/secrets/ingress-nginx0\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T23:33:52.825796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.506937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-01T23:33:52.825782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.826029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-01T23:33:52.825809Z","caller":"traceutil/trace.go:171","msg":"trace[952902495] range","detail":"{range_begin:/registry/secrets/ingress-nginx/; range_end:/registry/secrets/ingress-nginx0; response_count:0; response_revision:1385; }","duration":"213.635001ms","start":"2026-04-01T23:33:52.612156Z","end":"2026-04-01T23:33:52.825791Z","steps":["trace[952902495] 'agreement among raft nodes before linearized reading' (duration: 213.545509ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:33:52.825832Z","caller":"traceutil/trace.go:171","msg":"trace[801146537] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1385; }","duration":"241.605239ms","start":"2026-04-01T23:33:52.584214Z","end":"2026-04-01T23:33:52.825819Z","steps":["trace[801146537] 'agreement among raft nodes before linearized reading' (duration: 241.443805ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:33:52.82585Z","caller":"traceutil/trace.go:171","msg":"trace[310977754] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1385; }","duration":"249.932862ms","start":"2026-04-01T23:33:52.575897Z","end":"2026-04-01T23:33:52.82583Z","steps":["trace[310977754] 'agreement among raft nodes before linearized reading' (duration: 249.738338ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:33:52.826035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.904837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-01T23:33:52.826091Z","caller":"traceutil/trace.go:171","msg":"trace[2028027864] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1385; }","duration":"241.987789ms","start":"2026-04-01T23:33:52.584091Z","end":"2026-04-01T23:33:52.826078Z","steps":["trace[2028027864] 'agreement among raft nodes before linearized reading' (duration: 241.59609ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:33:52.826182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.0232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-04-01T23:33:52.826236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.212134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-01T23:33:52.826321Z","caller":"traceutil/trace.go:171","msg":"trace[1229879584] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1385; }","duration":"242.318006ms","start":"2026-04-01T23:33:52.583989Z","end":"2026-04-01T23:33:52.826307Z","steps":["trace[1229879584] 'agreement among raft nodes before linearized reading' (duration: 241.666551ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:33:52.826304Z","caller":"traceutil/trace.go:171","msg":"trace[2095850878] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1385; }","duration":"242.209544ms","start":"2026-04-01T23:33:52.584045Z","end":"2026-04-01T23:33:52.826255Z","steps":["trace[2095850878] 'agreement among raft nodes before linearized reading' (duration: 241.842056ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:33:52.939783Z","caller":"traceutil/trace.go:171","msg":"trace[42855062] transaction","detail":"{read_only:false; response_revision:1386; number_of_response:1; }","duration":"109.010316ms","start":"2026-04-01T23:33:52.83075Z","end":"2026-04-01T23:33:52.93976Z","steps":["trace[42855062] 'process raft request' (duration: 108.853852ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:33:52.943634Z","caller":"traceutil/trace.go:171","msg":"trace[1999687107] transaction","detail":"{read_only:false; response_revision:1388; number_of_response:1; }","duration":"112.766764ms","start":"2026-04-01T23:33:52.83084Z","end":"2026-04-01T23:33:52.943606Z","steps":["trace[1999687107] 'process raft request' (duration: 112.668461ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:33:52.943978Z","caller":"traceutil/trace.go:171","msg":"trace[2078140460] transaction","detail":"{read_only:false; response_revision:1387; number_of_response:1; }","duration":"113.136131ms","start":"2026-04-01T23:33:52.830806Z","end":"2026-04-01T23:33:52.943942Z","steps":["trace[2078140460] 'process raft request' (duration: 112.511597ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:33:52.944006Z","caller":"traceutil/trace.go:171","msg":"trace[1449547338] transaction","detail":"{read_only:false; response_revision:1389; number_of_response:1; }","duration":"113.10118ms","start":"2026-04-01T23:33:52.830845Z","end":"2026-04-01T23:33:52.943946Z","steps":["trace[1449547338] 'process raft request' (duration: 112.708741ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:33:52.944106Z","caller":"traceutil/trace.go:171","msg":"trace[773762895] transaction","detail":"{read_only:false; response_revision:1390; number_of_response:1; }","duration":"113.132332ms","start":"2026-04-01T23:33:52.830948Z","end":"2026-04-01T23:33:52.94408Z","steps":["trace[773762895] 'process raft request' (duration: 112.900886ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:33:58.078815Z","caller":"traceutil/trace.go:171","msg":"trace[333068815] transaction","detail":"{read_only:false; response_revision:1435; number_of_response:1; }","duration":"550.822696ms","start":"2026-04-01T23:33:57.527967Z","end":"2026-04-01T23:33:58.07879Z","steps":["trace[333068815] 'process raft request' (duration: 550.687833ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:33:58.078955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:33:57.52795Z","time spent":"550.935078ms","remote":"127.0.0.1:58198","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4335,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:33:59.118901Z","caller":"traceutil/trace.go:171","msg":"trace[48594411] linearizableReadLoop","detail":"{readStateIndex:1500; appliedIndex:1498; }","duration":"141.53991ms","start":"2026-04-01T23:33:58.97734Z","end":"2026-04-01T23:33:59.11888Z","steps":["trace[48594411] 'read index received' (duration: 9.967071ms)","trace[48594411] 'applied index is now lower than readState.Index' (duration: 131.571689ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:33:59.118932Z","caller":"traceutil/trace.go:171","msg":"trace[1309290543] transaction","detail":"{read_only:false; response_revision:1440; number_of_response:1; }","duration":"143.162718ms","start":"2026-04-01T23:33:58.975737Z","end":"2026-04-01T23:33:59.1189Z","steps":["trace[1309290543] 'process raft request' (duration: 106.127759ms)","trace[1309290543] 'compare' (duration: 36.777973ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:33:59.119013Z","caller":"traceutil/trace.go:171","msg":"trace[1369253588] transaction","detail":"{read_only:false; response_revision:1441; number_of_response:1; }","duration":"141.191432ms","start":"2026-04-01T23:33:58.977803Z","end":"2026-04-01T23:33:59.118994Z","steps":["trace[1369253588] 'process raft request' (duration: 141.009068ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:33:59.119129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.775925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-01T23:33:59.119184Z","caller":"traceutil/trace.go:171","msg":"trace[291378196] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1441; }","duration":"141.875468ms","start":"2026-04-01T23:33:58.977299Z","end":"2026-04-01T23:33:59.119175Z","steps":["trace[291378196] 'agreement among raft nodes before linearized reading' (duration: 141.715934ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:33:59.119329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.54581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-01T23:33:59.119508Z","caller":"traceutil/trace.go:171","msg":"trace[173881418] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1441; }","duration":"141.727544ms","start":"2026-04-01T23:33:58.977709Z","end":"2026-04-01T23:33:59.119436Z","steps":["trace[173881418] 'agreement among raft nodes before linearized reading' (duration: 141.372206ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:34:02.358669Z","caller":"traceutil/trace.go:171","msg":"trace[1253501794] transaction","detail":"{read_only:false; response_revision:1476; number_of_response:1; }","duration":"106.460788ms","start":"2026-04-01T23:34:02.252158Z","end":"2026-04-01T23:34:02.358619Z","steps":["trace[1253501794] 'process raft request' (duration: 105.72108ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:34:02.542694Z","caller":"traceutil/trace.go:171","msg":"trace[1379772911] transaction","detail":"{read_only:false; response_revision:1487; number_of_response:1; }","duration":"110.885769ms","start":"2026-04-01T23:34:02.431774Z","end":"2026-04-01T23:34:02.54266Z","steps":["trace[1379772911] 'process raft request' (duration: 110.708875ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:34:02.749019Z","caller":"traceutil/trace.go:171","msg":"trace[298412733] transaction","detail":"{read_only:false; response_revision:1497; number_of_response:1; }","duration":"110.327346ms","start":"2026-04-01T23:34:02.638648Z","end":"2026-04-01T23:34:02.748976Z","steps":["trace[298412733] 'process raft request' (duration: 109.644321ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:34:02.749059Z","caller":"traceutil/trace.go:171","msg":"trace[357710046] transaction","detail":"{read_only:false; response_revision:1498; number_of_response:1; }","duration":"110.286735ms","start":"2026-04-01T23:34:02.638694Z","end":"2026-04-01T23:34:02.748981Z","steps":["trace[357710046] 'process raft request' (duration: 110.167123ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:34:02.749307Z","caller":"traceutil/trace.go:171","msg":"trace[1284614172] transaction","detail":"{read_only:false; response_revision:1500; number_of_response:1; }","duration":"110.47985ms","start":"2026-04-01T23:34:02.638787Z","end":"2026-04-01T23:34:02.749266Z","steps":["trace[1284614172] 'process raft request' (duration: 110.333357ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:34:02.749305Z","caller":"traceutil/trace.go:171","msg":"trace[201363796] transaction","detail":"{read_only:false; response_revision:1499; number_of_response:1; }","duration":"110.547832ms","start":"2026-04-01T23:34:02.638721Z","end":"2026-04-01T23:34:02.749269Z","steps":["trace[201363796] 'process raft request' (duration: 110.207464ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:34:03.051069Z","caller":"traceutil/trace.go:171","msg":"trace[37231966] transaction","detail":"{read_only:false; response_revision:1507; number_of_response:1; }","duration":"254.074339ms","start":"2026-04-01T23:34:02.796963Z","end":"2026-04-01T23:34:03.051037Z","steps":["trace[37231966] 'process raft request' (duration: 178.104188ms)","trace[37231966] 'compare' (duration: 75.800647ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:34:03.053006Z","caller":"traceutil/trace.go:171","msg":"trace[211087492] linearizableReadLoop","detail":"{readStateIndex:1570; appliedIndex:1567; }","duration":"223.205443ms","start":"2026-04-01T23:34:02.829775Z","end":"2026-04-01T23:34:03.052981Z","steps":["trace[211087492] 'read index received' (duration: 145.290267ms)","trace[211087492] 'applied index is now lower than readState.Index' (duration: 77.914076ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:34:03.053146Z","caller":"traceutil/trace.go:171","msg":"trace[1521517445] transaction","detail":"{read_only:false; response_revision:1508; number_of_response:1; }","duration":"224.193996ms","start":"2026-04-01T23:34:02.828941Z","end":"2026-04-01T23:34:03.053135Z","steps":["trace[1521517445] 'process raft request' (duration: 223.673363ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:34:03.053368Z","caller":"traceutil/trace.go:171","msg":"trace[1372102407] transaction","detail":"{read_only:false; response_revision:1509; number_of_response:1; }","duration":"223.851798ms","start":"2026-04-01T23:34:02.829505Z","end":"2026-04-01T23:34:03.053357Z","steps":["trace[1372102407] 'process raft request' (duration: 223.241483ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:34:03.053643Z","caller":"traceutil/trace.go:171","msg":"trace[2005211879] transaction","detail":"{read_only:false; response_revision:1510; number_of_response:1; }","duration":"221.331259ms","start":"2026-04-01T23:34:02.8323Z","end":"2026-04-01T23:34:03.053631Z","steps":["trace[2005211879] 'process raft request' (duration: 220.490399ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:34:03.054019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.201416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/ingress-nginx/ingress-nginx-controller-jgrz9\" ","response":"range_response_count:1 size:6053"} {"level":"info","ts":"2026-04-01T23:34:03.05415Z","caller":"traceutil/trace.go:171","msg":"trace[163677336] range","detail":"{range_begin:/registry/pods/ingress-nginx/ingress-nginx-controller-jgrz9; range_end:; response_count:1; response_revision:1512; }","duration":"224.39083ms","start":"2026-04-01T23:34:02.829733Z","end":"2026-04-01T23:34:03.054124Z","steps":["trace[163677336] 'agreement among raft nodes before linearized reading' (duration: 224.022772ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:34:03.05407Z","caller":"traceutil/trace.go:171","msg":"trace[1536279423] transaction","detail":"{read_only:false; response_revision:1511; number_of_response:1; }","duration":"220.592852ms","start":"2026-04-01T23:34:02.833448Z","end":"2026-04-01T23:34:03.054041Z","steps":["trace[1536279423] 'process raft request' (duration: 219.430445ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:34:03.054387Z","caller":"traceutil/trace.go:171","msg":"trace[1992412554] transaction","detail":"{read_only:false; response_revision:1512; number_of_response:1; }","duration":"219.928167ms","start":"2026-04-01T23:34:02.83443Z","end":"2026-04-01T23:34:03.054359Z","steps":["trace[1992412554] 'process raft request' (duration: 218.506074ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:34:04.891879Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7835591873806214512,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T23:34:05.280541Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.205304475s","expected-duration":"1s"} {"level":"info","ts":"2026-04-01T23:34:05.280962Z","caller":"traceutil/trace.go:171","msg":"trace[203349162] transaction","detail":"{read_only:false; response_revision:1550; number_of_response:1; }","duration":"1.205818856s","start":"2026-04-01T23:34:04.075119Z","end":"2026-04-01T23:34:05.280938Z","steps":["trace[203349162] 'process raft request' (duration: 1.205630082s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:34:05.281091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:34:04.075097Z","time spent":"1.205920409s","remote":"127.0.0.1:58188","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6625,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:34:05.283597Z","caller":"traceutil/trace.go:171","msg":"trace[1801516444] linearizableReadLoop","detail":"{readStateIndex:1612; appliedIndex:1610; }","duration":"892.134427ms","start":"2026-04-01T23:34:04.391444Z","end":"2026-04-01T23:34:05.283579Z","steps":["trace[1801516444] 'read index received' (duration: 889.310531ms)","trace[1801516444] 'applied index is now lower than readState.Index' (duration: 2.822926ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:34:05.283679Z","caller":"traceutil/trace.go:171","msg":"trace[1397482322] transaction","detail":"{read_only:false; response_revision:1551; number_of_response:1; }","duration":"643.256748ms","start":"2026-04-01T23:34:04.640392Z","end":"2026-04-01T23:34:05.283649Z","steps":["trace[1397482322] 'process raft request' (duration: 643.089264ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:34:05.283794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.940919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:34:05.283855Z","caller":"traceutil/trace.go:171","msg":"trace[540442842] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:1551; }","duration":"293.044042ms","start":"2026-04-01T23:34:04.990795Z","end":"2026-04-01T23:34:05.283839Z","steps":["trace[540442842] 'agreement among raft nodes before linearized reading' (duration: 292.952989ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:34:05.283852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:34:04.640372Z","time spent":"643.394672ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:34:05.283713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"892.258389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:34:05.284169Z","caller":"traceutil/trace.go:171","msg":"trace[1616990712] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1551; }","duration":"892.739361ms","start":"2026-04-01T23:34:04.391414Z","end":"2026-04-01T23:34:05.284153Z","steps":["trace[1616990712] 'agreement among raft nodes before linearized reading' (duration: 892.2598ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:34:05.284214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:34:04.391399Z","time spent":"892.802382ms","remote":"127.0.0.1:58042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-01T23:34:05.284325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.430855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-01T23:34:05.284391Z","caller":"traceutil/trace.go:171","msg":"trace[1784312101] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1551; }","duration":"178.511687ms","start":"2026-04-01T23:34:05.105846Z","end":"2026-04-01T23:34:05.284357Z","steps":["trace[1784312101] 'agreement among raft nodes before linearized reading' (duration: 178.320973ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:34:06.338426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.535131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:34:06.338515Z","caller":"traceutil/trace.go:171","msg":"trace[141646943] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:1562; }","duration":"198.674505ms","start":"2026-04-01T23:34:06.139819Z","end":"2026-04-01T23:34:06.338493Z","steps":["trace[141646943] 'count revisions from in-memory index tree' (duration: 198.419049ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:34:26.506226Z","caller":"traceutil/trace.go:171","msg":"trace[1251729788] transaction","detail":"{read_only:false; response_revision:1876; number_of_response:1; }","duration":"108.862744ms","start":"2026-04-01T23:34:26.397329Z","end":"2026-04-01T23:34:26.506191Z","steps":["trace[1251729788] 'process raft request' (duration: 108.658978ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:34:29.691269Z","caller":"traceutil/trace.go:171","msg":"trace[538961851] linearizableReadLoop","detail":"{readStateIndex:1977; appliedIndex:1975; }","duration":"166.770345ms","start":"2026-04-01T23:34:29.524471Z","end":"2026-04-01T23:34:29.691241Z","steps":["trace[538961851] 'read index received' (duration: 44.204015ms)","trace[538961851] 'applied index is now lower than readState.Index' (duration: 122.56464ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:34:29.691297Z","caller":"traceutil/trace.go:171","msg":"trace[1899396944] transaction","detail":"{read_only:false; response_revision:1889; number_of_response:1; }","duration":"175.14904ms","start":"2026-04-01T23:34:29.516115Z","end":"2026-04-01T23:34:29.691264Z","steps":["trace[1899396944] 'process raft request' (duration: 174.971435ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:34:29.691466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.98949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-01T23:34:29.691515Z","caller":"traceutil/trace.go:171","msg":"trace[446971086] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1889; }","duration":"167.077732ms","start":"2026-04-01T23:34:29.524424Z","end":"2026-04-01T23:34:29.691502Z","steps":["trace[446971086] 'agreement among raft nodes before linearized reading' (duration: 166.914699ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:34:29.692899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.646324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:3963"} {"level":"warn","ts":"2026-04-01T23:34:29.692934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.236147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-01T23:34:29.692978Z","caller":"traceutil/trace.go:171","msg":"trace[259685260] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1890; }","duration":"154.743796ms","start":"2026-04-01T23:34:29.538215Z","end":"2026-04-01T23:34:29.692958Z","steps":["trace[259685260] 'agreement among raft nodes before linearized reading' (duration: 154.581972ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:34:29.69301Z","caller":"traceutil/trace.go:171","msg":"trace[1577956061] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1890; }","duration":"164.364109ms","start":"2026-04-01T23:34:29.528625Z","end":"2026-04-01T23:34:29.692989Z","steps":["trace[1577956061] 'agreement among raft nodes before linearized reading' (duration: 164.137134ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:34:29.69328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.253391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-01T23:34:29.693331Z","caller":"traceutil/trace.go:171","msg":"trace[1950318905] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1890; }","duration":"162.317382ms","start":"2026-04-01T23:34:29.531Z","end":"2026-04-01T23:34:29.693318Z","steps":["trace[1950318905] 'agreement among raft nodes before linearized reading' (duration: 162.189409ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:34:29.693437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.635269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-01T23:34:29.693544Z","caller":"traceutil/trace.go:171","msg":"trace[1172441219] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1890; }","duration":"162.773513ms","start":"2026-04-01T23:34:29.530758Z","end":"2026-04-01T23:34:29.693532Z","steps":["trace[1172441219] 'agreement among raft nodes before linearized reading' (duration: 162.604669ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:34:29.693569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.066559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-01T23:34:29.69364Z","caller":"traceutil/trace.go:171","msg":"trace[1789835655] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1890; }","duration":"163.160151ms","start":"2026-04-01T23:34:29.530461Z","end":"2026-04-01T23:34:29.693622Z","steps":["trace[1789835655] 'agreement among raft nodes before linearized reading' (duration: 162.973217ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:34:29.821391Z","caller":"traceutil/trace.go:171","msg":"trace[1246096642] transaction","detail":"{read_only:false; response_revision:1892; number_of_response:1; }","duration":"124.254ms","start":"2026-04-01T23:34:29.697105Z","end":"2026-04-01T23:34:29.821359Z","steps":["trace[1246096642] 'process raft request' (duration: 123.612745ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:34:29.821545Z","caller":"traceutil/trace.go:171","msg":"trace[266995842] transaction","detail":"{read_only:false; response_revision:1893; number_of_response:1; }","duration":"124.25657ms","start":"2026-04-01T23:34:29.697244Z","end":"2026-04-01T23:34:29.821501Z","steps":["trace[266995842] 'process raft request' (duration: 124.034735ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:34:29.821632Z","caller":"traceutil/trace.go:171","msg":"trace[1497114581] transaction","detail":"{read_only:false; response_revision:1894; number_of_response:1; }","duration":"124.253199ms","start":"2026-04-01T23:34:29.697368Z","end":"2026-04-01T23:34:29.821622Z","steps":["trace[1497114581] 'process raft request' (duration: 123.955243ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:34:29.821705Z","caller":"traceutil/trace.go:171","msg":"trace[1078086904] transaction","detail":"{read_only:false; response_revision:1895; number_of_response:1; }","duration":"124.081295ms","start":"2026-04-01T23:34:29.697618Z","end":"2026-04-01T23:34:29.8217Z","steps":["trace[1078086904] 'process raft request' (duration: 123.975953ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:34:31.974816Z","caller":"traceutil/trace.go:171","msg":"trace[402238996] transaction","detail":"{read_only:false; response_revision:1900; number_of_response:1; }","duration":"144.765535ms","start":"2026-04-01T23:34:31.830026Z","end":"2026-04-01T23:34:31.974792Z","steps":["trace[402238996] 'process raft request' (duration: 60.452741ms)","trace[402238996] 'compare' (duration: 83.932916ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:34:31.977454Z","caller":"traceutil/trace.go:171","msg":"trace[261648816] transaction","detail":"{read_only:false; response_revision:1901; number_of_response:1; }","duration":"147.368285ms","start":"2026-04-01T23:34:31.830068Z","end":"2026-04-01T23:34:31.977437Z","steps":["trace[261648816] 'process raft request' (duration: 147.225032ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:34:31.977796Z","caller":"traceutil/trace.go:171","msg":"trace[1897832075] transaction","detail":"{read_only:false; response_revision:1903; number_of_response:1; }","duration":"147.080369ms","start":"2026-04-01T23:34:31.830691Z","end":"2026-04-01T23:34:31.977772Z","steps":["trace[1897832075] 'process raft request' (duration: 146.965926ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:34:31.977791Z","caller":"traceutil/trace.go:171","msg":"trace[909526896] transaction","detail":"{read_only:false; response_revision:1902; number_of_response:1; }","duration":"147.688203ms","start":"2026-04-01T23:34:31.830079Z","end":"2026-04-01T23:34:31.977767Z","steps":["trace[909526896] 'process raft request' (duration: 147.321465ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:34:37.276563Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7835591873806215448,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T23:34:37.777452Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7835591873806215448,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T23:34:38.278506Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7835591873806215448,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T23:34:38.477414Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.730630079s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-01T23:34:38.836176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.433317ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-01T23:34:38.836263Z","caller":"traceutil/trace.go:171","msg":"trace[1893003340] transaction","detail":"{read_only:false; response_revision:2000; number_of_response:1; }","duration":"2.089586278s","start":"2026-04-01T23:34:36.746663Z","end":"2026-04-01T23:34:38.836249Z","steps":["trace[1893003340] 'process raft request' (duration: 1.731018148s)","trace[1893003340] 'compare' (duration: 358.206642ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:34:38.836305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:34:36.746639Z","time spent":"2.08964757s","remote":"127.0.0.1:58198","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10970,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:34:38.901627Z","caller":"traceutil/trace.go:171","msg":"trace[1978469844] transaction","detail":"{read_only:false; response_revision:2001; number_of_response:1; }","duration":"1.225800608s","start":"2026-04-01T23:34:37.675791Z","end":"2026-04-01T23:34:38.901591Z","steps":["trace[1978469844] 'process raft request' (duration: 1.225601304s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:34:38.901816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:34:37.675763Z","time spent":"1.225958212s","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:34:38.901909Z","caller":"traceutil/trace.go:171","msg":"trace[645529804] transaction","detail":"{read_only:false; response_revision:2002; number_of_response:1; }","duration":"1.150225597s","start":"2026-04-01T23:34:37.751638Z","end":"2026-04-01T23:34:38.901864Z","steps":["trace[645529804] 'process raft request' (duration: 1.149895999s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:34:38.901938Z","caller":"traceutil/trace.go:171","msg":"trace[1330624771] transaction","detail":"{read_only:false; response_revision:2003; number_of_response:1; }","duration":"1.149661084s","start":"2026-04-01T23:34:37.752247Z","end":"2026-04-01T23:34:38.901908Z","steps":["trace[1330624771] 'process raft request' (duration: 1.14950094s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:34:38.902014Z","caller":"traceutil/trace.go:171","msg":"trace[1192014782] transaction","detail":"{read_only:false; response_revision:2004; number_of_response:1; }","duration":"578.63096ms","start":"2026-04-01T23:34:38.323364Z","end":"2026-04-01T23:34:38.901995Z","steps":["trace[1192014782] 'process raft request' (duration: 578.498146ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:34:38.902081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:34:37.751616Z","time spent":"1.150378321s","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:34:38.902084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:34:37.752241Z","time spent":"1.149761086s","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:34:38.9022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.126132286s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-04-01T23:34:38.90212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:34:38.323332Z","time spent":"578.738692ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:34:38.902255Z","caller":"traceutil/trace.go:171","msg":"trace[523418537] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2004; }","duration":"2.126225237s","start":"2026-04-01T23:34:36.776017Z","end":"2026-04-01T23:34:38.902242Z","steps":["trace[523418537] 'agreement among raft nodes before linearized reading' (duration: 2.126028422s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:34:38.901991Z","caller":"traceutil/trace.go:171","msg":"trace[1175746701] linearizableReadLoop","detail":"{readStateIndex:2093; appliedIndex:2089; }","duration":"2.125916019s","start":"2026-04-01T23:34:36.776045Z","end":"2026-04-01T23:34:38.901961Z","steps":["trace[1175746701] 'read index received' (duration: 1.701603335s)","trace[1175746701] 'applied index is now lower than readState.Index' (duration: 424.311374ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:34:38.902331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:34:36.776001Z","time spent":"2.126319929s","remote":"127.0.0.1:44608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-01T23:34:39.349664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.506599ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-01T23:34:39.349907Z","caller":"traceutil/trace.go:171","msg":"trace[1807446692] linearizableReadLoop","detail":"{readStateIndex:2098; appliedIndex:2094; }","duration":"447.560842ms","start":"2026-04-01T23:34:38.902329Z","end":"2026-04-01T23:34:39.34989Z","steps":["trace[1807446692] 'read index received' (duration: 50.617473ms)","trace[1807446692] 'applied index is now lower than readState.Index' (duration: 396.942389ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:34:39.349941Z","caller":"traceutil/trace.go:171","msg":"trace[1142090721] transaction","detail":"{read_only:false; response_revision:2006; number_of_response:1; }","duration":"505.485284ms","start":"2026-04-01T23:34:38.844418Z","end":"2026-04-01T23:34:39.349903Z","steps":["trace[1142090721] 'process raft request' (duration: 505.340221ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:34:39.350003Z","caller":"traceutil/trace.go:171","msg":"trace[1559764999] transaction","detail":"{read_only:false; response_revision:2005; number_of_response:1; }","duration":"505.769021ms","start":"2026-04-01T23:34:38.844199Z","end":"2026-04-01T23:34:39.349968Z","steps":["trace[1559764999] 'process raft request' (duration: 108.877993ms)","trace[1559764999] 'compare' (duration: 396.389196ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:34:39.350122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:34:38.844412Z","time spent":"505.610558ms","remote":"127.0.0.1:58300","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1472,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:34:39.350156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:34:38.844179Z","time spent":"505.897034ms","remote":"127.0.0.1:58300","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1530,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:34:39.350171Z","caller":"traceutil/trace.go:171","msg":"trace[1820329795] transaction","detail":"{read_only:false; response_revision:2007; number_of_response:1; }","duration":"505.091396ms","start":"2026-04-01T23:34:38.845067Z","end":"2026-04-01T23:34:39.350158Z","steps":["trace[1820329795] 'process raft request' (duration: 504.743758ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:34:39.350241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:34:38.845059Z","time spent":"505.145117ms","remote":"127.0.0.1:58176","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":894,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:34:39.35062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.968463861s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:34:39.35068Z","caller":"traceutil/trace.go:171","msg":"trace[1148789799] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2008; }","duration":"1.968549884s","start":"2026-04-01T23:34:37.382115Z","end":"2026-04-01T23:34:39.350665Z","steps":["trace[1148789799] 'agreement among raft nodes before linearized reading' (duration: 1.968452151s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:34:39.350725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:34:37.3821Z","time spent":"1.968613825s","remote":"127.0.0.1:58042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-01T23:34:39.35072Z","caller":"traceutil/trace.go:171","msg":"trace[602609249] transaction","detail":"{read_only:false; response_revision:2008; number_of_response:1; }","duration":"505.335132ms","start":"2026-04-01T23:34:38.845367Z","end":"2026-04-01T23:34:39.350702Z","steps":["trace[602609249] 'process raft request' (duration: 504.483312ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:34:39.35084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:34:38.845346Z","time spent":"505.450635ms","remote":"127.0.0.1:58176","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":978,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:34:39.350748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.348531584s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-01T23:34:39.350851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.354483832s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-01T23:34:39.350872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.299708938s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-957236f9-fe9b-472d-b00d-b5f8bbc905b4\" ","response":"range_response_count:1 size:3744"} {"level":"info","ts":"2026-04-01T23:34:39.350897Z","caller":"traceutil/trace.go:171","msg":"trace[774426650] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2008; }","duration":"1.348695838s","start":"2026-04-01T23:34:38.002189Z","end":"2026-04-01T23:34:39.350885Z","steps":["trace[774426650] 'agreement among raft nodes before linearized reading' (duration: 1.348449232s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:34:39.350906Z","caller":"traceutil/trace.go:171","msg":"trace[198222302] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2008; }","duration":"1.354583624s","start":"2026-04-01T23:34:37.996309Z","end":"2026-04-01T23:34:39.350892Z","steps":["trace[198222302] 'agreement among raft nodes before linearized reading' (duration: 1.35442505s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:34:39.350911Z","caller":"traceutil/trace.go:171","msg":"trace[1246893421] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-957236f9-fe9b-472d-b00d-b5f8bbc905b4; range_end:; response_count:1; response_revision:2008; }","duration":"2.299776459s","start":"2026-04-01T23:34:37.051122Z","end":"2026-04-01T23:34:39.350898Z","steps":["trace[1246893421] 'agreement among raft nodes before linearized reading' (duration: 2.299667596s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:34:39.350887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.348723208s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-01T23:34:39.350902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.348197316s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-01T23:34:39.350901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.296098004s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.209\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-01T23:34:39.351005Z","caller":"traceutil/trace.go:171","msg":"trace[1798260354] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2008; }","duration":"1.348327989s","start":"2026-04-01T23:34:38.002653Z","end":"2026-04-01T23:34:39.350981Z","steps":["trace[1798260354] 'agreement among raft nodes before linearized reading' (duration: 1.348047852s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:34:39.351032Z","caller":"traceutil/trace.go:171","msg":"trace[1257654430] range","detail":"{range_begin:/registry/masterleases/199.204.45.209; range_end:; response_count:1; response_revision:2008; }","duration":"2.296270218s","start":"2026-04-01T23:34:37.054734Z","end":"2026-04-01T23:34:39.351004Z","steps":["trace[1257654430] 'agreement among raft nodes before linearized reading' (duration: 2.296008912s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:34:39.351Z","caller":"traceutil/trace.go:171","msg":"trace[442922595] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2008; }","duration":"1.348871311s","start":"2026-04-01T23:34:38.002094Z","end":"2026-04-01T23:34:39.350965Z","steps":["trace[442922595] 'agreement among raft nodes before linearized reading' (duration: 1.348579565s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:34:39.351089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:34:38.002641Z","time spent":"1.348433182s","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-01T23:34:39.351103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:34:38.002073Z","time spent":"1.349014675s","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-01T23:34:39.350927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:34:38.002182Z","time spent":"1.348737818s","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-01T23:34:39.350762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.158309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/datadir-percona-xtradb-pxc-0.18a25fbe836e376c\" ","response":"range_response_count:1 size:982"} {"level":"warn","ts":"2026-04-01T23:34:39.351101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:34:37.054723Z","time spent":"2.29636322s","remote":"127.0.0.1:58064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.209\" "} {"level":"info","ts":"2026-04-01T23:34:39.351265Z","caller":"traceutil/trace.go:171","msg":"trace[969455183] range","detail":"{range_begin:/registry/events/openstack/datadir-percona-xtradb-pxc-0.18a25fbe836e376c; range_end:; response_count:1; response_revision:2008; }","duration":"430.688932ms","start":"2026-04-01T23:34:38.920555Z","end":"2026-04-01T23:34:39.351244Z","steps":["trace[969455183] 'agreement among raft nodes before linearized reading' (duration: 430.095298ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:34:39.351327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:34:38.920538Z","time spent":"430.773594ms","remote":"127.0.0.1:58094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":1005,"request content":"key:\"/registry/events/openstack/datadir-percona-xtradb-pxc-0.18a25fbe836e376c\" "} {"level":"warn","ts":"2026-04-01T23:34:39.350941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:34:37.996283Z","time spent":"1.354651136s","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-01T23:34:39.350947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:34:37.051101Z","time spent":"2.299837781s","remote":"127.0.0.1:58198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3767,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-957236f9-fe9b-472d-b00d-b5f8bbc905b4\" "} {"level":"warn","ts":"2026-04-01T23:34:39.351847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.591494914s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-01T23:34:39.351908Z","caller":"traceutil/trace.go:171","msg":"trace[23497356] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2008; }","duration":"1.591581306s","start":"2026-04-01T23:34:37.760313Z","end":"2026-04-01T23:34:39.351894Z","steps":["trace[23497356] 'agreement among raft nodes before linearized reading' (duration: 1.59003711s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:34:39.351944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:34:37.760287Z","time spent":"1.591648988s","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-01T23:34:41.026742Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.407310166s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-01T23:34:41.06371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.4441706s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-01T23:34:41.064063Z","caller":"traceutil/trace.go:171","msg":"trace[433542231] transaction","detail":"{read_only:false; response_revision:2015; number_of_response:1; }","duration":"1.692613258s","start":"2026-04-01T23:34:39.371433Z","end":"2026-04-01T23:34:41.064046Z","steps":["trace[433542231] 'process raft request' (duration: 1.692568637s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:34:41.064132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:34:39.371419Z","time spent":"1.69268101s","remote":"127.0.0.1:58064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:34:41.064315Z","caller":"traceutil/trace.go:171","msg":"trace[633629005] transaction","detail":"{read_only:false; response_revision:2013; number_of_response:1; }","duration":"1.70784934s","start":"2026-04-01T23:34:39.356454Z","end":"2026-04-01T23:34:41.064303Z","steps":["trace[633629005] 'process raft request' (duration: 1.707475942s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:34:41.064317Z","caller":"traceutil/trace.go:171","msg":"trace[268845711] transaction","detail":"{read_only:false; response_revision:2012; number_of_response:1; }","duration":"1.708738572s","start":"2026-04-01T23:34:39.355554Z","end":"2026-04-01T23:34:41.064293Z","steps":["trace[268845711] 'process raft request' (duration: 1.708345513s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:34:41.064372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:34:39.356439Z","time spent":"1.707904282s","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:34:41.064394Z","caller":"traceutil/trace.go:171","msg":"trace[1930346060] transaction","detail":"{read_only:false; response_revision:2010; number_of_response:1; }","duration":"1.709269744s","start":"2026-04-01T23:34:39.355098Z","end":"2026-04-01T23:34:41.064367Z","steps":["trace[1930346060] 'process raft request' (duration: 1.708705081s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:34:41.06447Z","caller":"traceutil/trace.go:171","msg":"trace[1911796642] transaction","detail":"{read_only:false; response_revision:2011; number_of_response:1; }","duration":"1.708978637s","start":"2026-04-01T23:34:39.355481Z","end":"2026-04-01T23:34:41.06446Z","steps":["trace[1911796642] 'process raft request' (duration: 1.708385853s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:34:41.06444Z","caller":"traceutil/trace.go:171","msg":"trace[2070376873] transaction","detail":"{read_only:false; response_revision:2009; number_of_response:1; }","duration":"1.709525989s","start":"2026-04-01T23:34:39.35487Z","end":"2026-04-01T23:34:41.064396Z","steps":["trace[2070376873] 'process raft request' (duration: 264.583632ms)","trace[2070376873] 'compare' (duration: 1.443907404s)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:34:41.064339Z","caller":"traceutil/trace.go:171","msg":"trace[1353342683] linearizableReadLoop","detail":"{readStateIndex:2105; appliedIndex:2098; }","duration":"1.703895549s","start":"2026-04-01T23:34:39.360413Z","end":"2026-04-01T23:34:41.064308Z","steps":["trace[1353342683] 'read index received' (duration: 9.948201ms)","trace[1353342683] 'applied index is now lower than readState.Index' (duration: 1.693944198s)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:34:41.064526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:34:39.355084Z","time spent":"1.709382036s","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:34:41.064543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:34:39.355454Z","time spent":"1.709043519s","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:34:41.064579Z","caller":"traceutil/trace.go:171","msg":"trace[1037312744] transaction","detail":"{read_only:false; response_revision:2014; number_of_response:1; }","duration":"1.707954113s","start":"2026-04-01T23:34:39.356592Z","end":"2026-04-01T23:34:41.064546Z","steps":["trace[1037312744] 'process raft request' (duration: 1.70737174s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:34:41.064422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:34:39.355534Z","time spent":"1.708829554s","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:34:41.064623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:34:39.354848Z","time spent":"1.709673163s","remote":"127.0.0.1:58094","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":967,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:34:41.064723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:34:39.356584Z","time spent":"1.708060035s","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:34:41.064877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.704410622s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:34:41.064953Z","caller":"traceutil/trace.go:171","msg":"trace[392017216] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2015; }","duration":"1.704546615s","start":"2026-04-01T23:34:39.360388Z","end":"2026-04-01T23:34:41.064935Z","steps":["trace[392017216] 'agreement among raft nodes before linearized reading' (duration: 1.704005161s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:34:41.065036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:34:39.360375Z","time spent":"1.704648218s","remote":"127.0.0.1:58042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-01T23:34:41.067165Z","caller":"traceutil/trace.go:171","msg":"trace[676439541] transaction","detail":"{read_only:false; response_revision:2016; number_of_response:1; }","duration":"159.66905ms","start":"2026-04-01T23:34:40.907474Z","end":"2026-04-01T23:34:41.067143Z","steps":["trace[676439541] 'process raft request' (duration: 159.397034ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:34:41.067326Z","caller":"traceutil/trace.go:171","msg":"trace[419399165] transaction","detail":"{read_only:false; response_revision:2019; number_of_response:1; }","duration":"158.121334ms","start":"2026-04-01T23:34:40.909173Z","end":"2026-04-01T23:34:41.067294Z","steps":["trace[419399165] 'process raft request' (duration: 157.94315ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:34:41.06735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.089107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:34:41.067417Z","caller":"traceutil/trace.go:171","msg":"trace[334301812] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:2019; }","duration":"449.2026ms","start":"2026-04-01T23:34:40.618193Z","end":"2026-04-01T23:34:41.067396Z","steps":["trace[334301812] 'agreement among raft nodes before linearized reading' (duration: 449.099958ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:34:41.067419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"710.284181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-957236f9-fe9b-472d-b00d-b5f8bbc905b4\" ","response":"range_response_count:1 size:3744"} {"level":"warn","ts":"2026-04-01T23:34:41.067448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"787.396919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:10328"} {"level":"info","ts":"2026-04-01T23:34:41.067484Z","caller":"traceutil/trace.go:171","msg":"trace[830532422] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-957236f9-fe9b-472d-b00d-b5f8bbc905b4; range_end:; response_count:1; response_revision:2019; }","duration":"710.369493ms","start":"2026-04-01T23:34:40.357097Z","end":"2026-04-01T23:34:41.067466Z","steps":["trace[830532422] 'agreement among raft nodes before linearized reading' (duration: 710.199879ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:34:41.067478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:34:40.61816Z","time spent":"449.301102ms","remote":"127.0.0.1:40080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"info","ts":"2026-04-01T23:34:41.06748Z","caller":"traceutil/trace.go:171","msg":"trace[301171002] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2019; }","duration":"787.46073ms","start":"2026-04-01T23:34:40.280012Z","end":"2026-04-01T23:34:41.067473Z","steps":["trace[301171002] 'agreement among raft nodes before linearized reading' (duration: 787.328817ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:34:41.067526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:34:40.357081Z","time spent":"710.436445ms","remote":"127.0.0.1:58198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3767,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-957236f9-fe9b-472d-b00d-b5f8bbc905b4\" "} {"level":"warn","ts":"2026-04-01T23:34:41.06754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:34:40.279996Z","time spent":"787.536342ms","remote":"127.0.0.1:58198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":10351,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-01T23:34:41.067927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.15637117s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-01T23:34:41.068053Z","caller":"traceutil/trace.go:171","msg":"trace[1205801557] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2019; }","duration":"1.156558414s","start":"2026-04-01T23:34:39.91147Z","end":"2026-04-01T23:34:41.068028Z","steps":["trace[1205801557] 'agreement among raft nodes before linearized reading' (duration: 1.156059782s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:34:41.068157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:34:39.911442Z","time spent":"1.156696978s","remote":"127.0.0.1:44608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-04-01T23:34:41.067181Z","caller":"traceutil/trace.go:171","msg":"trace[2137111193] transaction","detail":"{read_only:false; response_revision:2018; number_of_response:1; }","duration":"159.330473ms","start":"2026-04-01T23:34:40.907832Z","end":"2026-04-01T23:34:41.067162Z","steps":["trace[2137111193] 'process raft request' (duration: 159.23448ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:34:41.067183Z","caller":"traceutil/trace.go:171","msg":"trace[2065343029] transaction","detail":"{read_only:false; response_revision:2017; number_of_response:1; }","duration":"159.530477ms","start":"2026-04-01T23:34:40.907638Z","end":"2026-04-01T23:34:41.067168Z","steps":["trace[2065343029] 'process raft request' (duration: 159.376163ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:34:43.188269Z","caller":"traceutil/trace.go:171","msg":"trace[1411236083] linearizableReadLoop","detail":"{readStateIndex:2119; appliedIndex:2118; }","duration":"119.895069ms","start":"2026-04-01T23:34:43.068349Z","end":"2026-04-01T23:34:43.188245Z","steps":["trace[1411236083] 'read index received' (duration: 119.601241ms)","trace[1411236083] 'applied index is now lower than readState.Index' (duration: 292.778µs)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:34:43.188329Z","caller":"traceutil/trace.go:171","msg":"trace[195844901] transaction","detail":"{read_only:false; response_revision:2027; number_of_response:1; }","duration":"375.182875ms","start":"2026-04-01T23:34:42.813113Z","end":"2026-04-01T23:34:43.188296Z","steps":["trace[195844901] 'process raft request' (duration: 374.946469ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:34:43.188496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:34:42.813085Z","time spent":"375.316368ms","remote":"127.0.0.1:58198","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":11279,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:34:43.188501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.124514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-01T23:34:43.188569Z","caller":"traceutil/trace.go:171","msg":"trace[1703301440] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2027; }","duration":"120.243917ms","start":"2026-04-01T23:34:43.068307Z","end":"2026-04-01T23:34:43.188551Z","steps":["trace[1703301440] 'agreement among raft nodes before linearized reading' (duration: 120.051062ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:34:43.601159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.893662ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-01T23:34:43.601434Z","caller":"traceutil/trace.go:171","msg":"trace[1212099985] transaction","detail":"{read_only:false; response_revision:2032; number_of_response:1; }","duration":"408.390465ms","start":"2026-04-01T23:34:43.193027Z","end":"2026-04-01T23:34:43.601418Z","steps":["trace[1212099985] 'process raft request' (duration: 408.351044ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:34:43.601499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:34:43.193007Z","time spent":"408.460066ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:34:43.601811Z","caller":"traceutil/trace.go:171","msg":"trace[1270683163] transaction","detail":"{read_only:false; response_revision:2028; number_of_response:1; }","duration":"530.221008ms","start":"2026-04-01T23:34:43.071577Z","end":"2026-04-01T23:34:43.601798Z","steps":["trace[1270683163] 'process raft request' (duration: 408.60796ms)","trace[1270683163] 'compare' (duration: 120.598384ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:34:43.601869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:34:43.071556Z","time spent":"530.281389ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:34:43.601989Z","caller":"traceutil/trace.go:171","msg":"trace[1129771642] transaction","detail":"{read_only:false; response_revision:2029; number_of_response:1; }","duration":"529.974763ms","start":"2026-04-01T23:34:43.072005Z","end":"2026-04-01T23:34:43.60198Z","steps":["trace[1129771642] 'process raft request' (duration: 529.242856ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:34:43.602035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:34:43.071992Z","time spent":"530.018953ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:34:43.602087Z","caller":"traceutil/trace.go:171","msg":"trace[1481228836] linearizableReadLoop","detail":"{readStateIndex:2123; appliedIndex:2119; }","duration":"413.706457ms","start":"2026-04-01T23:34:43.188332Z","end":"2026-04-01T23:34:43.602039Z","steps":["trace[1481228836] 'read index received' (duration: 291.890074ms)","trace[1481228836] 'applied index is now lower than readState.Index' (duration: 121.810813ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:34:43.602226Z","caller":"traceutil/trace.go:171","msg":"trace[1248917133] transaction","detail":"{read_only:false; response_revision:2031; number_of_response:1; }","duration":"529.675276ms","start":"2026-04-01T23:34:43.072519Z","end":"2026-04-01T23:34:43.602194Z","steps":["trace[1248917133] 'process raft request' (duration: 528.817856ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:34:43.602373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"532.950521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-04-01T23:34:43.602384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:34:43.072502Z","time spent":"529.798028ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:34:43.602378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"519.11795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-01T23:34:43.602382Z","caller":"traceutil/trace.go:171","msg":"trace[1905958490] transaction","detail":"{read_only:false; response_revision:2030; number_of_response:1; }","duration":"530.131096ms","start":"2026-04-01T23:34:43.072221Z","end":"2026-04-01T23:34:43.602352Z","steps":["trace[1905958490] 'process raft request' (duration: 529.077962ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:34:43.602421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"534.004815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-04-01T23:34:43.602436Z","caller":"traceutil/trace.go:171","msg":"trace[1281719089] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2032; }","duration":"519.198183ms","start":"2026-04-01T23:34:43.083222Z","end":"2026-04-01T23:34:43.60242Z","steps":["trace[1281719089] 'agreement among raft nodes before linearized reading' (duration: 518.987788ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:34:43.602459Z","caller":"traceutil/trace.go:171","msg":"trace[1866311558] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2032; }","duration":"534.093017ms","start":"2026-04-01T23:34:43.068356Z","end":"2026-04-01T23:34:43.602449Z","steps":["trace[1866311558] 'agreement among raft nodes before linearized reading' (duration: 533.933424ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:34:43.602471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:34:43.083211Z","time spent":"519.251744ms","remote":"127.0.0.1:44608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-04-01T23:34:43.602402Z","caller":"traceutil/trace.go:171","msg":"trace[895690172] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2032; }","duration":"533.035333ms","start":"2026-04-01T23:34:43.069358Z","end":"2026-04-01T23:34:43.602393Z","steps":["trace[895690172] 'agreement among raft nodes before linearized reading' (duration: 532.846729ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:34:43.602492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:34:43.068338Z","time spent":"534.144998ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-01T23:34:43.6025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.577764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/local-path-storage/helper-pod-create-pvc-957236f9-fe9b-472d-b00d-b5f8bbc905b4\" ","response":"range_response_count:1 size:2244"} {"level":"warn","ts":"2026-04-01T23:34:43.602512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:34:43.069338Z","time spent":"533.166997ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-01T23:34:43.602498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"533.150856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"warn","ts":"2026-04-01T23:34:43.602512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:34:43.072213Z","time spent":"530.234768ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:34:43.602548Z","caller":"traceutil/trace.go:171","msg":"trace[1179100026] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/local-path-storage/helper-pod-create-pvc-957236f9-fe9b-472d-b00d-b5f8bbc905b4; range_end:; response_count:1; response_revision:2032; }","duration":"142.656646ms","start":"2026-04-01T23:34:43.459879Z","end":"2026-04-01T23:34:43.602535Z","steps":["trace[1179100026] 'agreement among raft nodes before linearized reading' (duration: 142.499603ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:34:43.602574Z","caller":"traceutil/trace.go:171","msg":"trace[1717734504] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2032; }","duration":"533.244738ms","start":"2026-04-01T23:34:43.069307Z","end":"2026-04-01T23:34:43.602552Z","steps":["trace[1717734504] 'agreement among raft nodes before linearized reading' (duration: 533.022093ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:34:43.602611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:34:43.069298Z","time spent":"533.304709ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-01T23:34:43.602609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"533.581355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-01T23:34:43.602703Z","caller":"traceutil/trace.go:171","msg":"trace[682965588] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2032; }","duration":"533.720739ms","start":"2026-04-01T23:34:43.068958Z","end":"2026-04-01T23:34:43.602678Z","steps":["trace[682965588] 'agreement among raft nodes before linearized reading' (duration: 533.420532ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:34:43.602749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:34:43.068937Z","time spent":"533.802721ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-01T23:34:43.602946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"526.086493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-957236f9-fe9b-472d-b00d-b5f8bbc905b4\" ","response":"range_response_count:1 size:3930"} {"level":"info","ts":"2026-04-01T23:34:43.602981Z","caller":"traceutil/trace.go:171","msg":"trace[1912752072] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-957236f9-fe9b-472d-b00d-b5f8bbc905b4; range_end:; response_count:1; response_revision:2032; }","duration":"526.139194ms","start":"2026-04-01T23:34:43.076832Z","end":"2026-04-01T23:34:43.602971Z","steps":["trace[1912752072] 'agreement among raft nodes before linearized reading' (duration: 525.348185ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:34:43.603008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:34:43.076824Z","time spent":"526.178095ms","remote":"127.0.0.1:58198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3953,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-957236f9-fe9b-472d-b00d-b5f8bbc905b4\" "} {"level":"info","ts":"2026-04-01T23:34:47.138149Z","caller":"traceutil/trace.go:171","msg":"trace[1759033322] transaction","detail":"{read_only:false; response_revision:2066; number_of_response:1; }","duration":"135.516304ms","start":"2026-04-01T23:34:47.002595Z","end":"2026-04-01T23:34:47.138111Z","steps":["trace[1759033322] 'process raft request' (duration: 135.301609ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:34:49.84939Z","caller":"traceutil/trace.go:171","msg":"trace[624971485] transaction","detail":"{read_only:false; response_revision:2088; number_of_response:1; }","duration":"227.394795ms","start":"2026-04-01T23:34:49.621977Z","end":"2026-04-01T23:34:49.849372Z","steps":["trace[624971485] 'process raft request' (duration: 227.285843ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:34:49.872722Z","caller":"traceutil/trace.go:171","msg":"trace[1385238718] transaction","detail":"{read_only:false; response_revision:2089; number_of_response:1; }","duration":"248.517791ms","start":"2026-04-01T23:34:49.624184Z","end":"2026-04-01T23:34:49.872702Z","steps":["trace[1385238718] 'process raft request' (duration: 248.357118ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:34:49.873022Z","caller":"traceutil/trace.go:171","msg":"trace[809674817] transaction","detail":"{read_only:false; response_revision:2091; number_of_response:1; }","duration":"231.657814ms","start":"2026-04-01T23:34:49.641344Z","end":"2026-04-01T23:34:49.873002Z","steps":["trace[809674817] 'process raft request' (duration: 231.514941ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:34:49.873011Z","caller":"traceutil/trace.go:171","msg":"trace[1146566497] linearizableReadLoop","detail":"{readStateIndex:2182; appliedIndex:2180; }","duration":"231.675525ms","start":"2026-04-01T23:34:49.641314Z","end":"2026-04-01T23:34:49.872989Z","steps":["trace[1146566497] 'read index received' (duration: 207.98281ms)","trace[1146566497] 'applied index is now lower than readState.Index' (duration: 23.691815ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:34:49.873188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.852959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-01T23:34:49.873171Z","caller":"traceutil/trace.go:171","msg":"trace[1373930896] transaction","detail":"{read_only:false; response_revision:2090; number_of_response:1; }","duration":"231.784087ms","start":"2026-04-01T23:34:49.641343Z","end":"2026-04-01T23:34:49.873127Z","steps":["trace[1373930896] 'process raft request' (duration: 231.325377ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:34:49.873241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.135618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-01T23:34:49.873252Z","caller":"traceutil/trace.go:171","msg":"trace[1668345986] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2091; }","duration":"231.966082ms","start":"2026-04-01T23:34:49.641269Z","end":"2026-04-01T23:34:49.873235Z","steps":["trace[1668345986] 'agreement among raft nodes before linearized reading' (duration: 231.784147ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:34:49.873277Z","caller":"traceutil/trace.go:171","msg":"trace[509260622] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2091; }","duration":"223.2076ms","start":"2026-04-01T23:34:49.65006Z","end":"2026-04-01T23:34:49.873267Z","steps":["trace[509260622] 'agreement among raft nodes before linearized reading' (duration: 223.083487ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:34:49.873311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.194372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-01T23:34:49.873339Z","caller":"traceutil/trace.go:171","msg":"trace[1968991144] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2091; }","duration":"224.239714ms","start":"2026-04-01T23:34:49.649091Z","end":"2026-04-01T23:34:49.873331Z","steps":["trace[1968991144] 'agreement among raft nodes before linearized reading' (duration: 224.174452ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:34:49.873245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.397866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-01T23:34:49.873404Z","caller":"traceutil/trace.go:171","msg":"trace[1277801076] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2091; }","duration":"227.603701ms","start":"2026-04-01T23:34:49.645788Z","end":"2026-04-01T23:34:49.873392Z","steps":["trace[1277801076] 'agreement among raft nodes before linearized reading' (duration: 227.348305ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:34:49.873417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.101181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-04-01T23:34:49.873415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.313395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-01T23:34:49.873448Z","caller":"traceutil/trace.go:171","msg":"trace[1004665765] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2091; }","duration":"221.148633ms","start":"2026-04-01T23:34:49.65229Z","end":"2026-04-01T23:34:49.873438Z","steps":["trace[1004665765] 'agreement among raft nodes before linearized reading' (duration: 221.056841ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:34:49.873473Z","caller":"traceutil/trace.go:171","msg":"trace[517767338] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2091; }","duration":"224.407668ms","start":"2026-04-01T23:34:49.64905Z","end":"2026-04-01T23:34:49.873457Z","steps":["trace[517767338] 'agreement among raft nodes before linearized reading' (duration: 224.249894ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:34:50.159351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.266106ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-01T23:34:50.159722Z","caller":"traceutil/trace.go:171","msg":"trace[1860594661] transaction","detail":"{read_only:false; response_revision:2094; number_of_response:1; }","duration":"282.445952ms","start":"2026-04-01T23:34:49.877251Z","end":"2026-04-01T23:34:50.159697Z","steps":["trace[1860594661] 'process raft request' (duration: 282.258558ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:34:50.159715Z","caller":"traceutil/trace.go:171","msg":"trace[1836974650] transaction","detail":"{read_only:false; response_revision:2092; number_of_response:1; }","duration":"282.533083ms","start":"2026-04-01T23:34:49.877147Z","end":"2026-04-01T23:34:50.15968Z","steps":["trace[1836974650] 'process raft request' (duration: 140.859718ms)","trace[1836974650] 'compare' (duration: 141.157594ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:34:50.159712Z","caller":"traceutil/trace.go:171","msg":"trace[210623122] transaction","detail":"{read_only:false; response_revision:2093; number_of_response:1; }","duration":"282.524103ms","start":"2026-04-01T23:34:49.877157Z","end":"2026-04-01T23:34:50.159681Z","steps":["trace[210623122] 'process raft request' (duration: 282.304108ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:34:50.159799Z","caller":"traceutil/trace.go:171","msg":"trace[232500168] transaction","detail":"{read_only:false; response_revision:2095; number_of_response:1; }","duration":"282.479052ms","start":"2026-04-01T23:34:49.877288Z","end":"2026-04-01T23:34:50.159767Z","steps":["trace[232500168] 'process raft request' (duration: 282.256487ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:34:50.159834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.399741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-01T23:34:50.159732Z","caller":"traceutil/trace.go:171","msg":"trace[486902293] linearizableReadLoop","detail":"{readStateIndex:2189; appliedIndex:2184; }","duration":"175.311268ms","start":"2026-04-01T23:34:49.984398Z","end":"2026-04-01T23:34:50.15971Z","steps":["trace[486902293] 'read index received' (duration: 33.612382ms)","trace[486902293] 'applied index is now lower than readState.Index' (duration: 141.697896ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:34:50.15989Z","caller":"traceutil/trace.go:171","msg":"trace[1108535235] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:2096; }","duration":"175.512603ms","start":"2026-04-01T23:34:49.984358Z","end":"2026-04-01T23:34:50.15987Z","steps":["trace[1108535235] 'agreement among raft nodes before linearized reading' (duration: 175.40648ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:34:50.159735Z","caller":"traceutil/trace.go:171","msg":"trace[1779801515] transaction","detail":"{read_only:false; response_revision:2096; number_of_response:1; }","duration":"282.025002ms","start":"2026-04-01T23:34:49.877692Z","end":"2026-04-01T23:34:50.159717Z","steps":["trace[1779801515] 'process raft request' (duration: 281.948361ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:34:50.160001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.672954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-01T23:34:50.16005Z","caller":"traceutil/trace.go:171","msg":"trace[88140486] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:2096; }","duration":"147.747225ms","start":"2026-04-01T23:34:50.012289Z","end":"2026-04-01T23:34:50.160036Z","steps":["trace[88140486] 'agreement among raft nodes before linearized reading' (duration: 147.664084ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:34:52.321576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.483315ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-01T23:34:52.321849Z","caller":"traceutil/trace.go:171","msg":"trace[1373495139] transaction","detail":"{read_only:false; response_revision:2098; number_of_response:1; }","duration":"443.471971ms","start":"2026-04-01T23:34:51.878346Z","end":"2026-04-01T23:34:52.321818Z","steps":["trace[1373495139] 'process raft request' (duration: 233.629128ms)","trace[1373495139] 'compare' (duration: 209.161478ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:34:52.321924Z","caller":"traceutil/trace.go:171","msg":"trace[1809378983] transaction","detail":"{read_only:false; response_revision:2099; number_of_response:1; }","duration":"443.536543ms","start":"2026-04-01T23:34:51.878363Z","end":"2026-04-01T23:34:52.321899Z","steps":["trace[1809378983] 'process raft request' (duration: 443.358729ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:34:52.322007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:34:51.878331Z","time spent":"443.589275ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:34:52.322037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:34:51.878347Z","time spent":"443.639165ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:34:52.32208Z","caller":"traceutil/trace.go:171","msg":"trace[1361915143] linearizableReadLoop","detail":"{readStateIndex:2193; appliedIndex:2189; }","duration":"430.850943ms","start":"2026-04-01T23:34:51.891204Z","end":"2026-04-01T23:34:52.322055Z","steps":["trace[1361915143] 'read index received' (duration: 18.584338ms)","trace[1361915143] 'applied index is now lower than readState.Index' (duration: 412.265095ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:34:52.32214Z","caller":"traceutil/trace.go:171","msg":"trace[1210069152] transaction","detail":"{read_only:false; response_revision:2100; number_of_response:1; }","duration":"443.38172ms","start":"2026-04-01T23:34:51.878729Z","end":"2026-04-01T23:34:52.322111Z","steps":["trace[1210069152] 'process raft request' (duration: 443.110124ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:34:52.322299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:34:51.878717Z","time spent":"443.483452ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:34:52.322336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.083517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T23:34:52.322327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.112978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-01T23:34:52.322379Z","caller":"traceutil/trace.go:171","msg":"trace[1566012460] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:2100; }","duration":"270.169469ms","start":"2026-04-01T23:34:52.052198Z","end":"2026-04-01T23:34:52.322367Z","steps":["trace[1566012460] 'agreement among raft nodes before linearized reading' (duration: 270.088757ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:34:52.322398Z","caller":"traceutil/trace.go:171","msg":"trace[1461986221] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2100; }","duration":"431.215551ms","start":"2026-04-01T23:34:51.891161Z","end":"2026-04-01T23:34:52.322377Z","steps":["trace[1461986221] 'agreement among raft nodes before linearized reading' (duration: 431.000116ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:34:52.322441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:34:51.891147Z","time spent":"431.282982ms","remote":"127.0.0.1:44608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-01T23:34:52.32244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.566114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-01T23:34:52.322484Z","caller":"traceutil/trace.go:171","msg":"trace[1955506304] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2100; }","duration":"158.663617ms","start":"2026-04-01T23:34:52.163809Z","end":"2026-04-01T23:34:52.322472Z","steps":["trace[1955506304] 'agreement among raft nodes before linearized reading' (duration: 158.503004ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:34:52.322554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.146385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-01T23:34:52.322535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.641536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-01T23:34:52.322601Z","caller":"traceutil/trace.go:171","msg":"trace[2062514031] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2100; }","duration":"158.231816ms","start":"2026-04-01T23:34:52.164358Z","end":"2026-04-01T23:34:52.32259Z","steps":["trace[2062514031] 'agreement among raft nodes before linearized reading' (duration: 158.081522ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:34:52.322609Z","caller":"traceutil/trace.go:171","msg":"trace[67556056] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2100; }","duration":"158.78811ms","start":"2026-04-01T23:34:52.163808Z","end":"2026-04-01T23:34:52.322597Z","steps":["trace[67556056] 'agreement among raft nodes before linearized reading' (duration: 158.522104ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:34:52.322662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.806413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-01T23:34:52.322674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.40247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-01T23:34:52.322692Z","caller":"traceutil/trace.go:171","msg":"trace[99184180] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2100; }","duration":"159.864574ms","start":"2026-04-01T23:34:52.162818Z","end":"2026-04-01T23:34:52.322683Z","steps":["trace[99184180] 'agreement among raft nodes before linearized reading' (duration: 159.746041ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:34:52.322726Z","caller":"traceutil/trace.go:171","msg":"trace[41073093] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2100; }","duration":"158.475222ms","start":"2026-04-01T23:34:52.164238Z","end":"2026-04-01T23:34:52.322713Z","steps":["trace[41073093] 'agreement among raft nodes before linearized reading' (duration: 158.344039ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:34:52.711953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.256057ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-01T23:34:52.712098Z","caller":"traceutil/trace.go:171","msg":"trace[605037294] transaction","detail":"{read_only:false; response_revision:2101; number_of_response:1; }","duration":"366.463083ms","start":"2026-04-01T23:34:52.345609Z","end":"2026-04-01T23:34:52.712072Z","steps":["trace[605037294] 'process raft request' (duration: 93.96895ms)","trace[605037294] 'compare' (duration: 271.94604ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:34:52.71217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:34:52.345593Z","time spent":"366.545424ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:34:52.746586Z","caller":"traceutil/trace.go:171","msg":"trace[1872371024] transaction","detail":"{read_only:false; response_revision:2103; number_of_response:1; }","duration":"400.460984ms","start":"2026-04-01T23:34:52.346096Z","end":"2026-04-01T23:34:52.746557Z","steps":["trace[1872371024] 'process raft request' (duration: 400.362181ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:34:52.746729Z","caller":"traceutil/trace.go:171","msg":"trace[1275912406] transaction","detail":"{read_only:false; response_revision:2102; number_of_response:1; }","duration":"400.920595ms","start":"2026-04-01T23:34:52.345779Z","end":"2026-04-01T23:34:52.746699Z","steps":["trace[1275912406] 'process raft request' (duration: 400.463414ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:34:52.746918Z","caller":"traceutil/trace.go:171","msg":"trace[286578980] linearizableReadLoop","detail":"{readStateIndex:2198; appliedIndex:2193; }","duration":"363.79315ms","start":"2026-04-01T23:34:52.383103Z","end":"2026-04-01T23:34:52.746896Z","steps":["trace[286578980] 'read index received' (duration: 56.556609ms)","trace[286578980] 'applied index is now lower than readState.Index' (duration: 307.235171ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:34:52.746943Z","caller":"traceutil/trace.go:171","msg":"trace[1640673405] transaction","detail":"{read_only:false; response_revision:2104; number_of_response:1; }","duration":"400.463664ms","start":"2026-04-01T23:34:52.346458Z","end":"2026-04-01T23:34:52.746922Z","steps":["trace[1640673405] 'process raft request' (duration: 400.048135ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:34:52.746975Z","caller":"traceutil/trace.go:171","msg":"trace[2015549445] transaction","detail":"{read_only:false; response_revision:2105; number_of_response:1; }","duration":"400.018264ms","start":"2026-04-01T23:34:52.346934Z","end":"2026-04-01T23:34:52.746952Z","steps":["trace[2015549445] 'process raft request' (duration: 399.86478ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:34:52.747028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.916983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T23:34:52.747022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:34:52.346447Z","time spent":"400.540796ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:34:52.747087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:34:52.346909Z","time spent":"400.120795ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:34:52.747085Z","caller":"traceutil/trace.go:171","msg":"trace[417397279] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2105; }","duration":"364.028596ms","start":"2026-04-01T23:34:52.383041Z","end":"2026-04-01T23:34:52.74707Z","steps":["trace[417397279] 'agreement among raft nodes before linearized reading' (duration: 363.941754ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:34:52.747133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:34:52.383027Z","time spent":"364.095278ms","remote":"127.0.0.1:58042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-01T23:34:52.746998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:34:52.346075Z","time spent":"400.608677ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:34:52.747183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:34:52.345767Z","time spent":"401.029817ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:34:57.861533Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7835591873806215725,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-01T23:34:57.916593Z","caller":"traceutil/trace.go:171","msg":"trace[1828095202] linearizableReadLoop","detail":"{readStateIndex:2237; appliedIndex:2236; }","duration":"555.995477ms","start":"2026-04-01T23:34:57.36057Z","end":"2026-04-01T23:34:57.916565Z","steps":["trace[1828095202] 'read index received' (duration: 555.830363ms)","trace[1828095202] 'applied index is now lower than readState.Index' (duration: 163.544µs)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:34:57.916739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:34:57.058143Z","time spent":"858.581062ms","remote":"127.0.0.1:58064","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-01T23:34:57.916853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"556.274344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-01T23:34:57.916924Z","caller":"traceutil/trace.go:171","msg":"trace[126713098] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2142; }","duration":"556.403277ms","start":"2026-04-01T23:34:57.360506Z","end":"2026-04-01T23:34:57.916909Z","steps":["trace[126713098] 'agreement among raft nodes before linearized reading' (duration: 556.197262ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:34:57.916956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:34:57.360482Z","time spent":"556.468108ms","remote":"127.0.0.1:44608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-01T23:34:57.916998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"534.639207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:34:57.917231Z","caller":"traceutil/trace.go:171","msg":"trace[954908474] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2142; }","duration":"534.892583ms","start":"2026-04-01T23:34:57.382301Z","end":"2026-04-01T23:34:57.917194Z","steps":["trace[954908474] 'agreement among raft nodes before linearized reading' (duration: 534.538825ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:34:57.917324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:34:57.382156Z","time spent":"535.150869ms","remote":"127.0.0.1:58042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-01T23:34:59.919486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000501845s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-01T23:34:59.919571Z","caller":"traceutil/trace.go:171","msg":"trace[1286218825] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00068164s","start":"2026-04-01T23:34:57.918872Z","end":"2026-04-01T23:34:59.919554Z","steps":["trace[1286218825] 'agreement among raft nodes before linearized reading' (duration: 2.000562407s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:34:59.919617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:34:57.918851Z","time spent":"2.000756211s","remote":"127.0.0.1:58050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/01 23:34:59 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-01T23:35:00.896035Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.881953711s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-01T23:35:00.912702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.796427858s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-01T23:35:00.912959Z","caller":"traceutil/trace.go:171","msg":"trace[2083978607] transaction","detail":"{read_only:false; response_revision:2143; number_of_response:1; }","duration":"2.994462319s","start":"2026-04-01T23:34:57.918435Z","end":"2026-04-01T23:35:00.912897Z","steps":["trace[2083978607] 'process raft request' (duration: 197.699883ms)","trace[2083978607] 'compare' (duration: 2.796210393s)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:35:00.913008Z","caller":"traceutil/trace.go:171","msg":"trace[384522757] linearizableReadLoop","detail":"{readStateIndex:2238; appliedIndex:2237; }","duration":"2.994023419s","start":"2026-04-01T23:34:57.918961Z","end":"2026-04-01T23:35:00.912985Z","steps":["trace[384522757] 'read index received' (duration: 197.164661ms)","trace[384522757] 'applied index is now lower than readState.Index' (duration: 2.796855798s)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:35:00.913072Z","caller":"traceutil/trace.go:171","msg":"trace[866259330] transaction","detail":"{read_only:false; response_revision:2144; number_of_response:1; }","duration":"2.985691977s","start":"2026-04-01T23:34:57.927349Z","end":"2026-04-01T23:35:00.913041Z","steps":["trace[866259330] 'process raft request' (duration: 2.985528334s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:35:00.91314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:34:57.918411Z","time spent":"2.994629312s","remote":"127.0.0.1:58064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:35:00.913177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:34:57.927334Z","time spent":"2.985801419s","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:35:00.913439Z","caller":"traceutil/trace.go:171","msg":"trace[689851181] transaction","detail":"{read_only:false; response_revision:2145; number_of_response:1; }","duration":"2.5358733s","start":"2026-04-01T23:34:58.377541Z","end":"2026-04-01T23:35:00.913415Z","steps":["trace[689851181] 'process raft request' (duration: 2.53543985s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:35:00.91358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:34:58.377501Z","time spent":"2.536008562s","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:35:00.913874Z","caller":"traceutil/trace.go:171","msg":"trace[1329669619] transaction","detail":"{read_only:false; response_revision:2146; number_of_response:1; }","duration":"2.535356948s","start":"2026-04-01T23:34:58.378491Z","end":"2026-04-01T23:35:00.913848Z","steps":["trace[1329669619] 'process raft request' (duration: 2.534820515s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:35:00.913997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:34:58.378464Z","time spent":"2.53546851s","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:35:00.914192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.646681115s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-01T23:35:00.914187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.269137279s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-01T23:35:00.914329Z","caller":"traceutil/trace.go:171","msg":"trace[1505104189] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:2147; }","duration":"1.646848458s","start":"2026-04-01T23:34:59.267462Z","end":"2026-04-01T23:35:00.91431Z","steps":["trace[1505104189] 'agreement among raft nodes before linearized reading' (duration: 1.646666364s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:35:00.914365Z","caller":"traceutil/trace.go:171","msg":"trace[408213431] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2147; }","duration":"2.269355014s","start":"2026-04-01T23:34:58.644987Z","end":"2026-04-01T23:35:00.914342Z","steps":["trace[408213431] 'agreement among raft nodes before linearized reading' (duration: 2.269026446s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:35:00.914358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"985.778405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T23:35:00.914452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"991.095808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a25f9918a2b9c6\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-04-01T23:35:00.914514Z","caller":"traceutil/trace.go:171","msg":"trace[1036670052] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a25f9918a2b9c6; range_end:; response_count:1; response_revision:2147; }","duration":"991.187289ms","start":"2026-04-01T23:34:59.923303Z","end":"2026-04-01T23:35:00.91449Z","steps":["trace[1036670052] 'agreement among raft nodes before linearized reading' (duration: 991.005905ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:35:00.914425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:34:58.644952Z","time spent":"2.269457086s","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-01T23:35:00.914557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.117872632s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-01T23:35:00.91456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:34:59.923272Z","time spent":"991.277531ms","remote":"127.0.0.1:58094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a25f9918a2b9c6\" "} {"level":"warn","ts":"2026-04-01T23:35:00.914569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.14299319s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-01T23:35:00.914562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.117803911s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-01T23:35:00.91459Z","caller":"traceutil/trace.go:171","msg":"trace[1655320081] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2147; }","duration":"2.117946925s","start":"2026-04-01T23:34:58.796631Z","end":"2026-04-01T23:35:00.914578Z","steps":["trace[1655320081] 'agreement among raft nodes before linearized reading' (duration: 2.117831002s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:35:00.914614Z","caller":"traceutil/trace.go:171","msg":"trace[2094860841] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2147; }","duration":"2.143074383s","start":"2026-04-01T23:34:58.771532Z","end":"2026-04-01T23:35:00.914607Z","steps":["trace[2094860841] 'agreement among raft nodes before linearized reading' (duration: 2.142876058s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:35:00.914641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:34:58.771501Z","time spent":"2.143134803s","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-01T23:35:00.914633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.117382732s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-01T23:35:00.914633Z","caller":"traceutil/trace.go:171","msg":"trace[828141144] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2147; }","duration":"2.117920204s","start":"2026-04-01T23:34:58.796699Z","end":"2026-04-01T23:35:00.914619Z","steps":["trace[828141144] 'agreement among raft nodes before linearized reading' (duration: 2.117652888s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:35:00.914509Z","caller":"traceutil/trace.go:171","msg":"trace[1945944366] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2147; }","duration":"985.98174ms","start":"2026-04-01T23:34:59.928494Z","end":"2026-04-01T23:35:00.914475Z","steps":["trace[1945944366] 'agreement among raft nodes before linearized reading' (duration: 985.662433ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:35:00.914677Z","caller":"traceutil/trace.go:171","msg":"trace[675988687] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2147; }","duration":"2.117450253s","start":"2026-04-01T23:34:58.797216Z","end":"2026-04-01T23:35:00.914666Z","steps":["trace[675988687] 'agreement among raft nodes before linearized reading' (duration: 2.117356441s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:35:00.914683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:34:58.796668Z","time spent":"2.118007606s","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-01T23:35:00.914694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:34:59.928458Z","time spent":"986.225645ms","remote":"127.0.0.1:58050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-01T23:35:00.914709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:34:58.797206Z","time spent":"2.117494874s","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-01T23:35:00.914638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:34:58.796602Z","time spent":"2.118026776s","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-01T23:35:00.914729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.989758379s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-04-01T23:35:00.914427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.469676846s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T23:35:00.914794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.167327719s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-01T23:35:00.914798Z","caller":"traceutil/trace.go:171","msg":"trace[618921653] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2147; }","duration":"1.989881772s","start":"2026-04-01T23:34:58.924898Z","end":"2026-04-01T23:35:00.91478Z","steps":["trace[618921653] 'agreement among raft nodes before linearized reading' (duration: 1.989638216s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:35:00.91483Z","caller":"traceutil/trace.go:171","msg":"trace[7148702] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2147; }","duration":"2.167401961s","start":"2026-04-01T23:34:58.74742Z","end":"2026-04-01T23:35:00.914822Z","steps":["trace[7148702] 'agreement among raft nodes before linearized reading' (duration: 2.167032542s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:35:00.914839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:34:58.924845Z","time spent":"1.989988054s","remote":"127.0.0.1:44608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-01T23:35:00.914859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:34:58.747395Z","time spent":"2.167457031s","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-01T23:35:00.914354Z","caller":"traceutil/trace.go:171","msg":"trace[1459639153] transaction","detail":"{read_only:false; response_revision:2147; number_of_response:1; }","duration":"2.535743536s","start":"2026-04-01T23:34:58.378581Z","end":"2026-04-01T23:35:00.914324Z","steps":["trace[1459639153] 'process raft request' (duration: 2.535062551s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:35:00.914379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:34:59.26744Z","time spent":"1.64692619s","remote":"127.0.0.1:58490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":11,"response size":30,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:35:00.914991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:34:58.378574Z","time spent":"2.53635467s","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:35:00.914847Z","caller":"traceutil/trace.go:171","msg":"trace[846062869] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2147; }","duration":"1.470080505s","start":"2026-04-01T23:34:59.444715Z","end":"2026-04-01T23:35:00.914795Z","steps":["trace[846062869] 'agreement among raft nodes before linearized reading' (duration: 1.469684966s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:35:00.91519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:34:59.444699Z","time spent":"1.470476744s","remote":"127.0.0.1:58042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-01T23:35:01.215199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.467622ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-01T23:35:01.215278Z","caller":"traceutil/trace.go:171","msg":"trace[213994722] linearizableReadLoop","detail":"{readStateIndex:2243; appliedIndex:2242; }","duration":"295.639545ms","start":"2026-04-01T23:35:00.919626Z","end":"2026-04-01T23:35:01.215265Z","steps":["trace[213994722] 'read index received' (duration: 137.105201ms)","trace[213994722] 'applied index is now lower than readState.Index' (duration: 158.533234ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:35:01.21533Z","caller":"traceutil/trace.go:171","msg":"trace[1085809993] transaction","detail":"{read_only:false; response_revision:2148; number_of_response:1; }","duration":"297.503588ms","start":"2026-04-01T23:35:00.917819Z","end":"2026-04-01T23:35:01.215323Z","steps":["trace[1085809993] 'process raft request' (duration: 138.840052ms)","trace[1085809993] 'compare' (duration: 158.256566ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:35:01.215621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.971573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-01T23:35:01.215701Z","caller":"traceutil/trace.go:171","msg":"trace[715609580] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:2148; }","duration":"296.097526ms","start":"2026-04-01T23:35:00.919586Z","end":"2026-04-01T23:35:01.215683Z","steps":["trace[715609580] 'agreement among raft nodes before linearized reading' (duration: 295.84004ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:35:01.649926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.698981ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-01T23:35:01.650138Z","caller":"traceutil/trace.go:171","msg":"trace[2039645769] transaction","detail":"{read_only:false; response_revision:2149; number_of_response:1; }","duration":"730.396977ms","start":"2026-04-01T23:35:00.919718Z","end":"2026-04-01T23:35:01.650115Z","steps":["trace[2039645769] 'process raft request' (duration: 627.43363ms)","trace[2039645769] 'compare' (duration: 102.552417ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:35:01.650205Z","caller":"traceutil/trace.go:171","msg":"trace[1785841876] transaction","detail":"{read_only:false; response_revision:2152; number_of_response:1; }","duration":"730.249973ms","start":"2026-04-01T23:35:00.919942Z","end":"2026-04-01T23:35:01.650192Z","steps":["trace[1785841876] 'process raft request' (duration: 730.189471ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:35:01.650254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:35:00.919694Z","time spent":"730.500769ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:35:01.650308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:35:00.919928Z","time spent":"730.309175ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:35:01.650327Z","caller":"traceutil/trace.go:171","msg":"trace[690417865] transaction","detail":"{read_only:false; response_revision:2150; number_of_response:1; }","duration":"730.53759ms","start":"2026-04-01T23:35:00.91971Z","end":"2026-04-01T23:35:01.650247Z","steps":["trace[690417865] 'process raft request' (duration: 730.343675ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:35:01.650451Z","caller":"traceutil/trace.go:171","msg":"trace[1967972250] transaction","detail":"{read_only:false; response_revision:2153; number_of_response:1; }","duration":"729.197258ms","start":"2026-04-01T23:35:00.921235Z","end":"2026-04-01T23:35:01.650432Z","steps":["trace[1967972250] 'process raft request' (duration: 728.928172ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:35:01.650444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:35:00.919677Z","time spent":"730.709403ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:35:01.650436Z","caller":"traceutil/trace.go:171","msg":"trace[168769529] transaction","detail":"{read_only:false; response_revision:2151; number_of_response:1; }","duration":"730.467798ms","start":"2026-04-01T23:35:00.919931Z","end":"2026-04-01T23:35:01.650399Z","steps":["trace[168769529] 'process raft request' (duration: 730.175032ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:35:01.650809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.274396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11982"} {"level":"info","ts":"2026-04-01T23:35:01.650886Z","caller":"traceutil/trace.go:171","msg":"trace[1423122888] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2154; }","duration":"466.410519ms","start":"2026-04-01T23:35:01.184456Z","end":"2026-04-01T23:35:01.650867Z","steps":["trace[1423122888] 'agreement among raft nodes before linearized reading' (duration: 466.171453ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:35:01.650876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:35:00.919921Z","time spent":"730.843066ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:35:01.650935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:35:01.184434Z","time spent":"466.49243ms","remote":"127.0.0.1:58198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12005,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-01T23:35:01.650502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:35:00.921229Z","time spent":"729.251699ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:35:01.650553Z","caller":"traceutil/trace.go:171","msg":"trace[684562193] linearizableReadLoop","detail":"{readStateIndex:2249; appliedIndex:2243; }","duration":"435.248942ms","start":"2026-04-01T23:35:01.215295Z","end":"2026-04-01T23:35:01.650544Z","steps":["trace[684562193] 'read index received' (duration: 331.920188ms)","trace[684562193] 'applied index is now lower than readState.Index' (duration: 103.328134ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:35:01.650632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"727.594072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:35:01.651147Z","caller":"traceutil/trace.go:171","msg":"trace[492850912] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2154; }","duration":"728.139634ms","start":"2026-04-01T23:35:00.922986Z","end":"2026-04-01T23:35:01.651126Z","steps":["trace[492850912] 'agreement among raft nodes before linearized reading' (duration: 727.585371ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:35:01.651216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.743308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-01T23:35:01.651281Z","caller":"traceutil/trace.go:171","msg":"trace[1340321222] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:2154; }","duration":"433.854281ms","start":"2026-04-01T23:35:01.217414Z","end":"2026-04-01T23:35:01.651268Z","steps":["trace[1340321222] 'agreement among raft nodes before linearized reading' (duration: 433.722468ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:35:01.651348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:35:01.217398Z","time spent":"433.940763ms","remote":"127.0.0.1:58300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-04-01T23:35:01.651239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:35:00.922965Z","time spent":"728.256987ms","remote":"127.0.0.1:58042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-01T23:35:01.650631Z","caller":"traceutil/trace.go:171","msg":"trace[268230413] transaction","detail":"{read_only:false; response_revision:2154; number_of_response:1; }","duration":"729.197168ms","start":"2026-04-01T23:35:00.921418Z","end":"2026-04-01T23:35:01.650615Z","steps":["trace[268230413] 'process raft request' (duration: 728.981993ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:35:01.651635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:35:00.921413Z","time spent":"730.16264ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:35:02.034584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.182162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-01T23:35:02.034777Z","caller":"traceutil/trace.go:171","msg":"trace[864146461] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2154; }","duration":"110.457408ms","start":"2026-04-01T23:35:01.924231Z","end":"2026-04-01T23:35:02.034688Z","steps":["trace[864146461] 'range keys from in-memory index tree' (duration: 109.950697ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:35:06.18953Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7835591873806215794,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T23:35:06.690388Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7835591873806215794,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T23:35:07.191341Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7835591873806215794,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T23:35:07.691949Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7835591873806215794,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T23:35:08.192725Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7835591873806215794,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T23:35:08.693949Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7835591873806215794,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T23:35:09.195131Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7835591873806215794,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T23:35:09.380123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000874715s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-01T23:35:09.380191Z","caller":"traceutil/trace.go:171","msg":"trace[1756816275] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000995396s","start":"2026-04-01T23:35:07.379182Z","end":"2026-04-01T23:35:09.380178Z","steps":["trace[1756816275] 'agreement among raft nodes before linearized reading' (duration: 2.000908015s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:35:09.380219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:35:07.379163Z","time spent":"2.001051138s","remote":"127.0.0.1:58042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/01 23:35:09 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-01T23:35:09.601642Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.927971604s","expected-duration":"1s"} {"level":"info","ts":"2026-04-01T23:35:09.602028Z","caller":"traceutil/trace.go:171","msg":"trace[2038786124] transaction","detail":"{read_only:false; response_revision:2174; number_of_response:1; }","duration":"3.928410044s","start":"2026-04-01T23:35:05.673599Z","end":"2026-04-01T23:35:09.602009Z","steps":["trace[2038786124] 'process raft request' (duration: 3.92824488s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:35:09.602172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:35:05.673582Z","time spent":"3.928498686s","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:35:09.690409Z","caller":"traceutil/trace.go:171","msg":"trace[1785151915] transaction","detail":"{read_only:false; response_revision:2176; number_of_response:1; }","duration":"2.752919299s","start":"2026-04-01T23:35:06.937459Z","end":"2026-04-01T23:35:09.690378Z","steps":["trace[1785151915] 'process raft request' (duration: 2.752836287s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:35:09.690567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:35:06.937441Z","time spent":"2.753041951s","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:35:09.690905Z","caller":"traceutil/trace.go:171","msg":"trace[2078249189] linearizableReadLoop","detail":"{readStateIndex:2275; appliedIndex:2269; }","duration":"4.001838971s","start":"2026-04-01T23:35:05.689041Z","end":"2026-04-01T23:35:09.69088Z","steps":["trace[2078249189] 'read index received' (duration: 3.912891667s)","trace[2078249189] 'applied index is now lower than readState.Index' (duration: 88.946054ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:35:09.691028Z","caller":"traceutil/trace.go:171","msg":"trace[1041418026] transaction","detail":"{read_only:false; response_revision:2177; number_of_response:1; }","duration":"2.751732941s","start":"2026-04-01T23:35:06.93927Z","end":"2026-04-01T23:35:09.691003Z","steps":["trace[1041418026] 'process raft request' (duration: 2.751074466s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:35:09.691072Z","caller":"traceutil/trace.go:171","msg":"trace[1805120933] transaction","detail":"{read_only:false; response_revision:2179; number_of_response:1; }","duration":"2.74949568s","start":"2026-04-01T23:35:06.941566Z","end":"2026-04-01T23:35:09.691061Z","steps":["trace[1805120933] 'process raft request' (duration: 2.749239264s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:35:09.691029Z","caller":"traceutil/trace.go:171","msg":"trace[2062841814] transaction","detail":"{read_only:false; response_revision:2178; number_of_response:1; }","duration":"2.75079307s","start":"2026-04-01T23:35:06.940154Z","end":"2026-04-01T23:35:09.690948Z","steps":["trace[2062841814] 'process raft request' (duration: 2.750502293s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:35:09.691201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:35:06.939261Z","time spent":"2.751837633s","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:35:09.69131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:35:06.940146Z","time spent":"2.751011815s","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:35:09.691202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:35:06.941555Z","time spent":"2.74954303s","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:35:09.691395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.002343563s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-01T23:35:09.691476Z","caller":"traceutil/trace.go:171","msg":"trace[253834121] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2179; }","duration":"4.002454606s","start":"2026-04-01T23:35:05.689007Z","end":"2026-04-01T23:35:09.691462Z","steps":["trace[253834121] 'agreement among raft nodes before linearized reading' (duration: 4.002235341s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:35:09.691524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:35:05.688995Z","time spent":"4.002519037s","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-01T23:35:09.691573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.015293138s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11989"} {"level":"warn","ts":"2026-04-01T23:35:09.691603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.002186399s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-01T23:35:09.691632Z","caller":"traceutil/trace.go:171","msg":"trace[1452143356] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2179; }","duration":"3.01539143s","start":"2026-04-01T23:35:06.676225Z","end":"2026-04-01T23:35:09.691617Z","steps":["trace[1452143356] 'agreement among raft nodes before linearized reading' (duration: 3.015232586s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:35:09.691608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.647854916s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-01T23:35:09.691679Z","caller":"traceutil/trace.go:171","msg":"trace[755930333] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:2179; }","duration":"3.647964448s","start":"2026-04-01T23:35:06.043703Z","end":"2026-04-01T23:35:09.691668Z","steps":["trace[755930333] 'agreement among raft nodes before linearized reading' (duration: 3.647813665s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:35:09.691742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.492431679s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-01T23:35:09.69176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:35:06.043683Z","time spent":"3.648063841s","remote":"127.0.0.1:58176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":15,"response size":30,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"info","ts":"2026-04-01T23:35:09.691783Z","caller":"traceutil/trace.go:171","msg":"trace[215241919] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:2179; }","duration":"1.492512061s","start":"2026-04-01T23:35:08.199258Z","end":"2026-04-01T23:35:09.69177Z","steps":["trace[215241919] 'agreement among raft nodes before linearized reading' (duration: 1.492444889s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:35:09.691803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.00177152s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-04-01T23:35:09.691809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.978227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T23:35:09.691836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:35:08.199235Z","time spent":"1.492587873s","remote":"127.0.0.1:58332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"info","ts":"2026-04-01T23:35:09.691849Z","caller":"traceutil/trace.go:171","msg":"trace[1106078728] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2179; }","duration":"4.001860462s","start":"2026-04-01T23:35:05.689975Z","end":"2026-04-01T23:35:09.691835Z","steps":["trace[1106078728] 'agreement among raft nodes before linearized reading' (duration: 4.001732089s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:35:09.691859Z","caller":"traceutil/trace.go:171","msg":"trace[412600449] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2179; }","duration":"311.087389ms","start":"2026-04-01T23:35:09.380759Z","end":"2026-04-01T23:35:09.691846Z","steps":["trace[412600449] 'agreement among raft nodes before linearized reading' (duration: 311.023358ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:35:09.6919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:35:05.689951Z","time spent":"4.001937173s","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-01T23:35:09.691902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:35:09.380726Z","time spent":"311.166831ms","remote":"127.0.0.1:58050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-01T23:35:09.691675Z","caller":"traceutil/trace.go:171","msg":"trace[1860837471] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2179; }","duration":"4.002307352s","start":"2026-04-01T23:35:05.689349Z","end":"2026-04-01T23:35:09.691657Z","steps":["trace[1860837471] 'agreement among raft nodes before linearized reading' (duration: 4.002089827s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:35:09.692121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:35:05.689333Z","time spent":"4.002768513s","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-01T23:35:09.692171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.629182525s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.209\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-04-01T23:35:09.691688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"550.8661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:35:09.692292Z","caller":"traceutil/trace.go:171","msg":"trace[1113724144] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:2179; }","duration":"551.514286ms","start":"2026-04-01T23:35:09.140755Z","end":"2026-04-01T23:35:09.692269Z","steps":["trace[1113724144] 'agreement among raft nodes before linearized reading' (duration: 550.87985ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:35:09.691758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.782934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T23:35:09.692381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:35:09.140727Z","time spent":"551.631318ms","remote":"127.0.0.1:58250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"info","ts":"2026-04-01T23:35:09.692407Z","caller":"traceutil/trace.go:171","msg":"trace[940330992] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2179; }","duration":"248.46993ms","start":"2026-04-01T23:35:09.443921Z","end":"2026-04-01T23:35:09.692391Z","steps":["trace[940330992] 'agreement among raft nodes before linearized reading' (duration: 247.793984ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:35:09.692221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.499626771s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T23:35:09.691678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:35:06.676206Z","time spent":"3.015460581s","remote":"127.0.0.1:58198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12012,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-01T23:35:09.692441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.619609557s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-01T23:35:09.692531Z","caller":"traceutil/trace.go:171","msg":"trace[717042480] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2179; }","duration":"3.619725739s","start":"2026-04-01T23:35:06.072788Z","end":"2026-04-01T23:35:09.692513Z","steps":["trace[717042480] 'agreement among raft nodes before linearized reading' (duration: 3.619463563s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:35:09.692611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:35:06.07277Z","time spent":"3.619829752s","remote":"127.0.0.1:44608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-04-01T23:35:09.692475Z","caller":"traceutil/trace.go:171","msg":"trace[433489292] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:2179; }","duration":"3.499951708s","start":"2026-04-01T23:35:06.192503Z","end":"2026-04-01T23:35:09.692455Z","steps":["trace[433489292] 'agreement among raft nodes before linearized reading' (duration: 3.499642771s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:35:09.692715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:35:06.192454Z","time spent":"3.500236434s","remote":"127.0.0.1:38788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"info","ts":"2026-04-01T23:35:09.69223Z","caller":"traceutil/trace.go:171","msg":"trace[1851532327] range","detail":"{range_begin:/registry/masterleases/199.204.45.209; range_end:; response_count:1; response_revision:2179; }","duration":"2.629276608s","start":"2026-04-01T23:35:07.06294Z","end":"2026-04-01T23:35:09.692216Z","steps":["trace[1851532327] 'agreement among raft nodes before linearized reading' (duration: 2.629130164s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:35:09.692789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:35:07.06292Z","time spent":"2.62985469s","remote":"127.0.0.1:58064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.209\" "} {"level":"warn","ts":"2026-04-01T23:35:09.69222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.002249661s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-01T23:35:09.692977Z","caller":"traceutil/trace.go:171","msg":"trace[458304215] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2179; }","duration":"4.003027549s","start":"2026-04-01T23:35:05.689936Z","end":"2026-04-01T23:35:09.692963Z","steps":["trace[458304215] 'agreement among raft nodes before linearized reading' (duration: 4.00216418s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:35:09.693021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:35:05.689925Z","time spent":"4.00308071s","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-01T23:35:09.694084Z","caller":"traceutil/trace.go:171","msg":"trace[1115096486] transaction","detail":"{read_only:false; response_revision:2175; number_of_response:1; }","duration":"3.758359817s","start":"2026-04-01T23:35:05.932173Z","end":"2026-04-01T23:35:09.690533Z","steps":["trace[1115096486] 'process raft request' (duration: 3.757936797s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:35:09.694561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:35:05.932148Z","time spent":"3.76206071s","remote":"127.0.0.1:58188","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8116,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:35:24.210562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.401197ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-01T23:35:24.211114Z","caller":"traceutil/trace.go:171","msg":"trace[51412930] transaction","detail":"{read_only:false; response_revision:2263; number_of_response:1; }","duration":"228.839519ms","start":"2026-04-01T23:35:23.982227Z","end":"2026-04-01T23:35:24.211067Z","steps":["trace[51412930] 'process raft request' (duration: 127.796817ms)","trace[51412930] 'compare' (duration: 100.123191ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:35:24.211646Z","caller":"traceutil/trace.go:171","msg":"trace[1383077259] transaction","detail":"{read_only:false; response_revision:2265; number_of_response:1; }","duration":"228.965623ms","start":"2026-04-01T23:35:23.982668Z","end":"2026-04-01T23:35:24.211634Z","steps":["trace[1383077259] 'process raft request' (duration: 228.801978ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:35:24.21162Z","caller":"traceutil/trace.go:171","msg":"trace[136390174] transaction","detail":"{read_only:false; response_revision:2264; number_of_response:1; }","duration":"229.221228ms","start":"2026-04-01T23:35:23.98236Z","end":"2026-04-01T23:35:24.211581Z","steps":["trace[136390174] 'process raft request' (duration: 228.363738ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:35:24.211619Z","caller":"traceutil/trace.go:171","msg":"trace[963232021] linearizableReadLoop","detail":"{readStateIndex:2364; appliedIndex:2360; }","duration":"179.895765ms","start":"2026-04-01T23:35:24.031704Z","end":"2026-04-01T23:35:24.2116Z","steps":["trace[963232021] 'read index received' (duration: 7.314188ms)","trace[963232021] 'applied index is now lower than readState.Index' (duration: 172.580797ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:35:24.212028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.034504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"warn","ts":"2026-04-01T23:35:24.212068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.344016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11989"} {"level":"info","ts":"2026-04-01T23:35:24.212099Z","caller":"traceutil/trace.go:171","msg":"trace[972482614] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2265; }","duration":"105.174918ms","start":"2026-04-01T23:35:24.106904Z","end":"2026-04-01T23:35:24.212079Z","steps":["trace[972482614] 'agreement among raft nodes before linearized reading' (duration: 104.967263ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:35:24.212097Z","caller":"traceutil/trace.go:171","msg":"trace[609409657] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2265; }","duration":"180.435498ms","start":"2026-04-01T23:35:24.031654Z","end":"2026-04-01T23:35:24.212089Z","steps":["trace[609409657] 'agreement among raft nodes before linearized reading' (duration: 180.035049ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:35:25.258561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.504423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-01T23:35:25.258624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.178014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-01T23:35:25.258655Z","caller":"traceutil/trace.go:171","msg":"trace[1979516835] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:2267; }","duration":"366.615076ms","start":"2026-04-01T23:35:24.892022Z","end":"2026-04-01T23:35:25.258637Z","steps":["trace[1979516835] 'count revisions from in-memory index tree' (duration: 366.437052ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:35:25.258677Z","caller":"traceutil/trace.go:171","msg":"trace[704669846] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:2267; }","duration":"459.298346ms","start":"2026-04-01T23:35:24.799366Z","end":"2026-04-01T23:35:25.258664Z","steps":["trace[704669846] 'count revisions from in-memory index tree' (duration: 459.06639ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:35:25.258709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:35:24.891938Z","time spent":"366.752919ms","remote":"127.0.0.1:58398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:35:25.258715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:35:24.79934Z","time spent":"459.362687ms","remote":"127.0.0.1:58210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":15,"response size":30,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:35:25.258733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.873849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-01T23:35:25.258857Z","caller":"traceutil/trace.go:171","msg":"trace[1845642821] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:2267; }","duration":"450.087774ms","start":"2026-04-01T23:35:24.808745Z","end":"2026-04-01T23:35:25.258832Z","steps":["trace[1845642821] 'count revisions from in-memory index tree' (duration: 449.695105ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:35:25.258913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:35:24.80872Z","time spent":"450.178525ms","remote":"127.0.0.1:58386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":30,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:35:25.259009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"502.14105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:35:25.259097Z","caller":"traceutil/trace.go:171","msg":"trace[598942743] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:2267; }","duration":"502.269233ms","start":"2026-04-01T23:35:24.756803Z","end":"2026-04-01T23:35:25.259072Z","steps":["trace[598942743] 'count revisions from in-memory index tree' (duration: 502.068849ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:35:25.259142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:35:24.756785Z","time spent":"502.346085ms","remote":"127.0.0.1:44400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:35:25.259171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.2818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12404"} {"level":"warn","ts":"2026-04-01T23:35:25.259168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.43489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-04-01T23:35:25.259164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.40613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12404"} {"level":"info","ts":"2026-04-01T23:35:25.259248Z","caller":"traceutil/trace.go:171","msg":"trace[718749662] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2267; }","duration":"275.560033ms","start":"2026-04-01T23:35:24.983665Z","end":"2026-04-01T23:35:25.259225Z","steps":["trace[718749662] 'range keys from in-memory index tree' (duration: 275.246596ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:35:25.259266Z","caller":"traceutil/trace.go:171","msg":"trace[1978718921] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2267; }","duration":"463.570124ms","start":"2026-04-01T23:35:24.79567Z","end":"2026-04-01T23:35:25.25924Z","steps":["trace[1978718921] 'range keys from in-memory index tree' (duration: 463.156565ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:35:25.259204Z","caller":"traceutil/trace.go:171","msg":"trace[1631445327] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2267; }","duration":"223.351902ms","start":"2026-04-01T23:35:25.035844Z","end":"2026-04-01T23:35:25.259196Z","steps":["trace[1631445327] 'range keys from in-memory index tree' (duration: 223.134208ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:35:25.259328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:35:24.79564Z","time spent":"463.670167ms","remote":"127.0.0.1:58198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12427,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-01T23:35:25.259182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.251531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-04-01T23:35:25.259394Z","caller":"traceutil/trace.go:171","msg":"trace[1657132269] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2267; }","duration":"129.493867ms","start":"2026-04-01T23:35:25.129888Z","end":"2026-04-01T23:35:25.259382Z","steps":["trace[1657132269] 'range keys from in-memory index tree' (duration: 129.120918ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:35:25.509195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.749021ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-01T23:35:25.509618Z","caller":"traceutil/trace.go:171","msg":"trace[1433244637] linearizableReadLoop","detail":"{readStateIndex:2368; appliedIndex:2366; }","duration":"261.889419ms","start":"2026-04-01T23:35:25.247705Z","end":"2026-04-01T23:35:25.509595Z","steps":["trace[1433244637] 'read index received' (duration: 89.328623ms)","trace[1433244637] 'applied index is now lower than readState.Index' (duration: 172.559646ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:35:25.50971Z","caller":"traceutil/trace.go:171","msg":"trace[1036546090] transaction","detail":"{read_only:false; response_revision:2268; number_of_response:1; }","duration":"348.555541ms","start":"2026-04-01T23:35:25.161109Z","end":"2026-04-01T23:35:25.509665Z","steps":["trace[1036546090] 'process raft request' (duration: 348.224363ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:35:25.509832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.881671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:35:25.509775Z","caller":"traceutil/trace.go:171","msg":"trace[1489196890] transaction","detail":"{read_only:false; response_revision:2269; number_of_response:1; }","duration":"219.135006ms","start":"2026-04-01T23:35:25.290612Z","end":"2026-04-01T23:35:25.509747Z","steps":["trace[1489196890] 'process raft request' (duration: 218.918681ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:35:25.50985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.665629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:35:25.509908Z","caller":"traceutil/trace.go:171","msg":"trace[1699600412] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2269; }","duration":"112.813763ms","start":"2026-04-01T23:35:25.397077Z","end":"2026-04-01T23:35:25.509891Z","steps":["trace[1699600412] 'agreement among raft nodes before linearized reading' (duration: 112.68013ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:35:25.50987Z","caller":"traceutil/trace.go:171","msg":"trace[1002896462] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2269; }","duration":"228.973083ms","start":"2026-04-01T23:35:25.280886Z","end":"2026-04-01T23:35:25.509859Z","steps":["trace[1002896462] 'agreement among raft nodes before linearized reading' (duration: 228.857561ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:35:25.50991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:35:25.161079Z","time spent":"348.723315ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:35:25.510008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.787655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-957236f9-fe9b-472d-b00d-b5f8bbc905b4\" ","response":"range_response_count:1 size:1303"} {"level":"info","ts":"2026-04-01T23:35:25.510052Z","caller":"traceutil/trace.go:171","msg":"trace[1884012314] range","detail":"{range_begin:/registry/persistentvolumes/pvc-957236f9-fe9b-472d-b00d-b5f8bbc905b4; range_end:; response_count:1; response_revision:2269; }","duration":"227.866496ms","start":"2026-04-01T23:35:25.282171Z","end":"2026-04-01T23:35:25.510038Z","steps":["trace[1884012314] 'agreement among raft nodes before linearized reading' (duration: 227.716833ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:35:25.510029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.288388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18a25fc6b5f6f71f\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-04-01T23:35:25.510158Z","caller":"traceutil/trace.go:171","msg":"trace[1464449864] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18a25fc6b5f6f71f; range_end:; response_count:1; response_revision:2269; }","duration":"262.487512ms","start":"2026-04-01T23:35:25.24764Z","end":"2026-04-01T23:35:25.510128Z","steps":["trace[1464449864] 'agreement among raft nodes before linearized reading' (duration: 262.075993ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:35:26.111317Z","caller":"traceutil/trace.go:171","msg":"trace[368649650] transaction","detail":"{read_only:false; response_revision:2273; number_of_response:1; }","duration":"129.369975ms","start":"2026-04-01T23:35:25.981905Z","end":"2026-04-01T23:35:26.111275Z","steps":["trace[368649650] 'process raft request' (duration: 88.28978ms)","trace[368649650] 'compare' (duration: 40.928561ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:35:26.111984Z","caller":"traceutil/trace.go:171","msg":"trace[35861675] transaction","detail":"{read_only:false; response_revision:2274; number_of_response:1; }","duration":"129.742732ms","start":"2026-04-01T23:35:25.982214Z","end":"2026-04-01T23:35:26.111956Z","steps":["trace[35861675] 'process raft request' (duration: 129.385494ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:35:26.112199Z","caller":"traceutil/trace.go:171","msg":"trace[179037250] transaction","detail":"{read_only:false; response_revision:2275; number_of_response:1; }","duration":"129.064856ms","start":"2026-04-01T23:35:25.983086Z","end":"2026-04-01T23:35:26.112151Z","steps":["trace[179037250] 'process raft request' (duration: 128.77422ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:35:27.503854Z","caller":"traceutil/trace.go:171","msg":"trace[199528747] linearizableReadLoop","detail":"{readStateIndex:2382; appliedIndex:2381; }","duration":"286.112165ms","start":"2026-04-01T23:35:27.217718Z","end":"2026-04-01T23:35:27.50383Z","steps":["trace[199528747] 'read index received' (duration: 212.092194ms)","trace[199528747] 'applied index is now lower than readState.Index' (duration: 74.019061ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:35:27.503894Z","caller":"traceutil/trace.go:171","msg":"trace[1475177764] transaction","detail":"{read_only:false; response_revision:2281; number_of_response:1; }","duration":"288.274205ms","start":"2026-04-01T23:35:27.215578Z","end":"2026-04-01T23:35:27.503852Z","steps":["trace[1475177764] 'process raft request' (duration: 214.026078ms)","trace[1475177764] 'compare' (duration: 74.075453ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:35:27.504119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.381151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-957236f9-fe9b-472d-b00d-b5f8bbc905b4\" ","response":"range_response_count:1 size:1303"} {"level":"info","ts":"2026-04-01T23:35:27.504162Z","caller":"traceutil/trace.go:171","msg":"trace[651961835] range","detail":"{range_begin:/registry/persistentvolumes/pvc-957236f9-fe9b-472d-b00d-b5f8bbc905b4; range_end:; response_count:1; response_revision:2281; }","duration":"286.460433ms","start":"2026-04-01T23:35:27.21769Z","end":"2026-04-01T23:35:27.504151Z","steps":["trace[651961835] 'agreement among raft nodes before linearized reading' (duration: 286.246498ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:35:27.504168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.80895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:35:27.504194Z","caller":"traceutil/trace.go:171","msg":"trace[2070779372] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2281; }","duration":"121.870031ms","start":"2026-04-01T23:35:27.382315Z","end":"2026-04-01T23:35:27.504185Z","steps":["trace[2070779372] 'agreement among raft nodes before linearized reading' (duration: 121.838191ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:35:27.504129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.012916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-01T23:35:27.504281Z","caller":"traceutil/trace.go:171","msg":"trace[1367449305] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2281; }","duration":"230.16621ms","start":"2026-04-01T23:35:27.274077Z","end":"2026-04-01T23:35:27.504243Z","steps":["trace[1367449305] 'agreement among raft nodes before linearized reading' (duration: 229.891683ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:35:30.145242Z","caller":"traceutil/trace.go:171","msg":"trace[688421989] transaction","detail":"{read_only:false; response_revision:2293; number_of_response:1; }","duration":"128.833881ms","start":"2026-04-01T23:35:30.016384Z","end":"2026-04-01T23:35:30.145218Z","steps":["trace[688421989] 'process raft request' (duration: 128.661307ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:35:30.260197Z","caller":"traceutil/trace.go:171","msg":"trace[1948600140] transaction","detail":"{read_only:false; response_revision:2295; number_of_response:1; }","duration":"110.852467ms","start":"2026-04-01T23:35:30.149306Z","end":"2026-04-01T23:35:30.260159Z","steps":["trace[1948600140] 'process raft request' (duration: 38.520085ms)","trace[1948600140] 'compare' (duration: 71.998305ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:35:31.815313Z","caller":"traceutil/trace.go:171","msg":"trace[621332722] transaction","detail":"{read_only:false; response_revision:2302; number_of_response:1; }","duration":"130.98998ms","start":"2026-04-01T23:35:31.684296Z","end":"2026-04-01T23:35:31.815286Z","steps":["trace[621332722] 'process raft request' (duration: 130.811576ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:35:32.078568Z","caller":"traceutil/trace.go:171","msg":"trace[871298369] linearizableReadLoop","detail":"{readStateIndex:2404; appliedIndex:2403; }","duration":"118.065154ms","start":"2026-04-01T23:35:31.960473Z","end":"2026-04-01T23:35:32.078538Z","steps":["trace[871298369] 'read index received' (duration: 117.964031ms)","trace[871298369] 'applied index is now lower than readState.Index' (duration: 100.253µs)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:35:32.07867Z","caller":"traceutil/trace.go:171","msg":"trace[1596024828] transaction","detail":"{read_only:false; response_revision:2303; number_of_response:1; }","duration":"125.605387ms","start":"2026-04-01T23:35:31.953043Z","end":"2026-04-01T23:35:32.078648Z","steps":["trace[1596024828] 'process raft request' (duration: 125.338941ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:35:32.0787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.206396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:35:32.078733Z","caller":"traceutil/trace.go:171","msg":"trace[247119658] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:2303; }","duration":"118.292599ms","start":"2026-04-01T23:35:31.960431Z","end":"2026-04-01T23:35:32.078724Z","steps":["trace[247119658] 'agreement among raft nodes before linearized reading' (duration: 118.211197ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:35:32.20454Z","caller":"traceutil/trace.go:171","msg":"trace[1320762674] transaction","detail":"{read_only:false; response_revision:2304; number_of_response:1; }","duration":"209.578196ms","start":"2026-04-01T23:35:31.994935Z","end":"2026-04-01T23:35:32.204513Z","steps":["trace[1320762674] 'process raft request' (duration: 207.004317ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:35:32.485292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.179113ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-01T23:35:32.485459Z","caller":"traceutil/trace.go:171","msg":"trace[447516242] linearizableReadLoop","detail":"{readStateIndex:2410; appliedIndex:2409; }","duration":"184.602843ms","start":"2026-04-01T23:35:32.300843Z","end":"2026-04-01T23:35:32.485445Z","steps":["trace[447516242] 'read index received' (duration: 64.095143ms)","trace[447516242] 'applied index is now lower than readState.Index' (duration: 120.50627ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:35:32.485543Z","caller":"traceutil/trace.go:171","msg":"trace[1540021421] transaction","detail":"{read_only:false; response_revision:2308; number_of_response:1; }","duration":"186.25391ms","start":"2026-04-01T23:35:32.299266Z","end":"2026-04-01T23:35:32.48552Z","steps":["trace[1540021421] 'process raft request' (duration: 65.792242ms)","trace[1540021421] 'compare' (duration: 120.07461ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:35:32.48566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.813197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-01T23:35:32.485721Z","caller":"traceutil/trace.go:171","msg":"trace[1502792903] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2308; }","duration":"184.90046ms","start":"2026-04-01T23:35:32.300813Z","end":"2026-04-01T23:35:32.485713Z","steps":["trace[1502792903] 'agreement among raft nodes before linearized reading' (duration: 184.730696ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:35:32.485974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.580613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-04-01T23:35:32.486083Z","caller":"traceutil/trace.go:171","msg":"trace[1594119276] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2308; }","duration":"184.718756ms","start":"2026-04-01T23:35:32.30134Z","end":"2026-04-01T23:35:32.486059Z","steps":["trace[1594119276] 'agreement among raft nodes before linearized reading' (duration: 184.421759ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:35:32.4867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.332536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-04-01T23:35:32.486747Z","caller":"traceutil/trace.go:171","msg":"trace[1007790669] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2308; }","duration":"184.395717ms","start":"2026-04-01T23:35:32.302338Z","end":"2026-04-01T23:35:32.486734Z","steps":["trace[1007790669] 'agreement among raft nodes before linearized reading' (duration: 184.266554ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:35:32.487067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.426003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-01T23:35:32.487157Z","caller":"traceutil/trace.go:171","msg":"trace[670609188] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2308; }","duration":"185.545225ms","start":"2026-04-01T23:35:32.301593Z","end":"2026-04-01T23:35:32.487138Z","steps":["trace[670609188] 'agreement among raft nodes before linearized reading' (duration: 185.224948ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:35:32.71737Z","caller":"traceutil/trace.go:171","msg":"trace[1783280389] transaction","detail":"{read_only:false; response_revision:2309; number_of_response:1; }","duration":"227.168751ms","start":"2026-04-01T23:35:32.490155Z","end":"2026-04-01T23:35:32.717324Z","steps":["trace[1783280389] 'process raft request' (duration: 182.774381ms)","trace[1783280389] 'compare' (duration: 44.133734ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:35:32.720915Z","caller":"traceutil/trace.go:171","msg":"trace[1182640644] linearizableReadLoop","detail":"{readStateIndex:2414; appliedIndex:2410; }","duration":"179.771562ms","start":"2026-04-01T23:35:32.541118Z","end":"2026-04-01T23:35:32.720889Z","steps":["trace[1182640644] 'read index received' (duration: 131.747628ms)","trace[1182640644] 'applied index is now lower than readState.Index' (duration: 48.022874ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:35:32.720942Z","caller":"traceutil/trace.go:171","msg":"trace[297543968] transaction","detail":"{read_only:false; response_revision:2310; number_of_response:1; }","duration":"229.455203ms","start":"2026-04-01T23:35:32.491458Z","end":"2026-04-01T23:35:32.720913Z","steps":["trace[297543968] 'process raft request' (duration: 229.229648ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:35:32.72106Z","caller":"traceutil/trace.go:171","msg":"trace[1335157332] transaction","detail":"{read_only:false; response_revision:2311; number_of_response:1; }","duration":"229.446693ms","start":"2026-04-01T23:35:32.49159Z","end":"2026-04-01T23:35:32.721037Z","steps":["trace[1335157332] 'process raft request' (duration: 229.233368ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:35:32.721113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.970026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-01T23:35:32.721086Z","caller":"traceutil/trace.go:171","msg":"trace[1756162005] transaction","detail":"{read_only:false; response_revision:2312; number_of_response:1; }","duration":"225.547373ms","start":"2026-04-01T23:35:32.495509Z","end":"2026-04-01T23:35:32.721056Z","steps":["trace[1756162005] 'process raft request' (duration: 225.346549ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:35:32.721148Z","caller":"traceutil/trace.go:171","msg":"trace[958533471] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2312; }","duration":"180.055938ms","start":"2026-04-01T23:35:32.541079Z","end":"2026-04-01T23:35:32.721135Z","steps":["trace[958533471] 'agreement among raft nodes before linearized reading' (duration: 179.908465ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:35:34.974593Z","caller":"traceutil/trace.go:171","msg":"trace[1624532302] transaction","detail":"{read_only:false; response_revision:2321; number_of_response:1; }","duration":"246.26087ms","start":"2026-04-01T23:35:34.728302Z","end":"2026-04-01T23:35:34.974563Z","steps":["trace[1624532302] 'process raft request' (duration: 242.401301ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:35:34.974849Z","caller":"traceutil/trace.go:171","msg":"trace[691237853] transaction","detail":"{read_only:false; response_revision:2322; number_of_response:1; }","duration":"246.522396ms","start":"2026-04-01T23:35:34.728313Z","end":"2026-04-01T23:35:34.974835Z","steps":["trace[691237853] 'process raft request' (duration: 246.220349ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:35:34.974912Z","caller":"traceutil/trace.go:171","msg":"trace[604637675] linearizableReadLoop","detail":"{readStateIndex:2425; appliedIndex:2422; }","duration":"239.971015ms","start":"2026-04-01T23:35:34.734912Z","end":"2026-04-01T23:35:34.974883Z","steps":["trace[604637675] 'read index received' (duration: 82.713381ms)","trace[604637675] 'applied index is now lower than readState.Index' (duration: 157.256454ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:35:34.975003Z","caller":"traceutil/trace.go:171","msg":"trace[997510672] transaction","detail":"{read_only:false; response_revision:2323; number_of_response:1; }","duration":"245.964173ms","start":"2026-04-01T23:35:34.729001Z","end":"2026-04-01T23:35:34.974965Z","steps":["trace[997510672] 'process raft request' (duration: 245.759198ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:35:34.975141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.221231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-01T23:35:34.975268Z","caller":"traceutil/trace.go:171","msg":"trace[1895856034] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2323; }","duration":"240.338784ms","start":"2026-04-01T23:35:34.734873Z","end":"2026-04-01T23:35:34.975212Z","steps":["trace[1895856034] 'agreement among raft nodes before linearized reading' (duration: 240.134859ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:35:35.404921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.669587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:35:35.405011Z","caller":"traceutil/trace.go:171","msg":"trace[1154776788] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:2323; }","duration":"282.770389ms","start":"2026-04-01T23:35:35.122217Z","end":"2026-04-01T23:35:35.404987Z","steps":["trace[1154776788] 'count revisions from in-memory index tree' (duration: 282.542864ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:35:35.405181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.008938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18a25fc6b5f6f71f\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-04-01T23:35:35.405238Z","caller":"traceutil/trace.go:171","msg":"trace[1658858078] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18a25fc6b5f6f71f; range_end:; response_count:1; response_revision:2323; }","duration":"194.068889ms","start":"2026-04-01T23:35:35.211154Z","end":"2026-04-01T23:35:35.405223Z","steps":["trace[1658858078] 'range keys from in-memory index tree' (duration: 193.882345ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:35:35.733748Z","caller":"traceutil/trace.go:171","msg":"trace[644365977] linearizableReadLoop","detail":"{readStateIndex:2427; appliedIndex:2426; }","duration":"201.622924ms","start":"2026-04-01T23:35:35.532097Z","end":"2026-04-01T23:35:35.73372Z","steps":["trace[644365977] 'read index received' (duration: 112.338442ms)","trace[644365977] 'applied index is now lower than readState.Index' (duration: 89.283201ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:35:35.733873Z","caller":"traceutil/trace.go:171","msg":"trace[2084792926] transaction","detail":"{read_only:false; response_revision:2324; number_of_response:1; }","duration":"219.26338ms","start":"2026-04-01T23:35:35.51455Z","end":"2026-04-01T23:35:35.733813Z","steps":["trace[2084792926] 'process raft request' (duration: 129.770433ms)","trace[2084792926] 'compare' (duration: 89.24765ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:35:35.733925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.819469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-01T23:35:35.733959Z","caller":"traceutil/trace.go:171","msg":"trace[2118052478] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:2324; }","duration":"201.922551ms","start":"2026-04-01T23:35:35.532028Z","end":"2026-04-01T23:35:35.733951Z","steps":["trace[2118052478] 'agreement among raft nodes before linearized reading' (duration: 201.821168ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:35:35.759298Z","caller":"traceutil/trace.go:171","msg":"trace[1901685562] transaction","detail":"{read_only:false; response_revision:2325; number_of_response:1; }","duration":"178.930893ms","start":"2026-04-01T23:35:35.580334Z","end":"2026-04-01T23:35:35.759265Z","steps":["trace[1901685562] 'process raft request' (duration: 178.688597ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:35:35.759383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.178218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12386"} {"level":"info","ts":"2026-04-01T23:35:35.75945Z","caller":"traceutil/trace.go:171","msg":"trace[524291668] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2325; }","duration":"152.29314ms","start":"2026-04-01T23:35:35.60714Z","end":"2026-04-01T23:35:35.759433Z","steps":["trace[524291668] 'agreement among raft nodes before linearized reading' (duration: 152.021914ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:35:36.475249Z","caller":"traceutil/trace.go:171","msg":"trace[499623404] transaction","detail":"{read_only:false; response_revision:2327; number_of_response:1; }","duration":"163.305503ms","start":"2026-04-01T23:35:36.311915Z","end":"2026-04-01T23:35:36.47522Z","steps":["trace[499623404] 'process raft request' (duration: 139.261581ms)","trace[499623404] 'compare' (duration: 23.653663ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:35:36.48807Z","caller":"traceutil/trace.go:171","msg":"trace[812713234] transaction","detail":"{read_only:false; response_revision:2328; number_of_response:1; }","duration":"175.110155ms","start":"2026-04-01T23:35:36.312932Z","end":"2026-04-01T23:35:36.488042Z","steps":["trace[812713234] 'process raft request' (duration: 174.909741ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:35:36.48839Z","caller":"traceutil/trace.go:171","msg":"trace[55742884] transaction","detail":"{read_only:false; response_revision:2329; number_of_response:1; }","duration":"173.956478ms","start":"2026-04-01T23:35:36.314418Z","end":"2026-04-01T23:35:36.488374Z","steps":["trace[55742884] 'process raft request' (duration: 173.576309ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:35:36.488424Z","caller":"traceutil/trace.go:171","msg":"trace[854982581] linearizableReadLoop","detail":"{readStateIndex:2433; appliedIndex:2429; }","duration":"106.261622ms","start":"2026-04-01T23:35:36.382138Z","end":"2026-04-01T23:35:36.4884Z","steps":["trace[854982581] 'read index received' (duration: 69.060938ms)","trace[854982581] 'applied index is now lower than readState.Index' (duration: 37.199624ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:35:36.488501Z","caller":"traceutil/trace.go:171","msg":"trace[1021633765] transaction","detail":"{read_only:false; response_revision:2330; number_of_response:1; }","duration":"161.233916ms","start":"2026-04-01T23:35:36.327259Z","end":"2026-04-01T23:35:36.488493Z","steps":["trace[1021633765] 'process raft request' (duration: 161.017321ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:35:36.488603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.454036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:35:36.488669Z","caller":"traceutil/trace.go:171","msg":"trace[1450671841] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2330; }","duration":"106.573789ms","start":"2026-04-01T23:35:36.382083Z","end":"2026-04-01T23:35:36.488657Z","steps":["trace[1450671841] 'agreement among raft nodes before linearized reading' (duration: 106.434646ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:35:36.745428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.555035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-01T23:35:36.745578Z","caller":"traceutil/trace.go:171","msg":"trace[1580355739] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:2330; }","duration":"101.81493ms","start":"2026-04-01T23:35:36.643731Z","end":"2026-04-01T23:35:36.745546Z","steps":["trace[1580355739] 'count revisions from in-memory index tree' (duration: 101.368431ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:35:44.882185Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7835591873806216233,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-01T23:35:44.907812Z","caller":"traceutil/trace.go:171","msg":"trace[1615668177] transaction","detail":"{read_only:false; response_revision:2365; number_of_response:1; }","duration":"690.130448ms","start":"2026-04-01T23:35:44.217663Z","end":"2026-04-01T23:35:44.907793Z","steps":["trace[1615668177] 'process raft request' (duration: 689.962374ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:35:44.907958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:35:44.217639Z","time spent":"690.241291ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:35:45.47181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.755565ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-01T23:35:45.472141Z","caller":"traceutil/trace.go:171","msg":"trace[2120369141] transaction","detail":"{read_only:false; response_revision:2366; number_of_response:1; }","duration":"963.063182ms","start":"2026-04-01T23:35:44.50903Z","end":"2026-04-01T23:35:45.472093Z","steps":["trace[2120369141] 'process raft request' (duration: 603.918938ms)","trace[2120369141] 'compare' (duration: 358.310315ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:35:45.472313Z","caller":"traceutil/trace.go:171","msg":"trace[1998983916] transaction","detail":"{read_only:false; response_revision:2367; number_of_response:1; }","duration":"958.400305ms","start":"2026-04-01T23:35:44.513867Z","end":"2026-04-01T23:35:45.472267Z","steps":["trace[1998983916] 'process raft request' (duration: 958.067277ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:35:45.472325Z","caller":"traceutil/trace.go:171","msg":"trace[1744482954] linearizableReadLoop","detail":"{readStateIndex:2475; appliedIndex:2469; }","duration":"1.09087636s","start":"2026-04-01T23:35:44.381363Z","end":"2026-04-01T23:35:45.472239Z","steps":["trace[1744482954] 'read index received' (duration: 526.279044ms)","trace[1744482954] 'applied index is now lower than readState.Index' (duration: 564.596086ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:35:45.472374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:35:44.509006Z","time spent":"963.248915ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:35:45.472476Z","caller":"traceutil/trace.go:171","msg":"trace[2136497173] transaction","detail":"{read_only:false; response_revision:2369; number_of_response:1; }","duration":"953.273306ms","start":"2026-04-01T23:35:44.519165Z","end":"2026-04-01T23:35:45.472438Z","steps":["trace[2136497173] 'process raft request' (duration: 952.97153ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:35:45.472645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"615.171159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:35:45.472693Z","caller":"traceutil/trace.go:171","msg":"trace[956894684] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:2370; }","duration":"615.252181ms","start":"2026-04-01T23:35:44.857429Z","end":"2026-04-01T23:35:45.472682Z","steps":["trace[956894684] 'agreement among raft nodes before linearized reading' (duration: 615.143539ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:35:45.472731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:35:44.857408Z","time spent":"615.309132ms","remote":"127.0.0.1:44462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:35:45.47278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.583614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-04-01T23:35:45.47287Z","caller":"traceutil/trace.go:171","msg":"trace[1559368726] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2370; }","duration":"423.712428ms","start":"2026-04-01T23:35:45.049134Z","end":"2026-04-01T23:35:45.472846Z","steps":["trace[1559368726] 'agreement among raft nodes before linearized reading' (duration: 423.453022ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:35:45.472952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:35:45.049123Z","time spent":"423.81119ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-01T23:35:45.472833Z","caller":"traceutil/trace.go:171","msg":"trace[1121755092] transaction","detail":"{read_only:false; response_revision:2368; number_of_response:1; }","duration":"953.261647ms","start":"2026-04-01T23:35:44.519135Z","end":"2026-04-01T23:35:45.472397Z","steps":["trace[1121755092] 'process raft request' (duration: 952.933629ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:35:45.472992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:35:44.519143Z","time spent":"953.42503ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:35:45.473063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.265264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18a25fc6b5f6f71f\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-04-01T23:35:45.473083Z","caller":"traceutil/trace.go:171","msg":"trace[106952467] transaction","detail":"{read_only:false; response_revision:2370; number_of_response:1; }","duration":"650.04953ms","start":"2026-04-01T23:35:44.823007Z","end":"2026-04-01T23:35:45.473057Z","steps":["trace[106952467] 'process raft request' (duration: 649.17985ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:35:45.473112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.091733209s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T23:35:45.473181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:35:44.82297Z","time spent":"650.167682ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:35:45.473276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.676045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-04-01T23:35:45.473337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:35:44.519112Z","time spent":"954.059814ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:35:45.473299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.375532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-01T23:35:45.473444Z","caller":"traceutil/trace.go:171","msg":"trace[874205265] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2370; }","duration":"457.549246ms","start":"2026-04-01T23:35:45.015879Z","end":"2026-04-01T23:35:45.473428Z","steps":["trace[874205265] 'agreement among raft nodes before linearized reading' (duration: 457.321291ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:35:45.473366Z","caller":"traceutil/trace.go:171","msg":"trace[1495996226] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2370; }","duration":"409.765857ms","start":"2026-04-01T23:35:45.063564Z","end":"2026-04-01T23:35:45.47333Z","steps":["trace[1495996226] 'agreement among raft nodes before linearized reading' (duration: 409.601073ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:35:45.473499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:35:45.015857Z","time spent":"457.628377ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-01T23:35:45.473494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"571.559756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-01T23:35:45.473132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.08807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-04-01T23:35:45.473143Z","caller":"traceutil/trace.go:171","msg":"trace[366170902] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18a25fc6b5f6f71f; range_end:; response_count:1; response_revision:2370; }","duration":"100.374177ms","start":"2026-04-01T23:35:45.37275Z","end":"2026-04-01T23:35:45.473124Z","steps":["trace[366170902] 'agreement among raft nodes before linearized reading' (duration: 100.190543ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:35:45.47362Z","caller":"traceutil/trace.go:171","msg":"trace[1213351526] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2370; }","duration":"425.605142ms","start":"2026-04-01T23:35:45.047992Z","end":"2026-04-01T23:35:45.473598Z","steps":["trace[1213351526] 'agreement among raft nodes before linearized reading' (duration: 424.999588ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:35:45.473601Z","caller":"traceutil/trace.go:171","msg":"trace[1991638896] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2370; }","duration":"571.699799ms","start":"2026-04-01T23:35:44.901884Z","end":"2026-04-01T23:35:45.473584Z","steps":["trace[1991638896] 'agreement among raft nodes before linearized reading' (duration: 571.437264ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:35:45.472503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:35:44.513853Z","time spent":"958.558218ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:35:45.47368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:35:45.04797Z","time spent":"425.693543ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-01T23:35:45.473696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:35:44.901841Z","time spent":"571.839013ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-01T23:35:45.473699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:35:45.063554Z","time spent":"409.988723ms","remote":"127.0.0.1:44608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-04-01T23:35:45.474126Z","caller":"traceutil/trace.go:171","msg":"trace[1693469032] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2370; }","duration":"1.092138069s","start":"2026-04-01T23:35:44.381321Z","end":"2026-04-01T23:35:45.473459Z","steps":["trace[1693469032] 'agreement among raft nodes before linearized reading' (duration: 1.091198127s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:35:45.474193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:35:44.381299Z","time spent":"1.092880777s","remote":"127.0.0.1:58042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-01T23:35:45.978258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.492608ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-01T23:35:45.978684Z","caller":"traceutil/trace.go:171","msg":"trace[1587327460] transaction","detail":"{read_only:false; response_revision:2373; number_of_response:1; }","duration":"458.696453ms","start":"2026-04-01T23:35:45.519968Z","end":"2026-04-01T23:35:45.978665Z","steps":["trace[1587327460] 'process raft request' (duration: 458.553649ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:35:45.978722Z","caller":"traceutil/trace.go:171","msg":"trace[766253115] transaction","detail":"{read_only:false; response_revision:2372; number_of_response:1; }","duration":"458.773844ms","start":"2026-04-01T23:35:45.5199Z","end":"2026-04-01T23:35:45.978674Z","steps":["trace[766253115] 'process raft request' (duration: 230.767223ms)","trace[766253115] 'compare' (duration: 227.357935ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:35:45.978789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:35:45.519929Z","time spent":"458.806485ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:35:45.978719Z","caller":"traceutil/trace.go:171","msg":"trace[311605816] transaction","detail":"{read_only:false; response_revision:2374; number_of_response:1; }","duration":"458.644131ms","start":"2026-04-01T23:35:45.520053Z","end":"2026-04-01T23:35:45.978697Z","steps":["trace[311605816] 'process raft request' (duration: 458.5724ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:35:45.978942Z","caller":"traceutil/trace.go:171","msg":"trace[540109944] linearizableReadLoop","detail":"{readStateIndex:2480; appliedIndex:2476; }","duration":"451.661031ms","start":"2026-04-01T23:35:45.527273Z","end":"2026-04-01T23:35:45.978934Z","steps":["trace[540109944] 'read index received' (duration: 223.408174ms)","trace[540109944] 'applied index is now lower than readState.Index' (duration: 228.252167ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:35:45.978934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:35:45.519888Z","time spent":"458.932698ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:35:45.978927Z","caller":"traceutil/trace.go:171","msg":"trace[115931238] transaction","detail":"{read_only:false; response_revision:2375; number_of_response:1; }","duration":"458.817446ms","start":"2026-04-01T23:35:45.520074Z","end":"2026-04-01T23:35:45.978891Z","steps":["trace[115931238] 'process raft request' (duration: 458.585571ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:35:45.978958Z","caller":"traceutil/trace.go:171","msg":"trace[1333185019] transaction","detail":"{read_only:false; response_revision:2376; number_of_response:1; }","duration":"449.358699ms","start":"2026-04-01T23:35:45.529584Z","end":"2026-04-01T23:35:45.978942Z","steps":["trace[1333185019] 'process raft request' (duration: 449.276397ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:35:45.979041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.773253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T23:35:45.979039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:35:45.529571Z","time spent":"449.43323ms","remote":"127.0.0.1:58094","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":820,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-01T23:35:45.979066Z","caller":"traceutil/trace.go:171","msg":"trace[1014376728] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2376; }","duration":"451.826024ms","start":"2026-04-01T23:35:45.527234Z","end":"2026-04-01T23:35:45.97906Z","steps":["trace[1014376728] 'agreement among raft nodes before linearized reading' (duration: 451.770382ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:35:45.979085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:35:45.527224Z","time spent":"451.856545ms","remote":"127.0.0.1:58042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-01T23:35:45.979098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:35:45.52005Z","time spent":"458.955088ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:35:45.979046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:35:45.520044Z","time spent":"458.883387ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:35:45.979318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.323057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12386"} {"level":"info","ts":"2026-04-01T23:35:45.979458Z","caller":"traceutil/trace.go:171","msg":"trace[341173616] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2376; }","duration":"164.536322ms","start":"2026-04-01T23:35:45.814895Z","end":"2026-04-01T23:35:45.979432Z","steps":["trace[341173616] 'agreement among raft nodes before linearized reading' (duration: 164.134423ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:35:46.507967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.152416ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-01T23:35:46.508337Z","caller":"traceutil/trace.go:171","msg":"trace[1114412841] transaction","detail":"{read_only:false; response_revision:2377; number_of_response:1; }","duration":"462.791236ms","start":"2026-04-01T23:35:46.045291Z","end":"2026-04-01T23:35:46.508082Z","steps":["trace[1114412841] 'process raft request' (duration: 193.432695ms)","trace[1114412841] 'compare' (duration: 268.823268ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:35:46.508472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:35:46.045272Z","time spent":"463.127764ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:35:47.413515Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7835591873806216256,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-01T23:35:47.603257Z","caller":"traceutil/trace.go:171","msg":"trace[1722458458] transaction","detail":"{read_only:false; response_revision:2378; number_of_response:1; }","duration":"774.605051ms","start":"2026-04-01T23:35:46.828628Z","end":"2026-04-01T23:35:47.603233Z","steps":["trace[1722458458] 'process raft request' (duration: 774.432647ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:35:47.603285Z","caller":"traceutil/trace.go:171","msg":"trace[1307158701] linearizableReadLoop","detail":"{readStateIndex:2483; appliedIndex:2483; }","duration":"690.127209ms","start":"2026-04-01T23:35:46.913117Z","end":"2026-04-01T23:35:47.603244Z","steps":["trace[1307158701] 'read index received' (duration: 690.108799ms)","trace[1307158701] 'applied index is now lower than readState.Index' (duration: 15.66µs)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:35:47.603406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:35:46.82861Z","time spent":"774.720974ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:35:47.603555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"690.412776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-01T23:35:47.603675Z","caller":"traceutil/trace.go:171","msg":"trace[1905379743] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2378; }","duration":"690.57734ms","start":"2026-04-01T23:35:46.913082Z","end":"2026-04-01T23:35:47.603659Z","steps":["trace[1905379743] 'agreement among raft nodes before linearized reading' (duration: 690.298903ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:35:47.603727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:35:46.913064Z","time spent":"690.645291ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-01T23:35:48.103935Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7835591873806216262,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-01T23:35:48.262234Z","caller":"traceutil/trace.go:171","msg":"trace[1788609263] transaction","detail":"{read_only:false; response_revision:2382; number_of_response:1; }","duration":"781.985569ms","start":"2026-04-01T23:35:47.48022Z","end":"2026-04-01T23:35:48.262206Z","steps":["trace[1788609263] 'process raft request' (duration: 781.945588ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:35:48.262462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:35:47.480196Z","time spent":"782.173204ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:35:48.262663Z","caller":"traceutil/trace.go:171","msg":"trace[1219549424] transaction","detail":"{read_only:false; response_revision:2380; number_of_response:1; }","duration":"783.27924ms","start":"2026-04-01T23:35:47.479348Z","end":"2026-04-01T23:35:48.262628Z","steps":["trace[1219549424] 'process raft request' (duration: 782.743358ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:35:48.262663Z","caller":"traceutil/trace.go:171","msg":"trace[373988745] transaction","detail":"{read_only:false; response_revision:2379; number_of_response:1; }","duration":"784.822935ms","start":"2026-04-01T23:35:47.477794Z","end":"2026-04-01T23:35:48.262616Z","steps":["trace[373988745] 'process raft request' (duration: 784.092928ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:35:48.262806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:35:47.479337Z","time spent":"783.394292ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:35:48.262851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:35:47.477774Z","time spent":"784.981059ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:35:48.262679Z","caller":"traceutil/trace.go:171","msg":"trace[442472809] transaction","detail":"{read_only:false; response_revision:2381; number_of_response:1; }","duration":"783.011434ms","start":"2026-04-01T23:35:47.479635Z","end":"2026-04-01T23:35:48.262647Z","steps":["trace[442472809] 'process raft request' (duration: 782.496233ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:35:48.263001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:35:47.479612Z","time spent":"783.327701ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:35:48.272559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"824.681322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T23:35:48.272667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.133773213s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-01T23:35:48.272742Z","caller":"traceutil/trace.go:171","msg":"trace[1258809090] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:2383; }","duration":"1.133967658s","start":"2026-04-01T23:35:47.138763Z","end":"2026-04-01T23:35:48.27273Z","steps":["trace[1258809090] 'agreement among raft nodes before linearized reading' (duration: 1.133817735s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:35:48.272764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.207123059s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.209\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-01T23:35:48.272702Z","caller":"traceutil/trace.go:171","msg":"trace[754931784] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:2383; }","duration":"824.871826ms","start":"2026-04-01T23:35:47.447817Z","end":"2026-04-01T23:35:48.272689Z","steps":["trace[754931784] 'agreement among raft nodes before linearized reading' (duration: 824.693021ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:35:48.272906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:35:47.447791Z","time spent":"825.099541ms","remote":"127.0.0.1:54708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:35:48.272779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:35:47.138739Z","time spent":"1.134031789s","remote":"127.0.0.1:45900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":13,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:35:48.273205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"782.361718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-04-01T23:35:48.272473Z","caller":"traceutil/trace.go:171","msg":"trace[1276540338] linearizableReadLoop","detail":"{readStateIndex:2488; appliedIndex:2487; }","duration":"669.058113ms","start":"2026-04-01T23:35:47.603376Z","end":"2026-04-01T23:35:48.272434Z","steps":["trace[1276540338] 'read index received' (duration: 659.123546ms)","trace[1276540338] 'applied index is now lower than readState.Index' (duration: 9.933757ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:35:48.273261Z","caller":"traceutil/trace.go:171","msg":"trace[3779350] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2383; }","duration":"782.464841ms","start":"2026-04-01T23:35:47.490784Z","end":"2026-04-01T23:35:48.273249Z","steps":["trace[3779350] 'agreement among raft nodes before linearized reading' (duration: 781.664642ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:35:48.273309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:35:47.490767Z","time spent":"782.533252ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-01T23:35:48.27343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.249456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-04-01T23:35:48.272639Z","caller":"traceutil/trace.go:171","msg":"trace[1091968486] transaction","detail":"{read_only:false; response_revision:2383; number_of_response:1; }","duration":"664.376968ms","start":"2026-04-01T23:35:47.608242Z","end":"2026-04-01T23:35:48.272619Z","steps":["trace[1091968486] 'process raft request' (duration: 664.07439ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:35:48.273475Z","caller":"traceutil/trace.go:171","msg":"trace[1541424982] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2383; }","duration":"289.334988ms","start":"2026-04-01T23:35:47.984127Z","end":"2026-04-01T23:35:48.273462Z","steps":["trace[1541424982] 'agreement among raft nodes before linearized reading' (duration: 289.211305ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:35:48.273543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:35:47.608219Z","time spent":"665.268617ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:35:48.272567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"891.065338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T23:35:48.273615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.262686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-04-01T23:35:48.273643Z","caller":"traceutil/trace.go:171","msg":"trace[1467048227] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2383; }","duration":"289.345018ms","start":"2026-04-01T23:35:47.98429Z","end":"2026-04-01T23:35:48.273636Z","steps":["trace[1467048227] 'agreement among raft nodes before linearized reading' (duration: 289.222315ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:35:48.273643Z","caller":"traceutil/trace.go:171","msg":"trace[1585831101] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2383; }","duration":"892.187584ms","start":"2026-04-01T23:35:47.381445Z","end":"2026-04-01T23:35:48.273632Z","steps":["trace[1585831101] 'agreement among raft nodes before linearized reading' (duration: 891.064457ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:35:48.273697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:35:47.381424Z","time spent":"892.266065ms","remote":"127.0.0.1:58042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-01T23:35:48.273749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.498001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-01T23:35:48.273771Z","caller":"traceutil/trace.go:171","msg":"trace[748973648] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2383; }","duration":"289.551953ms","start":"2026-04-01T23:35:47.984214Z","end":"2026-04-01T23:35:48.273766Z","steps":["trace[748973648] 'agreement among raft nodes before linearized reading' (duration: 289.493951ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:35:48.272833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"755.866369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-01T23:35:48.273852Z","caller":"traceutil/trace.go:171","msg":"trace[1313453817] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2383; }","duration":"757.473856ms","start":"2026-04-01T23:35:47.51636Z","end":"2026-04-01T23:35:48.273834Z","steps":["trace[1313453817] 'agreement among raft nodes before linearized reading' (duration: 756.264689ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:35:48.273896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:35:47.516343Z","time spent":"757.540797ms","remote":"127.0.0.1:44608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-04-01T23:35:48.272831Z","caller":"traceutil/trace.go:171","msg":"trace[1772840048] range","detail":"{range_begin:/registry/masterleases/199.204.45.209; range_end:; response_count:1; response_revision:2383; }","duration":"1.20721723s","start":"2026-04-01T23:35:47.065597Z","end":"2026-04-01T23:35:48.272814Z","steps":["trace[1772840048] 'agreement among raft nodes before linearized reading' (duration: 1.207024376s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:35:48.273974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:35:47.065581Z","time spent":"1.208383757s","remote":"127.0.0.1:58064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.209\" "} {"level":"warn","ts":"2026-04-01T23:35:48.274045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.777148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-01T23:35:48.274101Z","caller":"traceutil/trace.go:171","msg":"trace[867252876] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2383; }","duration":"289.922971ms","start":"2026-04-01T23:35:47.984166Z","end":"2026-04-01T23:35:48.274089Z","steps":["trace[867252876] 'agreement among raft nodes before linearized reading' (duration: 289.539532ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:35:48.647333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.541356ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-04-01T23:35:48.647583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:35:48.274704Z","time spent":"372.866909ms","remote":"127.0.0.1:58064","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-01T23:35:48.647824Z","caller":"traceutil/trace.go:171","msg":"trace[1922589498] transaction","detail":"{read_only:false; response_revision:2384; number_of_response:1; }","duration":"370.477274ms","start":"2026-04-01T23:35:48.277316Z","end":"2026-04-01T23:35:48.647793Z","steps":["trace[1922589498] 'process raft request' (duration: 370.162996ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:35:48.647971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:35:48.277301Z","time spent":"370.607627ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:35:48.648029Z","caller":"traceutil/trace.go:171","msg":"trace[1811772186] transaction","detail":"{read_only:false; response_revision:2386; number_of_response:1; }","duration":"370.424873ms","start":"2026-04-01T23:35:48.277586Z","end":"2026-04-01T23:35:48.648011Z","steps":["trace[1811772186] 'process raft request' (duration: 370.061344ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:35:48.648066Z","caller":"traceutil/trace.go:171","msg":"trace[1838345787] linearizableReadLoop","detail":"{readStateIndex:2494; appliedIndex:2488; }","duration":"265.139733ms","start":"2026-04-01T23:35:48.382901Z","end":"2026-04-01T23:35:48.648041Z","steps":["trace[1838345787] 'read index received' (duration: 233.990817ms)","trace[1838345787] 'applied index is now lower than readState.Index' (duration: 31.147916ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:35:48.648152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:35:48.277545Z","time spent":"370.538536ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:35:48.648137Z","caller":"traceutil/trace.go:171","msg":"trace[1026115514] transaction","detail":"{read_only:false; response_revision:2388; number_of_response:1; }","duration":"368.646292ms","start":"2026-04-01T23:35:48.279456Z","end":"2026-04-01T23:35:48.648102Z","steps":["trace[1026115514] 'process raft request' (duration: 368.530139ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:35:48.648079Z","caller":"traceutil/trace.go:171","msg":"trace[900780296] transaction","detail":"{read_only:false; response_revision:2387; number_of_response:1; }","duration":"370.284301ms","start":"2026-04-01T23:35:48.277774Z","end":"2026-04-01T23:35:48.648058Z","steps":["trace[900780296] 'process raft request' (duration: 370.088635ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:35:48.648272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.384448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:35:48.647961Z","caller":"traceutil/trace.go:171","msg":"trace[481656369] transaction","detail":"{read_only:false; response_revision:2385; number_of_response:1; }","duration":"370.225108ms","start":"2026-04-01T23:35:48.277465Z","end":"2026-04-01T23:35:48.64769Z","steps":["trace[481656369] 'process raft request' (duration: 370.149567ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:35:48.648281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:35:48.279441Z","time spent":"368.764845ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:35:48.648307Z","caller":"traceutil/trace.go:171","msg":"trace[1970190250] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2388; }","duration":"265.46108ms","start":"2026-04-01T23:35:48.382835Z","end":"2026-04-01T23:35:48.648296Z","steps":["trace[1970190250] 'agreement among raft nodes before linearized reading' (duration: 265.416509ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:35:48.648232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.021388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:35:48.648374Z","caller":"traceutil/trace.go:171","msg":"trace[1428384219] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:2388; }","duration":"234.194541ms","start":"2026-04-01T23:35:48.414163Z","end":"2026-04-01T23:35:48.648357Z","steps":["trace[1428384219] 'agreement among raft nodes before linearized reading' (duration: 234.036458ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:35:48.648403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:35:48.277751Z","time spent":"370.509525ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:35:48.648776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:35:48.277452Z","time spent":"370.857083ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:35:49.78268Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7835591873806216281,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T23:35:50.28322Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7835591873806216281,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T23:35:50.796012Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7835591873806216281,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T23:35:51.297068Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7835591873806216281,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T23:35:51.381127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000042701s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-01T23:35:51.381254Z","caller":"traceutil/trace.go:171","msg":"trace[129702246] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000261507s","start":"2026-04-01T23:35:49.380959Z","end":"2026-04-01T23:35:51.38122Z","steps":["trace[129702246] 'agreement among raft nodes before linearized reading' (duration: 2.000062782s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:35:51.381309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:35:49.380927Z","time spent":"2.000371719s","remote":"127.0.0.1:58050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/01 23:35:51 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-01T23:35:51.391233Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.229479662s","expected-duration":"1s"} {"level":"info","ts":"2026-04-01T23:35:51.391712Z","caller":"traceutil/trace.go:171","msg":"trace[1568726838] transaction","detail":"{read_only:false; response_revision:2390; number_of_response:1; }","duration":"2.230044556s","start":"2026-04-01T23:35:49.161635Z","end":"2026-04-01T23:35:51.39168Z","steps":["trace[1568726838] 'process raft request' (duration: 2.22981403s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:35:51.391914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:35:49.161613Z","time spent":"2.230192178s","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:35:51.444881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000409861s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-01T23:35:51.444999Z","caller":"traceutil/trace.go:171","msg":"trace[860905837] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000599034s","start":"2026-04-01T23:35:49.444373Z","end":"2026-04-01T23:35:51.444972Z","steps":["trace[860905837] 'agreement among raft nodes before linearized reading' (duration: 2.00043303s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:35:51.44506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:35:49.44435Z","time spent":"2.000698607s","remote":"127.0.0.1:58042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/01 23:35:51 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-01T23:35:52.660839Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.264393241s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-01T23:35:53.056727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.535197ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-01T23:35:53.057046Z","caller":"traceutil/trace.go:171","msg":"trace[1774848210] transaction","detail":"{read_only:false; response_revision:2391; number_of_response:1; }","duration":"2.7877643s","start":"2026-04-01T23:35:50.269209Z","end":"2026-04-01T23:35:53.056975Z","steps":["trace[1774848210] 'process raft request' (duration: 2.391851005s)","trace[1774848210] 'compare' (duration: 395.354263ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:35:53.057164Z","caller":"traceutil/trace.go:171","msg":"trace[497648829] linearizableReadLoop","detail":"{readStateIndex:2500; appliedIndex:2495; }","duration":"3.774836446s","start":"2026-04-01T23:35:49.282304Z","end":"2026-04-01T23:35:53.05714Z","steps":["trace[497648829] 'read index received' (duration: 2.109205999s)","trace[497648829] 'applied index is now lower than readState.Index' (duration: 1.665628877s)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:35:53.057247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:35:50.269173Z","time spent":"2.787956874s","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:35:53.057412Z","caller":"traceutil/trace.go:171","msg":"trace[1597034592] transaction","detail":"{read_only:false; response_revision:2394; number_of_response:1; }","duration":"2.787039674s","start":"2026-04-01T23:35:50.270357Z","end":"2026-04-01T23:35:53.057396Z","steps":["trace[1597034592] 'process raft request' (duration: 2.786703515s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:35:53.057486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:35:50.270307Z","time spent":"2.787138136s","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:35:53.057721Z","caller":"traceutil/trace.go:171","msg":"trace[1639696483] transaction","detail":"{read_only:false; response_revision:2392; number_of_response:1; }","duration":"2.788312403s","start":"2026-04-01T23:35:50.269394Z","end":"2026-04-01T23:35:53.057706Z","steps":["trace[1639696483] 'process raft request' (duration: 2.787470793s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:35:53.057792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.775476711s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-04-01T23:35:53.057817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:35:50.269378Z","time spent":"2.788389145s","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:35:53.057871Z","caller":"traceutil/trace.go:171","msg":"trace[324546654] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2394; }","duration":"3.775597304s","start":"2026-04-01T23:35:49.282245Z","end":"2026-04-01T23:35:53.057842Z","steps":["trace[324546654] 'agreement among raft nodes before linearized reading' (duration: 3.775214035s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:35:53.05795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:35:49.282229Z","time spent":"3.775700327s","remote":"127.0.0.1:44608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-04-01T23:35:53.05802Z","caller":"traceutil/trace.go:171","msg":"trace[1825833550] transaction","detail":"{read_only:false; response_revision:2393; number_of_response:1; }","duration":"2.788551758s","start":"2026-04-01T23:35:50.269451Z","end":"2026-04-01T23:35:53.058003Z","steps":["trace[1825833550] 'process raft request' (duration: 2.787486354s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:35:53.058102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:35:50.269444Z","time spent":"2.78861403s","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:35:53.390107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000068774s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-01T23:35:53.390233Z","caller":"traceutil/trace.go:171","msg":"trace[711152743] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000243077s","start":"2026-04-01T23:35:51.389964Z","end":"2026-04-01T23:35:53.390207Z","steps":["trace[711152743] 'agreement among raft nodes before linearized reading' (duration: 2.000058313s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:35:53.390321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:35:51.389865Z","time spent":"2.000442822s","remote":"127.0.0.1:58042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/01 23:35:53 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-01T23:35:53.55744Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7835591873806216288,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T23:35:54.058214Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7835591873806216288,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T23:35:54.185613Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.068519771s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-01T23:35:54.703148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"880.728685ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:35:54.703689Z","caller":"traceutil/trace.go:171","msg":"trace[2053199412] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2394; }","duration":"881.281017ms","start":"2026-04-01T23:35:53.822382Z","end":"2026-04-01T23:35:54.703663Z","steps":["trace[2053199412] 'range keys from in-memory index tree' (duration: 880.709315ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:35:55.101346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"915.374964ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-04-01T23:35:55.102111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.449606532s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-04-01T23:35:55.102144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.094332472s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12386"} {"level":"warn","ts":"2026-04-01T23:35:55.102147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.53384331s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-01T23:35:55.102177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.824278773s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-01T23:35:55.102199Z","caller":"traceutil/trace.go:171","msg":"trace[1650805992] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2395; }","duration":"4.094435944s","start":"2026-04-01T23:35:51.00775Z","end":"2026-04-01T23:35:55.102186Z","steps":["trace[1650805992] 'agreement among raft nodes before linearized reading' (duration: 4.094290661s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:35:55.102206Z","caller":"traceutil/trace.go:171","msg":"trace[502239297] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:2395; }","duration":"4.533977393s","start":"2026-04-01T23:35:50.568217Z","end":"2026-04-01T23:35:55.102195Z","steps":["trace[502239297] 'agreement among raft nodes before linearized reading' (duration: 4.53384373s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:35:55.102239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:35:51.007724Z","time spent":"4.094506926s","remote":"127.0.0.1:58198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12409,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-01T23:35:55.102212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.814310477s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18a25fc6b5f6f71f\" ","response":"range_response_count:1 size:846"} {"level":"warn","ts":"2026-04-01T23:35:55.102221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.418388009s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T23:35:55.102301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.448694362s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-01T23:35:55.102331Z","caller":"traceutil/trace.go:171","msg":"trace[1058692281] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18a25fc6b5f6f71f; range_end:; response_count:1; response_revision:2395; }","duration":"4.814507782s","start":"2026-04-01T23:35:50.287804Z","end":"2026-04-01T23:35:55.102311Z","steps":["trace[1058692281] 'agreement among raft nodes before linearized reading' (duration: 4.814224124s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:35:55.10231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.330878608s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-01T23:35:55.102396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:35:50.287784Z","time spent":"4.814602033s","remote":"127.0.0.1:58094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":869,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18a25fc6b5f6f71f\" "} {"level":"info","ts":"2026-04-01T23:35:55.102178Z","caller":"traceutil/trace.go:171","msg":"trace[1165086807] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2395; }","duration":"4.449671303s","start":"2026-04-01T23:35:50.652494Z","end":"2026-04-01T23:35:55.102165Z","steps":["trace[1165086807] 'agreement among raft nodes before linearized reading' (duration: 4.44951308s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:35:55.102406Z","caller":"traceutil/trace.go:171","msg":"trace[1444106004] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:2395; }","duration":"2.418567784s","start":"2026-04-01T23:35:52.683776Z","end":"2026-04-01T23:35:55.102344Z","steps":["trace[1444106004] 'agreement among raft nodes before linearized reading' (duration: 2.418360629s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:35:55.102486Z","caller":"traceutil/trace.go:171","msg":"trace[606517905] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:2395; }","duration":"4.331091765s","start":"2026-04-01T23:35:50.77132Z","end":"2026-04-01T23:35:55.102412Z","steps":["trace[606517905] 'agreement among raft nodes before linearized reading' (duration: 4.330850019s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:35:55.1025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:35:50.652416Z","time spent":"4.450051433s","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-01T23:35:55.10224Z","caller":"traceutil/trace.go:171","msg":"trace[1764005556] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2395; }","duration":"4.824372566s","start":"2026-04-01T23:35:50.277848Z","end":"2026-04-01T23:35:55.102221Z","steps":["trace[1764005556] 'agreement among raft nodes before linearized reading' (duration: 4.824206002s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:35:55.102563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:35:50.771299Z","time spent":"4.331248818s","remote":"127.0.0.1:58452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:35:55.102581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:35:50.277836Z","time spent":"4.824737395s","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-01T23:35:55.101778Z","caller":"traceutil/trace.go:171","msg":"trace[1125777612] linearizableReadLoop","detail":"{readStateIndex:2501; appliedIndex:2500; }","duration":"2.044527087s","start":"2026-04-01T23:35:53.057202Z","end":"2026-04-01T23:35:55.101729Z","steps":["trace[1125777612] 'read index received' (duration: 1.1285968s)","trace[1125777612] 'applied index is now lower than readState.Index' (duration: 915.927667ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:35:55.102094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.85801998s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T23:35:55.102601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:35:52.683752Z","time spent":"2.41878166s","remote":"127.0.0.1:54734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:35:55.102206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.223959111s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:35:55.102698Z","caller":"traceutil/trace.go:171","msg":"trace[1852209729] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:2395; }","duration":"2.858647615s","start":"2026-04-01T23:35:52.244036Z","end":"2026-04-01T23:35:55.102684Z","steps":["trace[1852209729] 'agreement among raft nodes before linearized reading' (duration: 2.857984329s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:35:55.102742Z","caller":"traceutil/trace.go:171","msg":"trace[817785408] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:2395; }","duration":"2.224570006s","start":"2026-04-01T23:35:52.878156Z","end":"2026-04-01T23:35:55.102726Z","steps":["trace[817785408] 'agreement among raft nodes before linearized reading' (duration: 2.223941901s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:35:55.102757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:35:52.243975Z","time spent":"2.858760297s","remote":"127.0.0.1:54624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:35:55.102251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:35:50.568187Z","time spent":"4.534050965s","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":14,"response size":30,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:35:55.1028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:35:52.878135Z","time spent":"2.224646147s","remote":"127.0.0.1:54788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:35:55.10225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.449189513s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-01T23:35:55.10239Z","caller":"traceutil/trace.go:171","msg":"trace[1043078555] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2395; }","duration":"4.448786215s","start":"2026-04-01T23:35:50.653577Z","end":"2026-04-01T23:35:55.102363Z","steps":["trace[1043078555] 'agreement among raft nodes before linearized reading' (duration: 4.448418566s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:35:55.102863Z","caller":"traceutil/trace.go:171","msg":"trace[1747020741] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2395; }","duration":"4.449865279s","start":"2026-04-01T23:35:50.652983Z","end":"2026-04-01T23:35:55.102849Z","steps":["trace[1747020741] 'agreement among raft nodes before linearized reading' (duration: 4.449074s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:35:55.102918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:35:50.652947Z","time spent":"4.449952691s","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-01T23:35:55.102931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:35:50.65356Z","time spent":"4.449351997s","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-01T23:35:55.102435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.008765694s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:35:55.103051Z","caller":"traceutil/trace.go:171","msg":"trace[483092746] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:2395; }","duration":"5.00946077s","start":"2026-04-01T23:35:50.093573Z","end":"2026-04-01T23:35:55.103034Z","steps":["trace[483092746] 'agreement among raft nodes before linearized reading' (duration: 5.008784275s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:35:55.10239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.449369067s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-01T23:35:55.103102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:35:50.093549Z","time spent":"5.009535702s","remote":"127.0.0.1:54722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-01T23:35:55.103123Z","caller":"traceutil/trace.go:171","msg":"trace[1412468205] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2395; }","duration":"4.450199167s","start":"2026-04-01T23:35:50.652907Z","end":"2026-04-01T23:35:55.103107Z","steps":["trace[1412468205] 'agreement among raft nodes before linearized reading' (duration: 4.449176713s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:35:55.10318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:35:50.652878Z","time spent":"4.450288298s","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-01T23:35:55.103298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.123584718s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-01T23:35:55.103443Z","caller":"traceutil/trace.go:171","msg":"trace[168888717] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2395; }","duration":"4.123771762s","start":"2026-04-01T23:35:50.979642Z","end":"2026-04-01T23:35:55.103414Z","steps":["trace[168888717] 'agreement among raft nodes before linearized reading' (duration: 4.122463012s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:35:55.103516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:35:50.979619Z","time spent":"4.123876805s","remote":"127.0.0.1:44572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:35:55.109769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"889.640998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:35:55.109821Z","caller":"traceutil/trace.go:171","msg":"trace[902777330] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:2398; }","duration":"889.73278ms","start":"2026-04-01T23:35:54.220073Z","end":"2026-04-01T23:35:55.109806Z","steps":["trace[902777330] 'agreement among raft nodes before linearized reading' (duration: 889.663738ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:35:55.109845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:35:54.220014Z","time spent":"889.825292ms","remote":"127.0.0.1:54750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:35:55.109841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.015723249s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T23:35:55.109825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"540.396936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:35:55.109883Z","caller":"traceutil/trace.go:171","msg":"trace[556472637] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:2398; }","duration":"1.015816891s","start":"2026-04-01T23:35:54.094053Z","end":"2026-04-01T23:35:55.10987Z","steps":["trace[556472637] 'agreement among raft nodes before linearized reading' (duration: 1.01574609s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:35:55.109896Z","caller":"traceutil/trace.go:171","msg":"trace[5361898] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:2398; }","duration":"540.57075ms","start":"2026-04-01T23:35:54.569309Z","end":"2026-04-01T23:35:55.10988Z","steps":["trace[5361898] 'agreement among raft nodes before linearized reading' (duration: 540.455458ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:35:55.10992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:35:54.094024Z","time spent":"1.015888673s","remote":"127.0.0.1:44434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:35:55.109929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:35:54.569272Z","time spent":"540.648231ms","remote":"127.0.0.1:58246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:35:55.109765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.719160517s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:35:55.109973Z","caller":"traceutil/trace.go:171","msg":"trace[1265980845] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2398; }","duration":"1.719436533s","start":"2026-04-01T23:35:53.390528Z","end":"2026-04-01T23:35:55.109964Z","steps":["trace[1265980845] 'agreement among raft nodes before linearized reading' (duration: 1.719202278s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:35:55.109994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:35:53.390479Z","time spent":"1.719508816s","remote":"127.0.0.1:58050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-01T23:35:55.109828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.405753351s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-01T23:35:55.110015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.042940139s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-01T23:35:55.110126Z","caller":"traceutil/trace.go:171","msg":"trace[1815745720] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:2398; }","duration":"1.406066399s","start":"2026-04-01T23:35:53.704006Z","end":"2026-04-01T23:35:55.110072Z","steps":["trace[1815745720] 'agreement among raft nodes before linearized reading' (duration: 1.405788972s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:35:55.11014Z","caller":"traceutil/trace.go:171","msg":"trace[1962720522] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2398; }","duration":"1.043136004s","start":"2026-04-01T23:35:54.06699Z","end":"2026-04-01T23:35:55.110126Z","steps":["trace[1962720522] 'agreement among raft nodes before linearized reading' (duration: 1.042804066s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:35:55.11018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:35:54.066967Z","time spent":"1.043204545s","remote":"127.0.0.1:44608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-01T23:35:55.110252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:35:53.703965Z","time spent":"1.406203082s","remote":"127.0.0.1:58532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":3,"response size":30,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-04-01T23:36:21.522692Z","caller":"traceutil/trace.go:171","msg":"trace[903485371] transaction","detail":"{read_only:false; response_revision:2539; number_of_response:1; }","duration":"184.262496ms","start":"2026-04-01T23:36:21.338392Z","end":"2026-04-01T23:36:21.522655Z","steps":["trace[903485371] 'process raft request' (duration: 184.180284ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:36:21.522934Z","caller":"traceutil/trace.go:171","msg":"trace[1333073192] transaction","detail":"{read_only:false; response_revision:2540; number_of_response:1; }","duration":"183.954519ms","start":"2026-04-01T23:36:21.338938Z","end":"2026-04-01T23:36:21.522893Z","steps":["trace[1333073192] 'process raft request' (duration: 183.677143ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:36:21.522953Z","caller":"traceutil/trace.go:171","msg":"trace[144089553] transaction","detail":"{read_only:false; response_revision:2538; number_of_response:1; }","duration":"184.701496ms","start":"2026-04-01T23:36:21.338191Z","end":"2026-04-01T23:36:21.522893Z","steps":["trace[144089553] 'process raft request' (duration: 129.516309ms)","trace[144089553] 'compare' (duration: 54.726017ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:36:21.52303Z","caller":"traceutil/trace.go:171","msg":"trace[363090783] linearizableReadLoop","detail":"{readStateIndex:2653; appliedIndex:2648; }","duration":"140.485339ms","start":"2026-04-01T23:36:21.382508Z","end":"2026-04-01T23:36:21.522994Z","steps":["trace[363090783] 'read index received' (duration: 4.86079ms)","trace[363090783] 'applied index is now lower than readState.Index' (duration: 135.620808ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:36:21.522971Z","caller":"traceutil/trace.go:171","msg":"trace[1051275334] transaction","detail":"{read_only:false; response_revision:2541; number_of_response:1; }","duration":"182.984697ms","start":"2026-04-01T23:36:21.339963Z","end":"2026-04-01T23:36:21.522948Z","steps":["trace[1051275334] 'process raft request' (duration: 182.742281ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:36:21.523155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.636353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:36:21.523198Z","caller":"traceutil/trace.go:171","msg":"trace[1183690315] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2542; }","duration":"140.716114ms","start":"2026-04-01T23:36:21.382471Z","end":"2026-04-01T23:36:21.523187Z","steps":["trace[1183690315] 'agreement among raft nodes before linearized reading' (duration: 140.608591ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:36:27.377619Z","caller":"traceutil/trace.go:171","msg":"trace[335344110] transaction","detail":"{read_only:false; response_revision:2565; number_of_response:1; }","duration":"106.507295ms","start":"2026-04-01T23:36:27.271088Z","end":"2026-04-01T23:36:27.377595Z","steps":["trace[335344110] 'process raft request' (duration: 106.356482ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:36:27.780727Z","caller":"traceutil/trace.go:171","msg":"trace[863070214] transaction","detail":"{read_only:false; response_revision:2570; number_of_response:1; }","duration":"188.681787ms","start":"2026-04-01T23:36:27.592019Z","end":"2026-04-01T23:36:27.780701Z","steps":["trace[863070214] 'process raft request' (duration: 188.485933ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:36:27.917155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.162419ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-01T23:36:27.917365Z","caller":"traceutil/trace.go:171","msg":"trace[1844901713] transaction","detail":"{read_only:false; response_revision:2573; number_of_response:1; }","duration":"322.322839ms","start":"2026-04-01T23:36:27.595031Z","end":"2026-04-01T23:36:27.917353Z","steps":["trace[1844901713] 'process raft request' (duration: 322.295589ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:36:27.917422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:36:27.595023Z","time spent":"322.36851ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:36:27.917591Z","caller":"traceutil/trace.go:171","msg":"trace[1128722927] transaction","detail":"{read_only:false; response_revision:2572; number_of_response:1; }","duration":"325.078433ms","start":"2026-04-01T23:36:27.592505Z","end":"2026-04-01T23:36:27.917584Z","steps":["trace[1128722927] 'process raft request' (duration: 324.727625ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:36:27.917614Z","caller":"traceutil/trace.go:171","msg":"trace[201281196] transaction","detail":"{read_only:false; response_revision:2571; number_of_response:1; }","duration":"325.488882ms","start":"2026-04-01T23:36:27.592052Z","end":"2026-04-01T23:36:27.917541Z","steps":["trace[201281196] 'process raft request' (duration: 203.811351ms)","trace[201281196] 'compare' (duration: 121.041636ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:36:27.917625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:36:27.592486Z","time spent":"325.124004ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:36:27.919063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:36:27.592032Z","time spent":"326.944685ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:36:28.171148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.036189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-01T23:36:28.171273Z","caller":"traceutil/trace.go:171","msg":"trace[1612720026] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:2573; }","duration":"122.185593ms","start":"2026-04-01T23:36:28.04906Z","end":"2026-04-01T23:36:28.171246Z","steps":["trace[1612720026] 'count revisions from in-memory index tree' (duration: 121.930747ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:36:29.536807Z","caller":"traceutil/trace.go:171","msg":"trace[1608247522] transaction","detail":"{read_only:false; response_revision:2576; number_of_response:1; }","duration":"126.193685ms","start":"2026-04-01T23:36:29.410574Z","end":"2026-04-01T23:36:29.536767Z","steps":["trace[1608247522] 'process raft request' (duration: 124.643119ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:36:29.536857Z","caller":"traceutil/trace.go:171","msg":"trace[240843318] linearizableReadLoop","detail":"{readStateIndex:2692; appliedIndex:2688; }","duration":"116.979814ms","start":"2026-04-01T23:36:29.419849Z","end":"2026-04-01T23:36:29.536829Z","steps":["trace[240843318] 'read index received' (duration: 28.09956ms)","trace[240843318] 'applied index is now lower than readState.Index' (duration: 88.879084ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:36:29.536917Z","caller":"traceutil/trace.go:171","msg":"trace[2073400516] transaction","detail":"{read_only:false; response_revision:2578; number_of_response:1; }","duration":"122.237123ms","start":"2026-04-01T23:36:29.414659Z","end":"2026-04-01T23:36:29.536896Z","steps":["trace[2073400516] 'process raft request' (duration: 122.061239ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:36:29.536809Z","caller":"traceutil/trace.go:171","msg":"trace[1294857301] transaction","detail":"{read_only:false; response_revision:2577; number_of_response:1; }","duration":"124.836393ms","start":"2026-04-01T23:36:29.411948Z","end":"2026-04-01T23:36:29.536784Z","steps":["trace[1294857301] 'process raft request' (duration: 124.688949ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:36:29.537241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.024407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-01T23:36:29.53733Z","caller":"traceutil/trace.go:171","msg":"trace[435588165] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2578; }","duration":"100.150711ms","start":"2026-04-01T23:36:29.437159Z","end":"2026-04-01T23:36:29.53731Z","steps":["trace[435588165] 'agreement among raft nodes before linearized reading' (duration: 99.886435ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:36:29.537422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.376613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-01T23:36:29.537462Z","caller":"traceutil/trace.go:171","msg":"trace[81300970] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2578; }","duration":"117.650639ms","start":"2026-04-01T23:36:29.419799Z","end":"2026-04-01T23:36:29.53745Z","steps":["trace[81300970] 'agreement among raft nodes before linearized reading' (duration: 117.158148ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:36:30.169175Z","caller":"traceutil/trace.go:171","msg":"trace[359249322] linearizableReadLoop","detail":"{readStateIndex:2697; appliedIndex:2695; }","duration":"134.932782ms","start":"2026-04-01T23:36:30.034226Z","end":"2026-04-01T23:36:30.169159Z","steps":["trace[359249322] 'read index received' (duration: 134.734418ms)","trace[359249322] 'applied index is now lower than readState.Index' (duration: 197.884µs)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:36:30.169285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.044725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:36:30.169306Z","caller":"traceutil/trace.go:171","msg":"trace[538687167] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:2583; }","duration":"135.121887ms","start":"2026-04-01T23:36:30.034177Z","end":"2026-04-01T23:36:30.169299Z","steps":["trace[538687167] 'agreement among raft nodes before linearized reading' (duration: 135.051705ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:36:30.169307Z","caller":"traceutil/trace.go:171","msg":"trace[1539785287] transaction","detail":"{read_only:false; response_revision:2582; number_of_response:1; }","duration":"242.829919ms","start":"2026-04-01T23:36:29.92644Z","end":"2026-04-01T23:36:30.16927Z","steps":["trace[1539785287] 'process raft request' (duration: 242.577783ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:36:30.169372Z","caller":"traceutil/trace.go:171","msg":"trace[1244907084] transaction","detail":"{read_only:false; response_revision:2583; number_of_response:1; }","duration":"242.043211ms","start":"2026-04-01T23:36:29.927287Z","end":"2026-04-01T23:36:30.16933Z","steps":["trace[1244907084] 'process raft request' (duration: 241.846467ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:36:32.282058Z","caller":"traceutil/trace.go:171","msg":"trace[782977966] linearizableReadLoop","detail":"{readStateIndex:2705; appliedIndex:2704; }","duration":"109.106653ms","start":"2026-04-01T23:36:32.172928Z","end":"2026-04-01T23:36:32.282035Z","steps":["trace[782977966] 'read index received' (duration: 21.721694ms)","trace[782977966] 'applied index is now lower than readState.Index' (duration: 87.383519ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:36:32.282354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.39902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-01T23:36:32.282436Z","caller":"traceutil/trace.go:171","msg":"trace[1614376907] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2590; }","duration":"109.526204ms","start":"2026-04-01T23:36:32.172891Z","end":"2026-04-01T23:36:32.282417Z","steps":["trace[1614376907] 'agreement among raft nodes before linearized reading' (duration: 109.237177ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:36:32.282375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.444692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-01T23:36:32.282565Z","caller":"traceutil/trace.go:171","msg":"trace[266059316] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2590; }","duration":"109.637396ms","start":"2026-04-01T23:36:32.172908Z","end":"2026-04-01T23:36:32.282545Z","steps":["trace[266059316] 'agreement among raft nodes before linearized reading' (duration: 109.187106ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:36:33.071081Z","caller":"traceutil/trace.go:171","msg":"trace[1850070053] linearizableReadLoop","detail":"{readStateIndex:2708; appliedIndex:2707; }","duration":"361.551373ms","start":"2026-04-01T23:36:32.709506Z","end":"2026-04-01T23:36:33.071057Z","steps":["trace[1850070053] 'read index received' (duration: 361.291667ms)","trace[1850070053] 'applied index is now lower than readState.Index' (duration: 258.816µs)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:36:33.071192Z","caller":"traceutil/trace.go:171","msg":"trace[788044248] transaction","detail":"{read_only:false; response_revision:2593; number_of_response:1; }","duration":"435.382244ms","start":"2026-04-01T23:36:32.635763Z","end":"2026-04-01T23:36:33.071146Z","steps":["trace[788044248] 'process raft request' (duration: 435.108477ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:36:33.071366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:36:32.635747Z","time spent":"435.510376ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:36:33.071574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.938521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:36:33.071658Z","caller":"traceutil/trace.go:171","msg":"trace[322070892] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:2593; }","duration":"362.184527ms","start":"2026-04-01T23:36:32.709454Z","end":"2026-04-01T23:36:33.071638Z","steps":["trace[322070892] 'agreement among raft nodes before linearized reading' (duration: 361.721936ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:36:33.071771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:36:32.709433Z","time spent":"362.32489ms","remote":"127.0.0.1:58144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:36:34.142604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.512416ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:36:34.142762Z","caller":"traceutil/trace.go:171","msg":"trace[559727348] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2594; }","duration":"319.69285ms","start":"2026-04-01T23:36:33.823045Z","end":"2026-04-01T23:36:34.142738Z","steps":["trace[559727348] 'range keys from in-memory index tree' (duration: 319.488285ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:36:34.142925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.357413ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-01T23:36:34.143006Z","caller":"traceutil/trace.go:171","msg":"trace[1115439302] transaction","detail":"{read_only:false; response_revision:2595; number_of_response:1; }","duration":"552.190733ms","start":"2026-04-01T23:36:33.590801Z","end":"2026-04-01T23:36:34.142991Z","steps":["trace[1115439302] 'process raft request' (duration: 293.707848ms)","trace[1115439302] 'compare' (duration: 258.130287ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:36:34.143053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:36:33.590776Z","time spent":"552.261365ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:36:34.183036Z","caller":"traceutil/trace.go:171","msg":"trace[1146681193] linearizableReadLoop","detail":"{readStateIndex:2712; appliedIndex:2709; }","duration":"547.374733ms","start":"2026-04-01T23:36:33.635636Z","end":"2026-04-01T23:36:34.183011Z","steps":["trace[1146681193] 'read index received' (duration: 248.961779ms)","trace[1146681193] 'applied index is now lower than readState.Index' (duration: 298.411824ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:36:34.183163Z","caller":"traceutil/trace.go:171","msg":"trace[1749501407] transaction","detail":"{read_only:false; response_revision:2597; number_of_response:1; }","duration":"555.712723ms","start":"2026-04-01T23:36:33.627436Z","end":"2026-04-01T23:36:34.183149Z","steps":["trace[1749501407] 'process raft request' (duration: 555.532659ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:36:34.183129Z","caller":"traceutil/trace.go:171","msg":"trace[720206476] transaction","detail":"{read_only:false; response_revision:2596; number_of_response:1; }","duration":"556.054721ms","start":"2026-04-01T23:36:33.627027Z","end":"2026-04-01T23:36:34.183082Z","steps":["trace[720206476] 'process raft request' (duration: 555.803165ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:36:34.183301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:36:33.627413Z","time spent":"555.780915ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:36:34.183306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.628142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-01T23:36:34.183802Z","caller":"traceutil/trace.go:171","msg":"trace[503876983] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2597; }","duration":"314.165604ms","start":"2026-04-01T23:36:33.869618Z","end":"2026-04-01T23:36:34.183783Z","steps":["trace[503876983] 'agreement among raft nodes before linearized reading' (duration: 313.603851ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:36:34.183335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"502.208655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-04-01T23:36:34.183857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:36:33.869605Z","time spent":"314.234995ms","remote":"127.0.0.1:44598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-01T23:36:34.1839Z","caller":"traceutil/trace.go:171","msg":"trace[252329880] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2597; }","duration":"502.773638ms","start":"2026-04-01T23:36:33.681109Z","end":"2026-04-01T23:36:34.183883Z","steps":["trace[252329880] 'agreement among raft nodes before linearized reading' (duration: 502.105173ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:36:34.183961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:36:33.681023Z","time spent":"502.915491ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-01T23:36:34.183395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.558335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:36:34.184012Z","caller":"traceutil/trace.go:171","msg":"trace[739993443] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:2597; }","duration":"370.288041ms","start":"2026-04-01T23:36:33.813713Z","end":"2026-04-01T23:36:34.184001Z","steps":["trace[739993443] 'agreement among raft nodes before linearized reading' (duration: 369.593326ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:36:34.184041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:36:33.813689Z","time spent":"370.340903ms","remote":"127.0.0.1:44474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:36:34.183421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.533594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-04-01T23:36:34.184183Z","caller":"traceutil/trace.go:171","msg":"trace[1088039744] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2597; }","duration":"496.328572ms","start":"2026-04-01T23:36:33.687837Z","end":"2026-04-01T23:36:34.184166Z","steps":["trace[1088039744] 'agreement among raft nodes before linearized reading' (duration: 495.527044ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:36:34.184243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:36:33.687814Z","time spent":"496.413645ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-01T23:36:34.183423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.335912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-01T23:36:34.184292Z","caller":"traceutil/trace.go:171","msg":"trace[1666954446] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2597; }","duration":"212.259544ms","start":"2026-04-01T23:36:33.972023Z","end":"2026-04-01T23:36:34.184283Z","steps":["trace[1666954446] 'agreement among raft nodes before linearized reading' (duration: 211.343512ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:36:34.183469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"547.838564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-01T23:36:34.184356Z","caller":"traceutil/trace.go:171","msg":"trace[2124909541] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2597; }","duration":"548.762966ms","start":"2026-04-01T23:36:33.635577Z","end":"2026-04-01T23:36:34.18434Z","steps":["trace[2124909541] 'agreement among raft nodes before linearized reading' (duration: 547.770023ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:36:34.184405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:36:33.635558Z","time spent":"548.834357ms","remote":"127.0.0.1:44608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-01T23:36:34.183495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.698664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-01T23:36:34.184473Z","caller":"traceutil/trace.go:171","msg":"trace[100642644] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2597; }","duration":"217.719928ms","start":"2026-04-01T23:36:33.966747Z","end":"2026-04-01T23:36:34.184467Z","steps":["trace[100642644] 'agreement among raft nodes before linearized reading' (duration: 216.627032ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:36:34.183522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.848136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-01T23:36:34.184556Z","caller":"traceutil/trace.go:171","msg":"trace[643910734] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2597; }","duration":"364.894279ms","start":"2026-04-01T23:36:33.819635Z","end":"2026-04-01T23:36:34.184529Z","steps":["trace[643910734] 'agreement among raft nodes before linearized reading' (duration: 363.801814ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:36:34.184644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:36:33.81962Z","time spent":"364.993762ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-01T23:36:34.184774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:36:33.626992Z","time spent":"556.613784ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:36:34.508625Z","caller":"traceutil/trace.go:171","msg":"trace[1214029460] transaction","detail":"{read_only:false; response_revision:2598; number_of_response:1; }","duration":"321.527291ms","start":"2026-04-01T23:36:34.187036Z","end":"2026-04-01T23:36:34.508563Z","steps":["trace[1214029460] 'process raft request' (duration: 229.25687ms)","trace[1214029460] 'compare' (duration: 92.098277ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:36:34.508831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:36:34.187011Z","time spent":"321.715886ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:36:34.545983Z","caller":"traceutil/trace.go:171","msg":"trace[840005206] transaction","detail":"{read_only:false; response_revision:2599; number_of_response:1; }","duration":"358.051483ms","start":"2026-04-01T23:36:34.187908Z","end":"2026-04-01T23:36:34.54596Z","steps":["trace[840005206] 'process raft request' (duration: 357.774697ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:36:34.5461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:36:34.187885Z","time spent":"358.154216ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:36:34.546321Z","caller":"traceutil/trace.go:171","msg":"trace[1391038232] linearizableReadLoop","detail":"{readStateIndex:2716; appliedIndex:2712; }","duration":"207.674479ms","start":"2026-04-01T23:36:34.338586Z","end":"2026-04-01T23:36:34.546261Z","steps":["trace[1391038232] 'read index received' (duration: 77.692198ms)","trace[1391038232] 'applied index is now lower than readState.Index' (duration: 129.981341ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:36:34.546414Z","caller":"traceutil/trace.go:171","msg":"trace[1796706738] transaction","detail":"{read_only:false; response_revision:2600; number_of_response:1; }","duration":"358.403281ms","start":"2026-04-01T23:36:34.188Z","end":"2026-04-01T23:36:34.546403Z","steps":["trace[1796706738] 'process raft request' (duration: 358.110285ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:36:34.546445Z","caller":"traceutil/trace.go:171","msg":"trace[1193520335] transaction","detail":"{read_only:false; response_revision:2601; number_of_response:1; }","duration":"358.053333ms","start":"2026-04-01T23:36:34.188377Z","end":"2026-04-01T23:36:34.546431Z","steps":["trace[1193520335] 'process raft request' (duration: 357.826938ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:36:34.546736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:36:34.188357Z","time spent":"358.34107ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:36:34.546735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.533554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-01T23:36:34.546824Z","caller":"traceutil/trace.go:171","msg":"trace[817326843] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:2601; }","duration":"134.687247ms","start":"2026-04-01T23:36:34.412111Z","end":"2026-04-01T23:36:34.546798Z","steps":["trace[817326843] 'agreement among raft nodes before linearized reading' (duration: 134.495913ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:36:34.546474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:36:34.187981Z","time spent":"358.459242ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:36:34.546632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.052107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-01T23:36:34.547002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.933352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-01T23:36:34.547156Z","caller":"traceutil/trace.go:171","msg":"trace[934566486] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2601; }","duration":"171.24494ms","start":"2026-04-01T23:36:34.37589Z","end":"2026-04-01T23:36:34.547135Z","steps":["trace[934566486] 'agreement among raft nodes before linearized reading' (duration: 170.712688ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:36:34.547041Z","caller":"traceutil/trace.go:171","msg":"trace[557070170] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2601; }","duration":"208.496647ms","start":"2026-04-01T23:36:34.338528Z","end":"2026-04-01T23:36:34.547024Z","steps":["trace[557070170] 'agreement among raft nodes before linearized reading' (duration: 207.979265ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:36:35.012726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.511798ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-01T23:36:35.01293Z","caller":"traceutil/trace.go:171","msg":"trace[1365600596] linearizableReadLoop","detail":"{readStateIndex:2718; appliedIndex:2716; }","duration":"249.766677ms","start":"2026-04-01T23:36:34.763149Z","end":"2026-04-01T23:36:35.012916Z","steps":["trace[1365600596] 'read index received' (duration: 102.230309ms)","trace[1365600596] 'applied index is now lower than readState.Index' (duration: 147.535548ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:36:35.013008Z","caller":"traceutil/trace.go:171","msg":"trace[1648377556] transaction","detail":"{read_only:false; response_revision:2603; number_of_response:1; }","duration":"461.431616ms","start":"2026-04-01T23:36:34.551569Z","end":"2026-04-01T23:36:35.013Z","steps":["trace[1648377556] 'process raft request' (duration: 461.252202ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:36:35.01305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:36:34.551552Z","time spent":"461.475587ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:36:35.013067Z","caller":"traceutil/trace.go:171","msg":"trace[2079907134] transaction","detail":"{read_only:false; response_revision:2602; number_of_response:1; }","duration":"461.764694ms","start":"2026-04-01T23:36:34.551281Z","end":"2026-04-01T23:36:35.013045Z","steps":["trace[2079907134] 'process raft request' (duration: 176.864888ms)","trace[2079907134] 'compare' (duration: 284.355894ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:36:35.01317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:36:34.551255Z","time spent":"461.859105ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:36:35.013224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.074614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:36:35.013258Z","caller":"traceutil/trace.go:171","msg":"trace[1106520547] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:2603; }","duration":"250.145826ms","start":"2026-04-01T23:36:34.763104Z","end":"2026-04-01T23:36:35.01325Z","steps":["trace[1106520547] 'agreement among raft nodes before linearized reading' (duration: 250.086454ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:36:35.013244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.842071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-01T23:36:35.013339Z","caller":"traceutil/trace.go:171","msg":"trace[1418155860] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:2603; }","duration":"174.949113ms","start":"2026-04-01T23:36:34.838337Z","end":"2026-04-01T23:36:35.013286Z","steps":["trace[1418155860] 'agreement among raft nodes before linearized reading' (duration: 174.822941ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:36:42.671555Z","caller":"traceutil/trace.go:171","msg":"trace[864067676] transaction","detail":"{read_only:false; response_revision:2639; number_of_response:1; }","duration":"128.018456ms","start":"2026-04-01T23:36:42.543505Z","end":"2026-04-01T23:36:42.671524Z","steps":["trace[864067676] 'process raft request' (duration: 127.851122ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:36:46.91407Z","caller":"traceutil/trace.go:171","msg":"trace[1274592448] transaction","detail":"{read_only:false; response_revision:2674; number_of_response:1; }","duration":"131.447613ms","start":"2026-04-01T23:36:46.782591Z","end":"2026-04-01T23:36:46.914039Z","steps":["trace[1274592448] 'process raft request' (duration: 51.712696ms)","trace[1274592448] 'compare' (duration: 79.557633ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:37:10.234967Z","caller":"traceutil/trace.go:171","msg":"trace[715799823] transaction","detail":"{read_only:false; response_revision:2803; number_of_response:1; }","duration":"112.587424ms","start":"2026-04-01T23:37:10.12236Z","end":"2026-04-01T23:37:10.234948Z","steps":["trace[715799823] 'process raft request' (duration: 112.455571ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:10.695807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.051839ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-01T23:37:10.696026Z","caller":"traceutil/trace.go:171","msg":"trace[793140792] transaction","detail":"{read_only:false; response_revision:2805; number_of_response:1; }","duration":"407.823486ms","start":"2026-04-01T23:37:10.288168Z","end":"2026-04-01T23:37:10.695992Z","steps":["trace[793140792] 'process raft request' (duration: 89.505821ms)","trace[793140792] 'compare' (duration: 317.874025ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:37:10.696186Z","caller":"traceutil/trace.go:171","msg":"trace[806417266] linearizableReadLoop","detail":"{readStateIndex:2931; appliedIndex:2926; }","duration":"211.034439ms","start":"2026-04-01T23:37:10.48513Z","end":"2026-04-01T23:37:10.696165Z","steps":["trace[806417266] 'read index received' (duration: 210.246061ms)","trace[806417266] 'applied index is now lower than readState.Index' (duration: 787.048µs)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:37:10.696309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.173252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-01T23:37:10.696299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:10.288142Z","time spent":"408.006349ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:37:10.696383Z","caller":"traceutil/trace.go:171","msg":"trace[1130614652] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:2809; }","duration":"211.288855ms","start":"2026-04-01T23:37:10.485077Z","end":"2026-04-01T23:37:10.696366Z","steps":["trace[1130614652] 'agreement among raft nodes before linearized reading' (duration: 211.160582ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:37:10.696528Z","caller":"traceutil/trace.go:171","msg":"trace[1102766219] transaction","detail":"{read_only:false; response_revision:2807; number_of_response:1; }","duration":"383.436701ms","start":"2026-04-01T23:37:10.31308Z","end":"2026-04-01T23:37:10.696517Z","steps":["trace[1102766219] 'process raft request' (duration: 382.91858ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:37:10.696543Z","caller":"traceutil/trace.go:171","msg":"trace[894657737] transaction","detail":"{read_only:false; response_revision:2808; number_of_response:1; }","duration":"350.196088ms","start":"2026-04-01T23:37:10.346334Z","end":"2026-04-01T23:37:10.69653Z","steps":["trace[894657737] 'process raft request' (duration: 349.724497ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:37:10.696533Z","caller":"traceutil/trace.go:171","msg":"trace[2044871386] transaction","detail":"{read_only:false; response_revision:2809; number_of_response:1; }","duration":"349.926901ms","start":"2026-04-01T23:37:10.34658Z","end":"2026-04-01T23:37:10.696507Z","steps":["trace[2044871386] 'process raft request' (duration: 349.538643ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:10.696593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:10.313059Z","time spent":"383.506643ms","remote":"127.0.0.1:58300","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1245,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-01T23:37:10.696663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:10.346553Z","time spent":"350.039904ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:37:10.696608Z","caller":"traceutil/trace.go:171","msg":"trace[131747190] transaction","detail":"{read_only:false; response_revision:2806; number_of_response:1; }","duration":"384.118637ms","start":"2026-04-01T23:37:10.312409Z","end":"2026-04-01T23:37:10.696528Z","steps":["trace[131747190] 'process raft request' (duration: 383.510173ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:10.696851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:10.31239Z","time spent":"384.408014ms","remote":"127.0.0.1:58176","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":670,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-01T23:37:10.696602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:10.346312Z","time spent":"350.257389ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:37:11.049921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.401615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-01T23:37:11.049938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.17764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-01T23:37:11.049993Z","caller":"traceutil/trace.go:171","msg":"trace[1117594193] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2809; }","duration":"210.514597ms","start":"2026-04-01T23:37:10.839465Z","end":"2026-04-01T23:37:11.049979Z","steps":["trace[1117594193] 'range keys from in-memory index tree' (duration: 210.17311ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:37:11.050005Z","caller":"traceutil/trace.go:171","msg":"trace[226196799] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2809; }","duration":"106.295263ms","start":"2026-04-01T23:37:10.943694Z","end":"2026-04-01T23:37:11.049989Z","steps":["trace[226196799] 'range keys from in-memory index tree' (duration: 105.984846ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:37:11.826545Z","caller":"traceutil/trace.go:171","msg":"trace[2009339618] transaction","detail":"{read_only:false; response_revision:2815; number_of_response:1; }","duration":"108.755538ms","start":"2026-04-01T23:37:11.717743Z","end":"2026-04-01T23:37:11.826498Z","steps":["trace[2009339618] 'process raft request' (duration: 108.626735ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:37:11.872489Z","caller":"traceutil/trace.go:171","msg":"trace[1934664533] transaction","detail":"{read_only:false; response_revision:2816; number_of_response:1; }","duration":"122.800067ms","start":"2026-04-01T23:37:11.749659Z","end":"2026-04-01T23:37:11.872459Z","steps":["trace[1934664533] 'process raft request' (duration: 122.415018ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:37:12.162564Z","caller":"traceutil/trace.go:171","msg":"trace[1223251899] transaction","detail":"{read_only:false; response_revision:2822; number_of_response:1; }","duration":"247.770363ms","start":"2026-04-01T23:37:11.914771Z","end":"2026-04-01T23:37:12.162541Z","steps":["trace[1223251899] 'process raft request' (duration: 247.702232ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:37:12.162627Z","caller":"traceutil/trace.go:171","msg":"trace[1999806637] transaction","detail":"{read_only:false; response_revision:2821; number_of_response:1; }","duration":"248.386656ms","start":"2026-04-01T23:37:11.914204Z","end":"2026-04-01T23:37:12.162591Z","steps":["trace[1999806637] 'process raft request' (duration: 248.12269ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:37:12.173576Z","caller":"traceutil/trace.go:171","msg":"trace[962465318] linearizableReadLoop","detail":"{readStateIndex:2948; appliedIndex:2944; }","duration":"117.405723ms","start":"2026-04-01T23:37:12.056152Z","end":"2026-04-01T23:37:12.173558Z","steps":["trace[962465318] 'read index received' (duration: 106.25581ms)","trace[962465318] 'applied index is now lower than readState.Index' (duration: 11.148993ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:37:12.173605Z","caller":"traceutil/trace.go:171","msg":"trace[1210184111] transaction","detail":"{read_only:false; response_revision:2823; number_of_response:1; }","duration":"154.711971ms","start":"2026-04-01T23:37:12.018863Z","end":"2026-04-01T23:37:12.173575Z","steps":["trace[1210184111] 'process raft request' (duration: 154.541757ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:12.173732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.564828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-01T23:37:12.173718Z","caller":"traceutil/trace.go:171","msg":"trace[1446633296] transaction","detail":"{read_only:false; number_of_response:1; response_revision:2823; }","duration":"146.972896ms","start":"2026-04-01T23:37:12.026718Z","end":"2026-04-01T23:37:12.173691Z","steps":["trace[1446633296] 'process raft request' (duration: 146.796871ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:37:12.173762Z","caller":"traceutil/trace.go:171","msg":"trace[299653862] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:2823; }","duration":"117.64746ms","start":"2026-04-01T23:37:12.056107Z","end":"2026-04-01T23:37:12.173754Z","steps":["trace[299653862] 'agreement among raft nodes before linearized reading' (duration: 117.520886ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:37:12.544568Z","caller":"traceutil/trace.go:171","msg":"trace[1826894198] linearizableReadLoop","detail":"{readStateIndex:2958; appliedIndex:2955; }","duration":"139.723161ms","start":"2026-04-01T23:37:12.404819Z","end":"2026-04-01T23:37:12.544542Z","steps":["trace[1826894198] 'read index received' (duration: 33.314526ms)","trace[1826894198] 'applied index is now lower than readState.Index' (duration: 106.407335ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:37:12.544668Z","caller":"traceutil/trace.go:171","msg":"trace[827523074] transaction","detail":"{read_only:false; response_revision:2832; number_of_response:1; }","duration":"143.254021ms","start":"2026-04-01T23:37:12.401379Z","end":"2026-04-01T23:37:12.544633Z","steps":["trace[827523074] 'process raft request' (duration: 143.002985ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:12.544725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.881444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:37:12.544765Z","caller":"traceutil/trace.go:171","msg":"trace[279996038] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:2832; }","duration":"139.986857ms","start":"2026-04-01T23:37:12.404767Z","end":"2026-04-01T23:37:12.544754Z","steps":["trace[279996038] 'agreement among raft nodes before linearized reading' (duration: 139.882994ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:12.701958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.196411ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-01T23:37:12.702104Z","caller":"traceutil/trace.go:171","msg":"trace[1387370652] linearizableReadLoop","detail":"{readStateIndex:2959; appliedIndex:2958; }","duration":"146.233718ms","start":"2026-04-01T23:37:12.55585Z","end":"2026-04-01T23:37:12.702084Z","steps":["trace[1387370652] 'read index received' (duration: 5.832412ms)","trace[1387370652] 'applied index is now lower than readState.Index' (duration: 140.399976ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:37:12.70213Z","caller":"traceutil/trace.go:171","msg":"trace[1468590172] transaction","detail":"{read_only:false; response_revision:2833; number_of_response:1; }","duration":"218.315264ms","start":"2026-04-01T23:37:12.483793Z","end":"2026-04-01T23:37:12.702108Z","steps":["trace[1468590172] 'process raft request' (duration: 77.882498ms)","trace[1468590172] 'compare' (duration: 140.022737ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:37:12.702372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.506005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/valkey-server\" ","response":"range_response_count:1 size:2562"} {"level":"info","ts":"2026-04-01T23:37:12.702432Z","caller":"traceutil/trace.go:171","msg":"trace[366686573] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/valkey-server; range_end:; response_count:1; response_revision:2833; }","duration":"146.596246ms","start":"2026-04-01T23:37:12.55582Z","end":"2026-04-01T23:37:12.702416Z","steps":["trace[366686573] 'agreement among raft nodes before linearized reading' (duration: 146.339691ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:12.934954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.039247ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-01T23:37:12.935064Z","caller":"traceutil/trace.go:171","msg":"trace[779536679] transaction","detail":"{read_only:false; response_revision:2834; number_of_response:1; }","duration":"377.362603ms","start":"2026-04-01T23:37:12.55768Z","end":"2026-04-01T23:37:12.935043Z","steps":["trace[779536679] 'process raft request' (duration: 271.163543ms)","trace[779536679] 'compare' (duration: 105.921804ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:37:12.93512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:12.557656Z","time spent":"377.441965ms","remote":"127.0.0.1:38774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3391,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-01T23:37:13.008433Z","caller":"traceutil/trace.go:171","msg":"trace[290602269] transaction","detail":"{read_only:false; response_revision:2835; number_of_response:1; }","duration":"306.416283ms","start":"2026-04-01T23:37:12.70198Z","end":"2026-04-01T23:37:13.008397Z","steps":["trace[290602269] 'process raft request' (duration: 306.142327ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:37:13.008513Z","caller":"traceutil/trace.go:171","msg":"trace[1137230415] transaction","detail":"{read_only:false; response_revision:2836; number_of_response:1; }","duration":"306.439044ms","start":"2026-04-01T23:37:12.702034Z","end":"2026-04-01T23:37:13.008473Z","steps":["trace[1137230415] 'process raft request' (duration: 306.231059ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:37:13.008583Z","caller":"traceutil/trace.go:171","msg":"trace[1378691448] transaction","detail":"{read_only:false; response_revision:2837; number_of_response:1; }","duration":"304.880489ms","start":"2026-04-01T23:37:12.703677Z","end":"2026-04-01T23:37:13.008557Z","steps":["trace[1378691448] 'process raft request' (duration: 304.633663ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:13.008631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:12.701952Z","time spent":"306.569688ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:37:13.008682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:12.701998Z","time spent":"306.594898ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:37:13.008696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:12.703657Z","time spent":"304.987481ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:37:13.00875Z","caller":"traceutil/trace.go:171","msg":"trace[167226911] transaction","detail":"{read_only:false; response_revision:2838; number_of_response:1; }","duration":"300.977481ms","start":"2026-04-01T23:37:12.707749Z","end":"2026-04-01T23:37:13.008726Z","steps":["trace[167226911] 'process raft request' (duration: 300.603672ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:13.00891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:12.707733Z","time spent":"301.077413ms","remote":"127.0.0.1:58094","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":755,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-01T23:37:13.008933Z","caller":"traceutil/trace.go:171","msg":"trace[2049904855] linearizableReadLoop","detail":"{readStateIndex:2962; appliedIndex:2959; }","duration":"306.780502ms","start":"2026-04-01T23:37:12.702136Z","end":"2026-04-01T23:37:13.008916Z","steps":["trace[2049904855] 'read index received' (duration: 126.785347ms)","trace[2049904855] 'applied index is now lower than readState.Index' (duration: 179.993325ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:37:13.009104Z","caller":"traceutil/trace.go:171","msg":"trace[433776733] transaction","detail":"{read_only:false; response_revision:2839; number_of_response:1; }","duration":"291.67568ms","start":"2026-04-01T23:37:12.717384Z","end":"2026-04-01T23:37:13.00906Z","steps":["trace[433776733] 'process raft request' (duration: 291.278241ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:13.009412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.899698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:7 size:229331"} {"level":"info","ts":"2026-04-01T23:37:13.009522Z","caller":"traceutil/trace.go:171","msg":"trace[436027770] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:7; response_revision:2839; }","duration":"412.05663ms","start":"2026-04-01T23:37:12.597442Z","end":"2026-04-01T23:37:13.009499Z","steps":["trace[436027770] 'agreement among raft nodes before linearized reading' (duration: 411.59748ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:13.009575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:12.597423Z","time spent":"412.140993ms","remote":"127.0.0.1:58114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":7,"response size":229354,"request content":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" "} {"level":"warn","ts":"2026-04-01T23:37:13.50973Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7835591873806217325,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-01T23:37:13.570569Z","caller":"traceutil/trace.go:171","msg":"trace[97217777] transaction","detail":"{read_only:false; response_revision:2846; number_of_response:1; }","duration":"618.68755ms","start":"2026-04-01T23:37:12.951862Z","end":"2026-04-01T23:37:13.570549Z","steps":["trace[97217777] 'process raft request' (duration: 618.635779ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:37:13.570556Z","caller":"traceutil/trace.go:171","msg":"trace[1363957546] transaction","detail":"{read_only:false; response_revision:2842; number_of_response:1; }","duration":"628.136014ms","start":"2026-04-01T23:37:12.942382Z","end":"2026-04-01T23:37:13.570518Z","steps":["trace[1363957546] 'process raft request' (duration: 628.019432ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:37:13.570612Z","caller":"traceutil/trace.go:171","msg":"trace[1964446707] transaction","detail":"{read_only:false; response_revision:2844; number_of_response:1; }","duration":"627.684324ms","start":"2026-04-01T23:37:12.942915Z","end":"2026-04-01T23:37:13.570599Z","steps":["trace[1964446707] 'process raft request' (duration: 627.533311ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:37:13.570627Z","caller":"traceutil/trace.go:171","msg":"trace[2034261625] transaction","detail":"{read_only:false; response_revision:2841; number_of_response:1; }","duration":"628.493793ms","start":"2026-04-01T23:37:12.942085Z","end":"2026-04-01T23:37:13.570578Z","steps":["trace[2034261625] 'process raft request' (duration: 628.294448ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:37:13.570658Z","caller":"traceutil/trace.go:171","msg":"trace[1705985925] transaction","detail":"{read_only:false; response_revision:2843; number_of_response:1; }","duration":"627.887349ms","start":"2026-04-01T23:37:12.942744Z","end":"2026-04-01T23:37:13.570632Z","steps":["trace[1705985925] 'process raft request' (duration: 627.680224ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:13.570707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:12.942879Z","time spent":"627.781287ms","remote":"127.0.0.1:58094","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":804,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-01T23:37:13.570735Z","caller":"traceutil/trace.go:171","msg":"trace[2035614280] transaction","detail":"{read_only:false; response_revision:2845; number_of_response:1; }","duration":"627.539881ms","start":"2026-04-01T23:37:12.943188Z","end":"2026-04-01T23:37:13.570728Z","steps":["trace[2035614280] 'process raft request' (duration: 627.285915ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:13.570724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:12.942369Z","time spent":"628.282277ms","remote":"127.0.0.1:58094","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":810,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-01T23:37:13.570701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:12.95184Z","time spent":"618.795553ms","remote":"127.0.0.1:38774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3956,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:37:13.570771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:12.943178Z","time spent":"627.579102ms","remote":"127.0.0.1:58094","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":798,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-01T23:37:13.570761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:12.942734Z","time spent":"627.972631ms","remote":"127.0.0.1:58094","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":822,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-01T23:37:13.570742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:12.942075Z","time spent":"628.620655ms","remote":"127.0.0.1:58094","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":807,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-01T23:37:13.570488Z","caller":"traceutil/trace.go:171","msg":"trace[1786063849] transaction","detail":"{read_only:false; response_revision:2840; number_of_response:1; }","duration":"628.509023ms","start":"2026-04-01T23:37:12.941949Z","end":"2026-04-01T23:37:13.570458Z","steps":["trace[1786063849] 'process raft request' (duration: 628.266168ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:13.570999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:12.941866Z","time spent":"629.119106ms","remote":"127.0.0.1:58094","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":771,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-01T23:37:13.707704Z","caller":"traceutil/trace.go:171","msg":"trace[1658124074] linearizableReadLoop","detail":"{readStateIndex:2973; appliedIndex:2965; }","duration":"698.707575ms","start":"2026-04-01T23:37:13.008969Z","end":"2026-04-01T23:37:13.707676Z","steps":["trace[1658124074] 'read index received' (duration: 561.182784ms)","trace[1658124074] 'applied index is now lower than readState.Index' (duration: 137.523881ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:37:13.707776Z","caller":"traceutil/trace.go:171","msg":"trace[1040391829] transaction","detail":"{read_only:false; response_revision:2847; number_of_response:1; }","duration":"679.802177ms","start":"2026-04-01T23:37:13.027915Z","end":"2026-04-01T23:37:13.707717Z","steps":["trace[1040391829] 'process raft request' (duration: 657.756837ms)","trace[1040391829] 'compare' (duration: 21.853106ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:37:13.707956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"892.673738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-01T23:37:13.707998Z","caller":"traceutil/trace.go:171","msg":"trace[519945990] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:2847; }","duration":"892.79258ms","start":"2026-04-01T23:37:12.815195Z","end":"2026-04-01T23:37:13.707988Z","steps":["trace[519945990] 'agreement among raft nodes before linearized reading' (duration: 892.614046ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:13.708035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:12.815168Z","time spent":"892.858291ms","remote":"127.0.0.1:45926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":17,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:37:13.7082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:13.027889Z","time spent":"679.965491ms","remote":"127.0.0.1:38774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3035,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-01T23:37:13.764499Z","caller":"traceutil/trace.go:171","msg":"trace[217193448] transaction","detail":"{read_only:false; response_revision:2849; number_of_response:1; }","duration":"188.15915ms","start":"2026-04-01T23:37:13.576287Z","end":"2026-04-01T23:37:13.764446Z","steps":["trace[217193448] 'process raft request' (duration: 188.044558ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:37:13.764605Z","caller":"traceutil/trace.go:171","msg":"trace[564261186] transaction","detail":"{read_only:false; response_revision:2850; number_of_response:1; }","duration":"182.496291ms","start":"2026-04-01T23:37:13.582088Z","end":"2026-04-01T23:37:13.764584Z","steps":["trace[564261186] 'process raft request' (duration: 182.279876ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:37:13.7646Z","caller":"traceutil/trace.go:171","msg":"trace[595535654] transaction","detail":"{read_only:false; response_revision:2848; number_of_response:1; }","duration":"188.527728ms","start":"2026-04-01T23:37:13.576047Z","end":"2026-04-01T23:37:13.764574Z","steps":["trace[595535654] 'process raft request' (duration: 188.17394ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:13.76511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.341708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-01T23:37:13.765108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.108922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:37:13.765161Z","caller":"traceutil/trace.go:171","msg":"trace[112880845] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2850; }","duration":"401.445651ms","start":"2026-04-01T23:37:13.363704Z","end":"2026-04-01T23:37:13.76515Z","steps":["trace[112880845] 'agreement among raft nodes before linearized reading' (duration: 401.262447ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:37:13.765185Z","caller":"traceutil/trace.go:171","msg":"trace[1034241782] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2850; }","duration":"382.228514ms","start":"2026-04-01T23:37:13.382934Z","end":"2026-04-01T23:37:13.765163Z","steps":["trace[1034241782] 'agreement among raft nodes before linearized reading' (duration: 382.04523ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:13.765199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:13.363684Z","time spent":"401.501302ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-01T23:37:13.765184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"629.639199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-04-01T23:37:13.765243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:13.382913Z","time spent":"382.318537ms","remote":"127.0.0.1:58042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-01T23:37:13.765248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.790433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:7 size:229331"} {"level":"warn","ts":"2026-04-01T23:37:13.765227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"668.741706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-01T23:37:13.765291Z","caller":"traceutil/trace.go:171","msg":"trace[1389755895] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:7; response_revision:2850; }","duration":"384.874125ms","start":"2026-04-01T23:37:13.380407Z","end":"2026-04-01T23:37:13.765281Z","steps":["trace[1389755895] 'agreement among raft nodes before linearized reading' (duration: 384.64701ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:37:13.765258Z","caller":"traceutil/trace.go:171","msg":"trace[1902322837] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2850; }","duration":"629.775492ms","start":"2026-04-01T23:37:13.13547Z","end":"2026-04-01T23:37:13.765246Z","steps":["trace[1902322837] 'agreement among raft nodes before linearized reading' (duration: 629.619049ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:37:13.765306Z","caller":"traceutil/trace.go:171","msg":"trace[1797235606] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2850; }","duration":"668.834068ms","start":"2026-04-01T23:37:13.096456Z","end":"2026-04-01T23:37:13.76529Z","steps":["trace[1797235606] 'agreement among raft nodes before linearized reading' (duration: 668.689295ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:13.76532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:13.380385Z","time spent":"384.926746ms","remote":"127.0.0.1:58114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":7,"response size":229354,"request content":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" "} {"level":"warn","ts":"2026-04-01T23:37:13.76533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:13.135427Z","time spent":"629.892385ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-01T23:37:13.765349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:13.096448Z","time spent":"668.889109ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-01T23:37:13.765114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"669.515814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-01T23:37:13.7654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.697958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-01T23:37:13.765436Z","caller":"traceutil/trace.go:171","msg":"trace[2140544492] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2850; }","duration":"669.875101ms","start":"2026-04-01T23:37:13.095551Z","end":"2026-04-01T23:37:13.765427Z","steps":["trace[2140544492] 'agreement among raft nodes before linearized reading' (duration: 669.412841ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:13.765465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:13.095531Z","time spent":"669.927093ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-01T23:37:13.765474Z","caller":"traceutil/trace.go:171","msg":"trace[2115460552] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2850; }","duration":"446.843391ms","start":"2026-04-01T23:37:13.318612Z","end":"2026-04-01T23:37:13.765456Z","steps":["trace[2115460552] 'agreement among raft nodes before linearized reading' (duration: 446.522524ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:13.765523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:13.318584Z","time spent":"446.928453ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-01T23:37:13.838119Z","caller":"traceutil/trace.go:171","msg":"trace[1814498620] transaction","detail":"{read_only:false; response_revision:2851; number_of_response:1; }","duration":"124.727381ms","start":"2026-04-01T23:37:13.713348Z","end":"2026-04-01T23:37:13.838075Z","steps":["trace[1814498620] 'process raft request' (duration: 124.470795ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:37:13.838168Z","caller":"traceutil/trace.go:171","msg":"trace[1147482884] transaction","detail":"{read_only:false; response_revision:2854; number_of_response:1; }","duration":"123.578384ms","start":"2026-04-01T23:37:13.714556Z","end":"2026-04-01T23:37:13.838134Z","steps":["trace[1147482884] 'process raft request' (duration: 123.454532ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:37:13.838327Z","caller":"traceutil/trace.go:171","msg":"trace[471151209] transaction","detail":"{read_only:false; response_revision:2852; number_of_response:1; }","duration":"124.121858ms","start":"2026-04-01T23:37:13.714179Z","end":"2026-04-01T23:37:13.838301Z","steps":["trace[471151209] 'process raft request' (duration: 123.76276ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:37:13.838318Z","caller":"traceutil/trace.go:171","msg":"trace[1978699960] transaction","detail":"{read_only:false; response_revision:2856; number_of_response:1; }","duration":"104.390189ms","start":"2026-04-01T23:37:13.733836Z","end":"2026-04-01T23:37:13.838226Z","steps":["trace[1978699960] 'process raft request' (duration: 104.232616ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:37:13.838398Z","caller":"traceutil/trace.go:171","msg":"trace[1705285120] transaction","detail":"{read_only:false; response_revision:2853; number_of_response:1; }","duration":"124.207149ms","start":"2026-04-01T23:37:13.71418Z","end":"2026-04-01T23:37:13.838387Z","steps":["trace[1705285120] 'process raft request' (duration: 123.80143ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:37:13.838174Z","caller":"traceutil/trace.go:171","msg":"trace[244414810] transaction","detail":"{read_only:false; response_revision:2855; number_of_response:1; }","duration":"123.027172ms","start":"2026-04-01T23:37:13.715129Z","end":"2026-04-01T23:37:13.838156Z","steps":["trace[244414810] 'process raft request' (duration: 122.910339ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:37:13.898353Z","caller":"traceutil/trace.go:171","msg":"trace[947742945] transaction","detail":"{read_only:false; response_revision:2857; number_of_response:1; }","duration":"128.291592ms","start":"2026-04-01T23:37:13.770034Z","end":"2026-04-01T23:37:13.898325Z","steps":["trace[947742945] 'process raft request' (duration: 128.076247ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:37:13.898432Z","caller":"traceutil/trace.go:171","msg":"trace[1778627143] transaction","detail":"{read_only:false; response_revision:2860; number_of_response:1; }","duration":"128.184799ms","start":"2026-04-01T23:37:13.770205Z","end":"2026-04-01T23:37:13.898389Z","steps":["trace[1778627143] 'process raft request' (duration: 128.045846ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:13.89853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.330313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:7 size:229331"} {"level":"info","ts":"2026-04-01T23:37:13.898575Z","caller":"traceutil/trace.go:171","msg":"trace[1479029355] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:7; response_revision:2862; }","duration":"117.427815ms","start":"2026-04-01T23:37:13.781138Z","end":"2026-04-01T23:37:13.898566Z","steps":["trace[1479029355] 'agreement among raft nodes before linearized reading' (duration: 117.20945ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:37:13.898637Z","caller":"traceutil/trace.go:171","msg":"trace[1606753258] transaction","detail":"{read_only:false; response_revision:2859; number_of_response:1; }","duration":"128.439275ms","start":"2026-04-01T23:37:13.770188Z","end":"2026-04-01T23:37:13.898627Z","steps":["trace[1606753258] 'process raft request' (duration: 128.038686ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:37:13.898766Z","caller":"traceutil/trace.go:171","msg":"trace[1689721744] transaction","detail":"{read_only:false; response_revision:2858; number_of_response:1; }","duration":"128.285792ms","start":"2026-04-01T23:37:13.770177Z","end":"2026-04-01T23:37:13.898463Z","steps":["trace[1689721744] 'process raft request' (duration: 128.024626ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:37:13.898924Z","caller":"traceutil/trace.go:171","msg":"trace[1245421592] transaction","detail":"{read_only:false; response_revision:2861; number_of_response:1; }","duration":"128.417143ms","start":"2026-04-01T23:37:13.770463Z","end":"2026-04-01T23:37:13.898881Z","steps":["trace[1245421592] 'process raft request' (duration: 127.8281ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:37:13.89894Z","caller":"traceutil/trace.go:171","msg":"trace[2126688798] transaction","detail":"{read_only:false; response_revision:2862; number_of_response:1; }","duration":"128.28718ms","start":"2026-04-01T23:37:13.770613Z","end":"2026-04-01T23:37:13.8989Z","steps":["trace[2126688798] 'process raft request' (duration: 127.709387ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:37:14.138077Z","caller":"traceutil/trace.go:171","msg":"trace[1107929183] transaction","detail":"{read_only:false; response_revision:2863; number_of_response:1; }","duration":"293.765777ms","start":"2026-04-01T23:37:13.84428Z","end":"2026-04-01T23:37:14.138045Z","steps":["trace[1107929183] 'process raft request' (duration: 213.004104ms)","trace[1107929183] 'compare' (duration: 80.324234ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:37:14.138329Z","caller":"traceutil/trace.go:171","msg":"trace[1312385719] transaction","detail":"{read_only:false; response_revision:2866; number_of_response:1; }","duration":"259.794746ms","start":"2026-04-01T23:37:13.878453Z","end":"2026-04-01T23:37:14.138247Z","steps":["trace[1312385719] 'process raft request' (duration: 259.721894ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:37:14.138373Z","caller":"traceutil/trace.go:171","msg":"trace[397546474] transaction","detail":"{read_only:false; response_revision:2865; number_of_response:1; }","duration":"278.613594ms","start":"2026-04-01T23:37:13.859708Z","end":"2026-04-01T23:37:14.138322Z","steps":["trace[397546474] 'process raft request' (duration: 278.377918ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:37:14.138451Z","caller":"traceutil/trace.go:171","msg":"trace[1490670243] transaction","detail":"{read_only:false; response_revision:2864; number_of_response:1; }","duration":"288.408115ms","start":"2026-04-01T23:37:13.849993Z","end":"2026-04-01T23:37:14.138402Z","steps":["trace[1490670243] 'process raft request' (duration: 287.943595ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:37:14.699468Z","caller":"traceutil/trace.go:171","msg":"trace[1630824689] linearizableReadLoop","detail":"{readStateIndex:2994; appliedIndex:2992; }","duration":"407.275672ms","start":"2026-04-01T23:37:14.292165Z","end":"2026-04-01T23:37:14.699441Z","steps":["trace[1630824689] 'read index received' (duration: 315.52719ms)","trace[1630824689] 'applied index is now lower than readState.Index' (duration: 91.747352ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:37:14.699634Z","caller":"traceutil/trace.go:171","msg":"trace[21746682] transaction","detail":"{read_only:false; response_revision:2867; number_of_response:1; }","duration":"549.93458ms","start":"2026-04-01T23:37:14.14968Z","end":"2026-04-01T23:37:14.699615Z","steps":["trace[21746682] 'process raft request' (duration: 457.930942ms)","trace[21746682] 'compare' (duration: 91.386474ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:37:14.699797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:14.14966Z","time spent":"550.018081ms","remote":"127.0.0.1:58114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4930,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:37:14.700127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.939907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/valkey-ports-configmap\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:37:14.700215Z","caller":"traceutil/trace.go:171","msg":"trace[582488090] range","detail":"{range_begin:/registry/configmaps/openstack/valkey-ports-configmap; range_end:; response_count:0; response_revision:2868; }","duration":"408.155012ms","start":"2026-04-01T23:37:14.292041Z","end":"2026-04-01T23:37:14.700196Z","steps":["trace[582488090] 'agreement among raft nodes before linearized reading' (duration: 407.918907ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:37:14.700241Z","caller":"traceutil/trace.go:171","msg":"trace[601777021] transaction","detail":"{read_only:false; response_revision:2868; number_of_response:1; }","duration":"549.04333ms","start":"2026-04-01T23:37:14.151166Z","end":"2026-04-01T23:37:14.700209Z","steps":["trace[601777021] 'process raft request' (duration: 548.162101ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:14.700268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:14.292023Z","time spent":"408.236213ms","remote":"127.0.0.1:58126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":28,"request content":"key:\"/registry/configmaps/openstack/valkey-ports-configmap\" "} {"level":"warn","ts":"2026-04-01T23:37:14.700345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:14.151156Z","time spent":"549.134632ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:37:14.700441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.537567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-01T23:37:14.700552Z","caller":"traceutil/trace.go:171","msg":"trace[1445712599] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2868; }","duration":"169.701131ms","start":"2026-04-01T23:37:14.530823Z","end":"2026-04-01T23:37:14.700524Z","steps":["trace[1445712599] 'agreement among raft nodes before linearized reading' (duration: 169.306511ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:15.103086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.569307ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-01T23:37:15.103276Z","caller":"traceutil/trace.go:171","msg":"trace[1976882662] transaction","detail":"{read_only:false; response_revision:2869; number_of_response:1; }","duration":"389.083439ms","start":"2026-04-01T23:37:14.714157Z","end":"2026-04-01T23:37:15.10324Z","steps":["trace[1976882662] 'process raft request' (duration: 264.234307ms)","trace[1976882662] 'compare' (duration: 124.256599ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:37:15.103363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:14.714137Z","time spent":"389.195162ms","remote":"127.0.0.1:38772","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2027,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:37:15.301643Z","caller":"traceutil/trace.go:171","msg":"trace[1447568946] transaction","detail":"{read_only:false; number_of_response:1; response_revision:2869; }","duration":"582.487238ms","start":"2026-04-01T23:37:14.719086Z","end":"2026-04-01T23:37:15.301574Z","steps":["trace[1447568946] 'process raft request' (duration: 582.074139ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:37:15.301672Z","caller":"traceutil/trace.go:171","msg":"trace[1118563382] linearizableReadLoop","detail":"{readStateIndex:2996; appliedIndex:2994; }","duration":"544.260261ms","start":"2026-04-01T23:37:14.757293Z","end":"2026-04-01T23:37:15.301554Z","steps":["trace[1118563382] 'read index received' (duration: 221.109918ms)","trace[1118563382] 'applied index is now lower than readState.Index' (duration: 323.148203ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:37:15.301835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"544.504346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-01T23:37:15.301934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:14.719063Z","time spent":"582.701393ms","remote":"127.0.0.1:38772","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":62,"response count":0,"response size":2076,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:37:15.301981Z","caller":"traceutil/trace.go:171","msg":"trace[931546406] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:2869; }","duration":"544.71014ms","start":"2026-04-01T23:37:14.757232Z","end":"2026-04-01T23:37:15.301942Z","steps":["trace[931546406] 'agreement among raft nodes before linearized reading' (duration: 544.450525ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:15.302045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:14.757188Z","time spent":"544.843743ms","remote":"127.0.0.1:54810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:37:15.315624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"542.679216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:37:15.315704Z","caller":"traceutil/trace.go:171","msg":"trace[1156093590] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2873; }","duration":"542.835709ms","start":"2026-04-01T23:37:14.772852Z","end":"2026-04-01T23:37:15.315688Z","steps":["trace[1156093590] 'agreement among raft nodes before linearized reading' (duration: 542.643024ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:15.315794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:14.772816Z","time spent":"542.919221ms","remote":"127.0.0.1:58490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-04-01T23:37:15.316001Z","caller":"traceutil/trace.go:171","msg":"trace[1342589736] transaction","detail":"{read_only:false; response_revision:2872; number_of_response:1; }","duration":"301.112873ms","start":"2026-04-01T23:37:15.01485Z","end":"2026-04-01T23:37:15.315963Z","steps":["trace[1342589736] 'process raft request' (duration: 300.567081ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:37:15.316077Z","caller":"traceutil/trace.go:171","msg":"trace[137730631] transaction","detail":"{read_only:false; response_revision:2873; number_of_response:1; }","duration":"189.866019ms","start":"2026-04-01T23:37:15.126202Z","end":"2026-04-01T23:37:15.316068Z","steps":["trace[137730631] 'process raft request' (duration: 189.251475ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:37:15.316156Z","caller":"traceutil/trace.go:171","msg":"trace[806866540] transaction","detail":"{read_only:false; response_revision:2871; number_of_response:1; }","duration":"301.321537ms","start":"2026-04-01T23:37:15.014801Z","end":"2026-04-01T23:37:15.316122Z","steps":["trace[806866540] 'process raft request' (duration: 300.587901ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:15.316206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:15.014825Z","time spent":"301.283667ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:37:15.316255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.856315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/openstack/valkey\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:37:15.316329Z","caller":"traceutil/trace.go:171","msg":"trace[1040898156] range","detail":"{range_begin:/registry/networkpolicies/openstack/valkey; range_end:; response_count:0; response_revision:2873; }","duration":"236.955357ms","start":"2026-04-01T23:37:15.079353Z","end":"2026-04-01T23:37:15.316308Z","steps":["trace[1040898156] 'agreement among raft nodes before linearized reading' (duration: 236.801293ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:15.316344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:15.014765Z","time spent":"301.485861ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:37:15.31641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.750807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/valkey-ca-5jtjd\" ","response":"range_response_count:1 size:2438"} {"level":"info","ts":"2026-04-01T23:37:15.316155Z","caller":"traceutil/trace.go:171","msg":"trace[2111838567] transaction","detail":"{read_only:false; response_revision:2870; number_of_response:1; }","duration":"301.393659ms","start":"2026-04-01T23:37:15.014705Z","end":"2026-04-01T23:37:15.316098Z","steps":["trace[2111838567] 'process raft request' (duration: 300.55495ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:37:15.316438Z","caller":"traceutil/trace.go:171","msg":"trace[2121654738] range","detail":"{range_begin:/registry/secrets/openstack/valkey-ca-5jtjd; range_end:; response_count:1; response_revision:2873; }","duration":"208.823678ms","start":"2026-04-01T23:37:15.107607Z","end":"2026-04-01T23:37:15.316431Z","steps":["trace[2121654738] 'agreement among raft nodes before linearized reading' (duration: 208.719836ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:15.316602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:15.014684Z","time spent":"301.784538ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:37:15.649977Z","caller":"traceutil/trace.go:171","msg":"trace[1918236430] linearizableReadLoop","detail":"{readStateIndex:3004; appliedIndex:3003; }","duration":"172.77417ms","start":"2026-04-01T23:37:15.477171Z","end":"2026-04-01T23:37:15.649945Z","steps":["trace[1918236430] 'read index received' (duration: 92.238423ms)","trace[1918236430] 'applied index is now lower than readState.Index' (duration: 80.534437ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:37:15.650133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.949074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/valkey-node\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:37:15.650103Z","caller":"traceutil/trace.go:171","msg":"trace[1607292409] transaction","detail":"{read_only:false; response_revision:2876; number_of_response:1; }","duration":"173.869555ms","start":"2026-04-01T23:37:15.476188Z","end":"2026-04-01T23:37:15.650058Z","steps":["trace[1607292409] 'process raft request' (duration: 93.194625ms)","trace[1607292409] 'compare' (duration: 80.368323ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:37:15.650166Z","caller":"traceutil/trace.go:171","msg":"trace[1445747341] range","detail":"{range_begin:/registry/statefulsets/openstack/valkey-node; range_end:; response_count:0; response_revision:2876; }","duration":"173.052967ms","start":"2026-04-01T23:37:15.477105Z","end":"2026-04-01T23:37:15.650158Z","steps":["trace[1445747341] 'agreement among raft nodes before linearized reading' (duration: 172.974945ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:15.650252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.103658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-04-01T23:37:15.650336Z","caller":"traceutil/trace.go:171","msg":"trace[1179042387] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2876; }","duration":"169.20168ms","start":"2026-04-01T23:37:15.48112Z","end":"2026-04-01T23:37:15.650322Z","steps":["trace[1179042387] 'agreement among raft nodes before linearized reading' (duration: 169.006035ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:16.286087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.494071ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-01T23:37:16.286197Z","caller":"traceutil/trace.go:171","msg":"trace[2110816215] transaction","detail":"{read_only:false; response_revision:2879; number_of_response:1; }","duration":"373.060857ms","start":"2026-04-01T23:37:15.913116Z","end":"2026-04-01T23:37:16.286177Z","steps":["trace[2110816215] 'process raft request' (duration: 149.390611ms)","trace[2110816215] 'compare' (duration: 223.311477ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:37:16.28634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:15.913094Z","time spent":"373.134638ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:37:16.311228Z","caller":"traceutil/trace.go:171","msg":"trace[1971091812] transaction","detail":"{read_only:false; response_revision:2883; number_of_response:1; }","duration":"397.541031ms","start":"2026-04-01T23:37:15.913662Z","end":"2026-04-01T23:37:16.311203Z","steps":["trace[1971091812] 'process raft request' (duration: 397.464659ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:37:16.311318Z","caller":"traceutil/trace.go:171","msg":"trace[385810341] transaction","detail":"{read_only:false; response_revision:2884; number_of_response:1; }","duration":"397.244465ms","start":"2026-04-01T23:37:15.914052Z","end":"2026-04-01T23:37:16.311297Z","steps":["trace[385810341] 'process raft request' (duration: 397.111371ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:37:16.311301Z","caller":"traceutil/trace.go:171","msg":"trace[965760322] transaction","detail":"{read_only:false; response_revision:2881; number_of_response:1; }","duration":"397.9294ms","start":"2026-04-01T23:37:15.913286Z","end":"2026-04-01T23:37:16.311216Z","steps":["trace[965760322] 'process raft request' (duration: 397.754126ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:16.311411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:15.914037Z","time spent":"397.330007ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:37:16.311435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:15.913649Z","time spent":"397.696955ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:37:16.31154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:15.913255Z","time spent":"398.161327ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:37:16.31155Z","caller":"traceutil/trace.go:171","msg":"trace[438335142] transaction","detail":"{read_only:false; response_revision:2880; number_of_response:1; }","duration":"398.391351ms","start":"2026-04-01T23:37:15.91314Z","end":"2026-04-01T23:37:16.311531Z","steps":["trace[438335142] 'process raft request' (duration: 397.746886ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:37:16.31157Z","caller":"traceutil/trace.go:171","msg":"trace[886229470] transaction","detail":"{read_only:false; response_revision:2882; number_of_response:1; }","duration":"398.231868ms","start":"2026-04-01T23:37:15.913328Z","end":"2026-04-01T23:37:16.31156Z","steps":["trace[886229470] 'process raft request' (duration: 397.747486ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:16.311614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:15.913303Z","time spent":"398.2885ms","remote":"127.0.0.1:58344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1044,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-01T23:37:16.311648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:15.913122Z","time spent":"398.465693ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:37:16.341408Z","caller":"traceutil/trace.go:171","msg":"trace[1024717745] transaction","detail":"{read_only:false; response_revision:2885; number_of_response:1; }","duration":"190.421561ms","start":"2026-04-01T23:37:16.150953Z","end":"2026-04-01T23:37:16.341375Z","steps":["trace[1024717745] 'process raft request' (duration: 190.236217ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:37:16.57215Z","caller":"traceutil/trace.go:171","msg":"trace[1160129878] transaction","detail":"{read_only:false; response_revision:2886; number_of_response:1; }","duration":"254.671219ms","start":"2026-04-01T23:37:16.317425Z","end":"2026-04-01T23:37:16.572096Z","steps":["trace[1160129878] 'process raft request' (duration: 164.979284ms)","trace[1160129878] 'compare' (duration: 89.485471ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:37:16.572427Z","caller":"traceutil/trace.go:171","msg":"trace[571012535] linearizableReadLoop","detail":"{readStateIndex:3017; appliedIndex:3014; }","duration":"191.366473ms","start":"2026-04-01T23:37:16.381039Z","end":"2026-04-01T23:37:16.572405Z","steps":["trace[571012535] 'read index received' (duration: 101.278709ms)","trace[571012535] 'applied index is now lower than readState.Index' (duration: 90.086404ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:37:16.572547Z","caller":"traceutil/trace.go:171","msg":"trace[950107164] transaction","detail":"{read_only:false; response_revision:2887; number_of_response:1; }","duration":"254.879454ms","start":"2026-04-01T23:37:16.317657Z","end":"2026-04-01T23:37:16.572537Z","steps":["trace[950107164] 'process raft request' (duration: 254.365443ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:16.57389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.433001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T23:37:16.573939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.874627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:37:16.57401Z","caller":"traceutil/trace.go:171","msg":"trace[251739796] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:2888; }","duration":"149.561734ms","start":"2026-04-01T23:37:16.424383Z","end":"2026-04-01T23:37:16.573944Z","steps":["trace[251739796] 'agreement among raft nodes before linearized reading' (duration: 149.38932ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:37:16.574077Z","caller":"traceutil/trace.go:171","msg":"trace[2124208163] transaction","detail":"{read_only:false; response_revision:2888; number_of_response:1; }","duration":"239.2901ms","start":"2026-04-01T23:37:16.334741Z","end":"2026-04-01T23:37:16.574031Z","steps":["trace[2124208163] 'process raft request' (duration: 237.604853ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:37:16.574048Z","caller":"traceutil/trace.go:171","msg":"trace[1474481386] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2888; }","duration":"193.02037ms","start":"2026-04-01T23:37:16.380986Z","end":"2026-04-01T23:37:16.574006Z","steps":["trace[1474481386] 'agreement among raft nodes before linearized reading' (duration: 191.578548ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:37:16.771731Z","caller":"traceutil/trace.go:171","msg":"trace[268621116] linearizableReadLoop","detail":"{readStateIndex:3022; appliedIndex:3021; }","duration":"133.865558ms","start":"2026-04-01T23:37:16.637844Z","end":"2026-04-01T23:37:16.77171Z","steps":["trace[268621116] 'read index received' (duration: 38.734579ms)","trace[268621116] 'applied index is now lower than readState.Index' (duration: 95.130289ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:37:16.771904Z","caller":"traceutil/trace.go:171","msg":"trace[739149657] transaction","detail":"{read_only:false; response_revision:2893; number_of_response:1; }","duration":"134.237137ms","start":"2026-04-01T23:37:16.637637Z","end":"2026-04-01T23:37:16.771874Z","steps":["trace[739149657] 'process raft request' (duration: 38.935764ms)","trace[739149657] 'compare' (duration: 95.032787ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:37:16.772041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.186645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:125689"} {"level":"info","ts":"2026-04-01T23:37:16.772159Z","caller":"traceutil/trace.go:171","msg":"trace[145842636] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:2893; }","duration":"134.36853ms","start":"2026-04-01T23:37:16.637781Z","end":"2026-04-01T23:37:16.77215Z","steps":["trace[145842636] 'agreement among raft nodes before linearized reading' (duration: 134.086814ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:37:16.964904Z","caller":"traceutil/trace.go:171","msg":"trace[1783512092] linearizableReadLoop","detail":"{readStateIndex:3025; appliedIndex:3022; }","duration":"144.979191ms","start":"2026-04-01T23:37:16.819903Z","end":"2026-04-01T23:37:16.964882Z","steps":["trace[1783512092] 'read index received' (duration: 45.645616ms)","trace[1783512092] 'applied index is now lower than readState.Index' (duration: 99.332675ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:37:16.965089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.164085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-01T23:37:16.965062Z","caller":"traceutil/trace.go:171","msg":"trace[1697021913] transaction","detail":"{read_only:false; response_revision:2896; number_of_response:1; }","duration":"188.881977ms","start":"2026-04-01T23:37:16.77614Z","end":"2026-04-01T23:37:16.965022Z","steps":["trace[1697021913] 'process raft request' (duration: 188.687013ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:37:16.965136Z","caller":"traceutil/trace.go:171","msg":"trace[1816984461] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:2896; }","duration":"145.263997ms","start":"2026-04-01T23:37:16.819858Z","end":"2026-04-01T23:37:16.965122Z","steps":["trace[1816984461] 'agreement among raft nodes before linearized reading' (duration: 145.145154ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:37:16.965216Z","caller":"traceutil/trace.go:171","msg":"trace[2039581372] transaction","detail":"{read_only:false; response_revision:2895; number_of_response:1; }","duration":"188.925739ms","start":"2026-04-01T23:37:16.776034Z","end":"2026-04-01T23:37:16.964959Z","steps":["trace[2039581372] 'process raft request' (duration: 154.411156ms)","trace[2039581372] 'compare' (duration: 34.229946ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:37:16.979555Z","caller":"traceutil/trace.go:171","msg":"trace[66370508] transaction","detail":"{read_only:false; response_revision:2897; number_of_response:1; }","duration":"112.077513ms","start":"2026-04-01T23:37:16.867421Z","end":"2026-04-01T23:37:16.979499Z","steps":["trace[66370508] 'process raft request' (duration: 111.616053ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:16.97972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.361685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-01T23:37:16.979796Z","caller":"traceutil/trace.go:171","msg":"trace[1052350343] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:2899; }","duration":"125.533159ms","start":"2026-04-01T23:37:16.854245Z","end":"2026-04-01T23:37:16.979778Z","steps":["trace[1052350343] 'agreement among raft nodes before linearized reading' (duration: 125.378866ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:16.980139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.041005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:125689"} {"level":"info","ts":"2026-04-01T23:37:16.980242Z","caller":"traceutil/trace.go:171","msg":"trace[392215670] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:2899; }","duration":"113.179408ms","start":"2026-04-01T23:37:16.867036Z","end":"2026-04-01T23:37:16.980215Z","steps":["trace[392215670] 'agreement among raft nodes before linearized reading' (duration: 112.81575ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:37:17.129562Z","caller":"traceutil/trace.go:171","msg":"trace[1443746132] transaction","detail":"{read_only:false; response_revision:2901; number_of_response:1; }","duration":"144.916189ms","start":"2026-04-01T23:37:16.984616Z","end":"2026-04-01T23:37:17.129532Z","steps":["trace[1443746132] 'process raft request' (duration: 128.992778ms)","trace[1443746132] 'compare' (duration: 15.633554ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:37:17.129613Z","caller":"traceutil/trace.go:171","msg":"trace[945358607] transaction","detail":"{read_only:false; response_revision:2902; number_of_response:1; }","duration":"144.717614ms","start":"2026-04-01T23:37:16.984848Z","end":"2026-04-01T23:37:17.129566Z","steps":["trace[945358607] 'process raft request' (duration: 144.570331ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:37:17.129663Z","caller":"traceutil/trace.go:171","msg":"trace[2066710861] linearizableReadLoop","detail":"{readStateIndex:3031; appliedIndex:3028; }","duration":"144.680864ms","start":"2026-04-01T23:37:16.98495Z","end":"2026-04-01T23:37:17.129631Z","steps":["trace[2066710861] 'read index received' (duration: 51.843256ms)","trace[2066710861] 'applied index is now lower than readState.Index' (duration: 92.836507ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:37:17.129686Z","caller":"traceutil/trace.go:171","msg":"trace[1203076019] transaction","detail":"{read_only:false; response_revision:2903; number_of_response:1; }","duration":"140.196352ms","start":"2026-04-01T23:37:16.989445Z","end":"2026-04-01T23:37:17.129641Z","steps":["trace[1203076019] 'process raft request' (duration: 140.038398ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:37:17.129996Z","caller":"traceutil/trace.go:171","msg":"trace[1264522437] transaction","detail":"{read_only:false; response_revision:2904; number_of_response:1; }","duration":"131.658617ms","start":"2026-04-01T23:37:16.99832Z","end":"2026-04-01T23:37:17.129979Z","steps":["trace[1264522437] 'process raft request' (duration: 131.228108ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:17.130146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.172864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey.18a25fe436f928ba\" ","response":"range_response_count:1 size:661"} {"level":"info","ts":"2026-04-01T23:37:17.130197Z","caller":"traceutil/trace.go:171","msg":"trace[376974847] range","detail":"{range_begin:/registry/events/openstack/valkey.18a25fe436f928ba; range_end:; response_count:1; response_revision:2904; }","duration":"145.239076ms","start":"2026-04-01T23:37:16.984944Z","end":"2026-04-01T23:37:17.130183Z","steps":["trace[376974847] 'agreement among raft nodes before linearized reading' (duration: 145.026811ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:37:17.420558Z","caller":"traceutil/trace.go:171","msg":"trace[1279435050] transaction","detail":"{read_only:false; response_revision:2916; number_of_response:1; }","duration":"150.650308ms","start":"2026-04-01T23:37:17.269873Z","end":"2026-04-01T23:37:17.420523Z","steps":["trace[1279435050] 'process raft request' (duration: 141.643224ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:37:17.420904Z","caller":"traceutil/trace.go:171","msg":"trace[1174831611] transaction","detail":"{read_only:false; response_revision:2917; number_of_response:1; }","duration":"146.391193ms","start":"2026-04-01T23:37:17.274486Z","end":"2026-04-01T23:37:17.420877Z","steps":["trace[1174831611] 'process raft request' (duration: 145.964663ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:37:17.421097Z","caller":"traceutil/trace.go:171","msg":"trace[66496850] linearizableReadLoop","detail":"{readStateIndex:3049; appliedIndex:3046; }","duration":"131.402932ms","start":"2026-04-01T23:37:17.289663Z","end":"2026-04-01T23:37:17.421066Z","steps":["trace[66496850] 'read index received' (duration: 121.961387ms)","trace[66496850] 'applied index is now lower than readState.Index' (duration: 9.439535ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:37:17.421143Z","caller":"traceutil/trace.go:171","msg":"trace[2112278314] transaction","detail":"{read_only:false; response_revision:2918; number_of_response:1; }","duration":"139.890825ms","start":"2026-04-01T23:37:17.281238Z","end":"2026-04-01T23:37:17.421128Z","steps":["trace[2112278314] 'process raft request' (duration: 139.544227ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:17.421192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.518965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/valkey-server\" ","response":"range_response_count:1 size:2399"} {"level":"info","ts":"2026-04-01T23:37:17.42129Z","caller":"traceutil/trace.go:171","msg":"trace[524332728] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/valkey-server; range_end:; response_count:1; response_revision:2918; }","duration":"131.655048ms","start":"2026-04-01T23:37:17.289621Z","end":"2026-04-01T23:37:17.421276Z","steps":["trace[524332728] 'agreement among raft nodes before linearized reading' (duration: 131.516525ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:37:17.449587Z","caller":"traceutil/trace.go:171","msg":"trace[537311730] transaction","detail":"{read_only:false; number_of_response:1; response_revision:2918; }","duration":"156.299797ms","start":"2026-04-01T23:37:17.293253Z","end":"2026-04-01T23:37:17.449553Z","steps":["trace[537311730] 'process raft request' (duration: 156.111733ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:37:17.449692Z","caller":"traceutil/trace.go:171","msg":"trace[426278730] transaction","detail":"{read_only:false; response_revision:2920; number_of_response:1; }","duration":"128.593279ms","start":"2026-04-01T23:37:17.321059Z","end":"2026-04-01T23:37:17.449652Z","steps":["trace[426278730] 'process raft request' (duration: 128.454096ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:37:17.449723Z","caller":"traceutil/trace.go:171","msg":"trace[1308610324] transaction","detail":"{read_only:false; response_revision:2919; number_of_response:1; }","duration":"128.709301ms","start":"2026-04-01T23:37:17.320968Z","end":"2026-04-01T23:37:17.449677Z","steps":["trace[1308610324] 'process raft request' (duration: 128.479126ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:37:17.449745Z","caller":"traceutil/trace.go:171","msg":"trace[378867027] transaction","detail":"{read_only:false; response_revision:2921; number_of_response:1; }","duration":"128.631949ms","start":"2026-04-01T23:37:17.321091Z","end":"2026-04-01T23:37:17.449723Z","steps":["trace[378867027] 'process raft request' (duration: 128.454505ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:37:17.646947Z","caller":"traceutil/trace.go:171","msg":"trace[1806733353] linearizableReadLoop","detail":"{readStateIndex:3057; appliedIndex:3053; }","duration":"155.412246ms","start":"2026-04-01T23:37:17.491518Z","end":"2026-04-01T23:37:17.64693Z","steps":["trace[1806733353] 'read index received' (duration: 106.248151ms)","trace[1806733353] 'applied index is now lower than readState.Index' (duration: 49.163445ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:37:17.646963Z","caller":"traceutil/trace.go:171","msg":"trace[999069719] transaction","detail":"{read_only:false; response_revision:2922; number_of_response:1; }","duration":"221.758342ms","start":"2026-04-01T23:37:17.425172Z","end":"2026-04-01T23:37:17.64693Z","steps":["trace[999069719] 'process raft request' (duration: 172.629408ms)","trace[999069719] 'compare' (duration: 48.705605ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:37:17.647036Z","caller":"traceutil/trace.go:171","msg":"trace[1040963180] transaction","detail":"{read_only:false; response_revision:2925; number_of_response:1; }","duration":"182.211965ms","start":"2026-04-01T23:37:17.464817Z","end":"2026-04-01T23:37:17.647029Z","steps":["trace[1040963180] 'process raft request' (duration: 182.061691ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:37:17.646942Z","caller":"traceutil/trace.go:171","msg":"trace[547151590] transaction","detail":"{read_only:false; response_revision:2923; number_of_response:1; }","duration":"221.588549ms","start":"2026-04-01T23:37:17.425313Z","end":"2026-04-01T23:37:17.646902Z","steps":["trace[547151590] 'process raft request' (duration: 221.449446ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:37:17.647264Z","caller":"traceutil/trace.go:171","msg":"trace[2055634983] transaction","detail":"{read_only:false; response_revision:2924; number_of_response:1; }","duration":"218.530459ms","start":"2026-04-01T23:37:17.42869Z","end":"2026-04-01T23:37:17.647221Z","steps":["trace[2055634983] 'process raft request' (duration: 218.14777ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:17.647365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.835826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:8 size:379437"} {"level":"info","ts":"2026-04-01T23:37:17.647393Z","caller":"traceutil/trace.go:171","msg":"trace[552356046] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:8; response_revision:2925; }","duration":"155.911258ms","start":"2026-04-01T23:37:17.491474Z","end":"2026-04-01T23:37:17.647386Z","steps":["trace[552356046] 'agreement among raft nodes before linearized reading' (duration: 155.670622ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:37:18.65809Z","caller":"traceutil/trace.go:171","msg":"trace[1656443137] transaction","detail":"{read_only:false; response_revision:2942; number_of_response:1; }","duration":"337.585631ms","start":"2026-04-01T23:37:18.320482Z","end":"2026-04-01T23:37:18.658068Z","steps":["trace[1656443137] 'process raft request' (duration: 337.503059ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:37:18.658091Z","caller":"traceutil/trace.go:171","msg":"trace[1367130382] transaction","detail":"{read_only:false; response_revision:2941; number_of_response:1; }","duration":"338.087941ms","start":"2026-04-01T23:37:18.319968Z","end":"2026-04-01T23:37:18.658056Z","steps":["trace[1367130382] 'process raft request' (duration: 261.481193ms)","trace[1367130382] 'compare' (duration: 76.413744ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:37:18.658228Z","caller":"traceutil/trace.go:171","msg":"trace[750540572] linearizableReadLoop","detail":"{readStateIndex:3076; appliedIndex:3072; }","duration":"275.119043ms","start":"2026-04-01T23:37:18.383096Z","end":"2026-04-01T23:37:18.658215Z","steps":["trace[750540572] 'read index received' (duration: 198.373582ms)","trace[750540572] 'applied index is now lower than readState.Index' (duration: 76.744771ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:37:18.658296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:18.320456Z","time spent":"337.736543ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:37:18.658334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.233205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:37:18.658363Z","caller":"traceutil/trace.go:171","msg":"trace[1650837297] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2944; }","duration":"275.319128ms","start":"2026-04-01T23:37:18.383035Z","end":"2026-04-01T23:37:18.658354Z","steps":["trace[1650837297] 'agreement among raft nodes before linearized reading' (duration: 275.224436ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:37:18.658363Z","caller":"traceutil/trace.go:171","msg":"trace[1662271151] transaction","detail":"{read_only:false; response_revision:2943; number_of_response:1; }","duration":"337.773224ms","start":"2026-04-01T23:37:18.320551Z","end":"2026-04-01T23:37:18.658324Z","steps":["trace[1662271151] 'process raft request' (duration: 337.480558ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:37:18.65842Z","caller":"traceutil/trace.go:171","msg":"trace[1686569713] transaction","detail":"{read_only:false; response_revision:2944; number_of_response:1; }","duration":"312.294626ms","start":"2026-04-01T23:37:18.346114Z","end":"2026-04-01T23:37:18.658409Z","steps":["trace[1686569713] 'process raft request' (duration: 311.99808ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:18.658488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:18.34609Z","time spent":"312.365778ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:37:18.658589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:18.320538Z","time spent":"337.922637ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:37:18.658651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:18.319954Z","time spent":"338.257966ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:37:18.717995Z","caller":"traceutil/trace.go:171","msg":"trace[1259107985] transaction","detail":"{read_only:false; response_revision:2945; number_of_response:1; }","duration":"321.962637ms","start":"2026-04-01T23:37:18.39601Z","end":"2026-04-01T23:37:18.717973Z","steps":["trace[1259107985] 'process raft request' (duration: 321.64234ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:37:18.718004Z","caller":"traceutil/trace.go:171","msg":"trace[1900521813] transaction","detail":"{read_only:false; response_revision:2946; number_of_response:1; }","duration":"150.413394ms","start":"2026-04-01T23:37:18.567553Z","end":"2026-04-01T23:37:18.717966Z","steps":["trace[1900521813] 'process raft request' (duration: 150.224319ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:18.718096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:18.395974Z","time spent":"322.072799ms","remote":"127.0.0.1:45900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2230,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-01T23:37:19.833783Z","caller":"traceutil/trace.go:171","msg":"trace[131990821] linearizableReadLoop","detail":"{readStateIndex:3082; appliedIndex:3080; }","duration":"260.779158ms","start":"2026-04-01T23:37:19.572987Z","end":"2026-04-01T23:37:19.833766Z","steps":["trace[131990821] 'read index received' (duration: 260.646325ms)","trace[131990821] 'applied index is now lower than readState.Index' (duration: 131.803µs)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:37:19.833837Z","caller":"traceutil/trace.go:171","msg":"trace[302680723] transaction","detail":"{read_only:false; response_revision:2949; number_of_response:1; }","duration":"378.957009ms","start":"2026-04-01T23:37:19.454838Z","end":"2026-04-01T23:37:19.833795Z","steps":["trace[302680723] 'process raft request' (duration: 378.777465ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:37:19.83387Z","caller":"traceutil/trace.go:171","msg":"trace[1991872354] transaction","detail":"{read_only:false; response_revision:2950; number_of_response:1; }","duration":"378.815446ms","start":"2026-04-01T23:37:19.455014Z","end":"2026-04-01T23:37:19.833829Z","steps":["trace[1991872354] 'process raft request' (duration: 378.718674ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:19.83395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.955052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-04-01T23:37:19.833977Z","caller":"traceutil/trace.go:171","msg":"trace[568540406] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2950; }","duration":"261.031853ms","start":"2026-04-01T23:37:19.572938Z","end":"2026-04-01T23:37:19.83397Z","steps":["trace[568540406] 'agreement among raft nodes before linearized reading' (duration: 260.90229ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:19.834011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:19.454809Z","time spent":"379.106083ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:37:19.834025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:19.454994Z","time spent":"378.94728ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:37:19.998064Z","caller":"traceutil/trace.go:171","msg":"trace[1086689483] transaction","detail":"{read_only:false; response_revision:2952; number_of_response:1; }","duration":"101.486323ms","start":"2026-04-01T23:37:19.896531Z","end":"2026-04-01T23:37:19.998017Z","steps":["trace[1086689483] 'process raft request' (duration: 52.977572ms)","trace[1086689483] 'compare' (duration: 48.249795ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:37:20.787895Z","caller":"traceutil/trace.go:171","msg":"trace[1130522249] linearizableReadLoop","detail":"{readStateIndex:3085; appliedIndex:3084; }","duration":"481.567189ms","start":"2026-04-01T23:37:20.306297Z","end":"2026-04-01T23:37:20.787864Z","steps":["trace[1130522249] 'read index received' (duration: 481.520697ms)","trace[1130522249] 'applied index is now lower than readState.Index' (duration: 44.771µs)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:37:20.78794Z","caller":"traceutil/trace.go:171","msg":"trace[35326105] transaction","detail":"{read_only:false; response_revision:2953; number_of_response:1; }","duration":"758.34202ms","start":"2026-04-01T23:37:20.029547Z","end":"2026-04-01T23:37:20.787889Z","steps":["trace[35326105] 'process raft request' (duration: 758.166145ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:20.788263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:20.029472Z","time spent":"758.578185ms","remote":"127.0.0.1:58094","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":853,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-01T23:37:20.788423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.100961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-01T23:37:20.788493Z","caller":"traceutil/trace.go:171","msg":"trace[707183203] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2953; }","duration":"482.245004ms","start":"2026-04-01T23:37:20.306234Z","end":"2026-04-01T23:37:20.788479Z","steps":["trace[707183203] 'agreement among raft nodes before linearized reading' (duration: 481.740123ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:20.788628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:20.306217Z","time spent":"482.390708ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-01T23:37:21.080342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.889791ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-01T23:37:21.080949Z","caller":"traceutil/trace.go:171","msg":"trace[1190282522] transaction","detail":"{read_only:false; response_revision:2954; number_of_response:1; }","duration":"416.086242ms","start":"2026-04-01T23:37:20.664834Z","end":"2026-04-01T23:37:21.08092Z","steps":["trace[1190282522] 'process raft request' (duration: 299.452985ms)","trace[1190282522] 'compare' (duration: 115.528832ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:37:21.081141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:20.664815Z","time spent":"416.252915ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:37:21.081295Z","caller":"traceutil/trace.go:171","msg":"trace[553661329] linearizableReadLoop","detail":"{readStateIndex:3086; appliedIndex:3085; }","duration":"293.238684ms","start":"2026-04-01T23:37:20.787971Z","end":"2026-04-01T23:37:21.08121Z","steps":["trace[553661329] 'read index received' (duration: 176.327801ms)","trace[553661329] 'applied index is now lower than readState.Index' (duration: 116.909303ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:37:21.081455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.813851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-01T23:37:21.081516Z","caller":"traceutil/trace.go:171","msg":"trace[1635909013] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2955; }","duration":"417.940524ms","start":"2026-04-01T23:37:20.663564Z","end":"2026-04-01T23:37:21.081504Z","steps":["trace[1635909013] 'agreement among raft nodes before linearized reading' (duration: 417.658538ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:21.081515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"533.994648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-25da41df-2ad0-43b4-b4ce-9edcdae7f452\" ","response":"range_response_count:1 size:3617"} {"level":"warn","ts":"2026-04-01T23:37:21.081548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:20.663541Z","time spent":"417.998486ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-01T23:37:21.081595Z","caller":"traceutil/trace.go:171","msg":"trace[1450992218] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-25da41df-2ad0-43b4-b4ce-9edcdae7f452; range_end:; response_count:1; response_revision:2955; }","duration":"534.11573ms","start":"2026-04-01T23:37:20.547458Z","end":"2026-04-01T23:37:21.081574Z","steps":["trace[1450992218] 'agreement among raft nodes before linearized reading' (duration: 533.930866ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:21.081651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:20.547424Z","time spent":"534.212773ms","remote":"127.0.0.1:58198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3640,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-25da41df-2ad0-43b4-b4ce-9edcdae7f452\" "} {"level":"warn","ts":"2026-04-01T23:37:21.081633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.941605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-01T23:37:21.081749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.696721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-01T23:37:21.081777Z","caller":"traceutil/trace.go:171","msg":"trace[1004438280] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2955; }","duration":"418.165249ms","start":"2026-04-01T23:37:20.663576Z","end":"2026-04-01T23:37:21.081741Z","steps":["trace[1004438280] 'agreement among raft nodes before linearized reading' (duration: 417.76015ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:37:21.081802Z","caller":"traceutil/trace.go:171","msg":"trace[1347183446] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2955; }","duration":"422.792684ms","start":"2026-04-01T23:37:20.658998Z","end":"2026-04-01T23:37:21.08179Z","steps":["trace[1347183446] 'agreement among raft nodes before linearized reading' (duration: 422.636411ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:21.081778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"730.886407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-01T23:37:21.081852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:20.663539Z","time spent":"418.296772ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-01T23:37:21.081847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:20.658971Z","time spent":"422.868296ms","remote":"127.0.0.1:58198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-01T23:37:21.081923Z","caller":"traceutil/trace.go:171","msg":"trace[1543379156] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2955; }","duration":"731.090031ms","start":"2026-04-01T23:37:20.350801Z","end":"2026-04-01T23:37:21.081891Z","steps":["trace[1543379156] 'agreement among raft nodes before linearized reading' (duration: 730.717163ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:21.081998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:20.350776Z","time spent":"731.207634ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-01T23:37:21.08192Z","caller":"traceutil/trace.go:171","msg":"trace[1487222271] transaction","detail":"{read_only:false; response_revision:2955; number_of_response:1; }","duration":"286.753767ms","start":"2026-04-01T23:37:20.795155Z","end":"2026-04-01T23:37:21.081909Z","steps":["trace[1487222271] 'process raft request' (duration: 285.792085ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:21.081942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"700.789573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-haproxy\" ","response":"range_response_count:1 size:2915"} {"level":"info","ts":"2026-04-01T23:37:21.082144Z","caller":"traceutil/trace.go:171","msg":"trace[1116118288] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-haproxy; range_end:; response_count:1; response_revision:2955; }","duration":"701.078191ms","start":"2026-04-01T23:37:20.381042Z","end":"2026-04-01T23:37:21.08212Z","steps":["trace[1116118288] 'agreement among raft nodes before linearized reading' (duration: 700.407485ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:21.082257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:20.381022Z","time spent":"701.216834ms","remote":"127.0.0.1:58210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":2938,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-haproxy\" "} {"level":"warn","ts":"2026-04-01T23:37:21.082588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.939458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-01T23:37:21.082624Z","caller":"traceutil/trace.go:171","msg":"trace[922536720] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2955; }","duration":"419.04967ms","start":"2026-04-01T23:37:20.663565Z","end":"2026-04-01T23:37:21.082614Z","steps":["trace[922536720] 'agreement among raft nodes before linearized reading' (duration: 417.843122ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:21.082654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:20.66352Z","time spent":"419.123801ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-01T23:37:21.328031Z","caller":"traceutil/trace.go:171","msg":"trace[1154217238] transaction","detail":"{read_only:false; response_revision:2957; number_of_response:1; }","duration":"241.893759ms","start":"2026-04-01T23:37:21.086102Z","end":"2026-04-01T23:37:21.327995Z","steps":["trace[1154217238] 'process raft request' (duration: 241.598102ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:37:21.328043Z","caller":"traceutil/trace.go:171","msg":"trace[1276294003] linearizableReadLoop","detail":"{readStateIndex:3089; appliedIndex:3087; }","duration":"241.563251ms","start":"2026-04-01T23:37:21.086459Z","end":"2026-04-01T23:37:21.328022Z","steps":["trace[1276294003] 'read index received' (duration: 25.944878ms)","trace[1276294003] 'applied index is now lower than readState.Index' (duration: 215.617223ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:37:21.328187Z","caller":"traceutil/trace.go:171","msg":"trace[2093604682] transaction","detail":"{read_only:false; response_revision:2960; number_of_response:1; }","duration":"239.810781ms","start":"2026-04-01T23:37:21.088331Z","end":"2026-04-01T23:37:21.328142Z","steps":["trace[2093604682] 'process raft request' (duration: 239.625747ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:21.328253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.986096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:37:21.328304Z","caller":"traceutil/trace.go:171","msg":"trace[925281137] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:2960; }","duration":"177.103739ms","start":"2026-04-01T23:37:21.151178Z","end":"2026-04-01T23:37:21.328282Z","steps":["trace[925281137] 'agreement among raft nodes before linearized reading' (duration: 177.005247ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:21.328329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.871199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-01T23:37:21.32838Z","caller":"traceutil/trace.go:171","msg":"trace[364598917] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2960; }","duration":"241.96282ms","start":"2026-04-01T23:37:21.086405Z","end":"2026-04-01T23:37:21.328368Z","steps":["trace[364598917] 'agreement among raft nodes before linearized reading' (duration: 241.776866ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:37:21.328515Z","caller":"traceutil/trace.go:171","msg":"trace[1143146596] transaction","detail":"{read_only:false; response_revision:2958; number_of_response:1; }","duration":"241.282645ms","start":"2026-04-01T23:37:21.087195Z","end":"2026-04-01T23:37:21.328478Z","steps":["trace[1143146596] 'process raft request' (duration: 240.679312ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:37:21.328783Z","caller":"traceutil/trace.go:171","msg":"trace[1423038705] transaction","detail":"{read_only:false; response_revision:2959; number_of_response:1; }","duration":"241.007259ms","start":"2026-04-01T23:37:21.087754Z","end":"2026-04-01T23:37:21.328761Z","steps":["trace[1423038705] 'process raft request' (duration: 240.163339ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:37:21.726199Z","caller":"traceutil/trace.go:171","msg":"trace[606782380] transaction","detail":"{read_only:false; response_revision:2962; number_of_response:1; }","duration":"131.502393ms","start":"2026-04-01T23:37:21.594668Z","end":"2026-04-01T23:37:21.72617Z","steps":["trace[606782380] 'process raft request' (duration: 111.06165ms)","trace[606782380] 'compare' (duration: 20.230559ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:37:22.504475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.664325ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-01T23:37:24.436974Z","caller":"traceutil/trace.go:171","msg":"trace[827947744] transaction","detail":"{read_only:false; number_of_response:1; response_revision:2979; }","duration":"176.363593ms","start":"2026-04-01T23:37:24.26059Z","end":"2026-04-01T23:37:24.436954Z","steps":["trace[827947744] 'process raft request' (duration: 176.197459ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:37:24.62883Z","caller":"traceutil/trace.go:171","msg":"trace[1674073964] transaction","detail":"{read_only:false; response_revision:2982; number_of_response:1; }","duration":"165.067626ms","start":"2026-04-01T23:37:24.463728Z","end":"2026-04-01T23:37:24.628795Z","steps":["trace[1674073964] 'process raft request' (duration: 164.887132ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:37:24.76888Z","caller":"traceutil/trace.go:171","msg":"trace[143436894] transaction","detail":"{read_only:false; response_revision:2983; number_of_response:1; }","duration":"135.128557ms","start":"2026-04-01T23:37:24.63372Z","end":"2026-04-01T23:37:24.768848Z","steps":["trace[143436894] 'process raft request' (duration: 132.489007ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:37:25.362678Z","caller":"traceutil/trace.go:171","msg":"trace[195087871] transaction","detail":"{read_only:false; response_revision:2987; number_of_response:1; }","duration":"120.271479ms","start":"2026-04-01T23:37:25.242389Z","end":"2026-04-01T23:37:25.362661Z","steps":["trace[195087871] 'process raft request' (duration: 120.120946ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:37:25.362707Z","caller":"traceutil/trace.go:171","msg":"trace[956681845] transaction","detail":"{read_only:false; response_revision:2986; number_of_response:1; }","duration":"120.594778ms","start":"2026-04-01T23:37:25.241961Z","end":"2026-04-01T23:37:25.362556Z","steps":["trace[956681845] 'process raft request' (duration: 62.909718ms)","trace[956681845] 'compare' (duration: 57.28025ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:37:25.515391Z","caller":"traceutil/trace.go:171","msg":"trace[1896808855] linearizableReadLoop","detail":"{readStateIndex:3121; appliedIndex:3120; }","duration":"116.530415ms","start":"2026-04-01T23:37:25.398835Z","end":"2026-04-01T23:37:25.515365Z","steps":["trace[1896808855] 'read index received' (duration: 86.541954ms)","trace[1896808855] 'applied index is now lower than readState.Index' (duration: 29.987231ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:37:25.515449Z","caller":"traceutil/trace.go:171","msg":"trace[1347592444] transaction","detail":"{read_only:false; response_revision:2988; number_of_response:1; }","duration":"124.636428ms","start":"2026-04-01T23:37:25.390772Z","end":"2026-04-01T23:37:25.515409Z","steps":["trace[1347592444] 'process raft request' (duration: 94.77789ms)","trace[1347592444] 'compare' (duration: 29.672464ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:37:25.515732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.204756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-01T23:37:25.515721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.861082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-01T23:37:25.51578Z","caller":"traceutil/trace.go:171","msg":"trace[697340879] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2988; }","duration":"116.281509ms","start":"2026-04-01T23:37:25.399488Z","end":"2026-04-01T23:37:25.515769Z","steps":["trace[697340879] 'agreement among raft nodes before linearized reading' (duration: 116.080284ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:37:25.515814Z","caller":"traceutil/trace.go:171","msg":"trace[395849754] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2988; }","duration":"116.979676ms","start":"2026-04-01T23:37:25.398819Z","end":"2026-04-01T23:37:25.515799Z","steps":["trace[395849754] 'agreement among raft nodes before linearized reading' (duration: 116.637878ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:26.087288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.721896ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-01T23:37:26.0877Z","caller":"traceutil/trace.go:171","msg":"trace[910107939] transaction","detail":"{read_only:false; response_revision:2993; number_of_response:1; }","duration":"329.048497ms","start":"2026-04-01T23:37:25.758562Z","end":"2026-04-01T23:37:26.087611Z","steps":["trace[910107939] 'process raft request' (duration: 197.935472ms)","trace[910107939] 'compare' (duration: 130.474431ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:37:26.087786Z","caller":"traceutil/trace.go:171","msg":"trace[1853246310] transaction","detail":"{read_only:false; response_revision:2994; number_of_response:1; }","duration":"318.294972ms","start":"2026-04-01T23:37:25.769473Z","end":"2026-04-01T23:37:26.087768Z","steps":["trace[1853246310] 'process raft request' (duration: 317.942054ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:37:26.087838Z","caller":"traceutil/trace.go:171","msg":"trace[1113835876] transaction","detail":"{read_only:false; response_revision:2995; number_of_response:1; }","duration":"181.413977ms","start":"2026-04-01T23:37:25.906408Z","end":"2026-04-01T23:37:26.087822Z","steps":["trace[1113835876] 'process raft request' (duration: 181.097269ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:26.087864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:25.758545Z","time spent":"329.240231ms","remote":"127.0.0.1:58556","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":657,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-01T23:37:26.087875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:25.769451Z","time spent":"318.375935ms","remote":"127.0.0.1:58198","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16359,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:37:26.087731Z","caller":"traceutil/trace.go:171","msg":"trace[333859829] linearizableReadLoop","detail":"{readStateIndex:3128; appliedIndex:3126; }","duration":"300.861147ms","start":"2026-04-01T23:37:25.78685Z","end":"2026-04-01T23:37:26.087712Z","steps":["trace[333859829] 'read index received' (duration: 169.672971ms)","trace[333859829] 'applied index is now lower than readState.Index' (duration: 131.187156ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:37:26.087945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.094652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1633"} {"level":"info","ts":"2026-04-01T23:37:26.088018Z","caller":"traceutil/trace.go:171","msg":"trace[464625034] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:2995; }","duration":"301.147573ms","start":"2026-04-01T23:37:25.786829Z","end":"2026-04-01T23:37:26.087976Z","steps":["trace[464625034] 'agreement among raft nodes before linearized reading' (duration: 300.935768ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:26.088113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:25.786735Z","time spent":"301.35953ms","remote":"127.0.0.1:58172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1656,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"info","ts":"2026-04-01T23:37:26.090964Z","caller":"traceutil/trace.go:171","msg":"trace[1233849112] transaction","detail":"{read_only:false; response_revision:2996; number_of_response:1; }","duration":"127.137796ms","start":"2026-04-01T23:37:25.963801Z","end":"2026-04-01T23:37:26.090939Z","steps":["trace[1233849112] 'process raft request' (duration: 126.90286ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:27.036974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.62714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/auth-system/keycloak\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:37:27.037512Z","caller":"traceutil/trace.go:171","msg":"trace[1074709925] range","detail":"{range_begin:/registry/secrets/auth-system/keycloak; range_end:; response_count:0; response_revision:2998; }","duration":"278.362357ms","start":"2026-04-01T23:37:26.759118Z","end":"2026-04-01T23:37:27.03748Z","steps":["trace[1074709925] 'range keys from in-memory index tree' (duration: 277.15079ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:37:27.546294Z","caller":"traceutil/trace.go:171","msg":"trace[1131997145] transaction","detail":"{read_only:false; response_revision:3001; number_of_response:1; }","duration":"175.918283ms","start":"2026-04-01T23:37:27.37033Z","end":"2026-04-01T23:37:27.546249Z","steps":["trace[1131997145] 'process raft request' (duration: 175.774459ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:37:27.649157Z","caller":"traceutil/trace.go:171","msg":"trace[650154160] linearizableReadLoop","detail":"{readStateIndex:3137; appliedIndex:3135; }","duration":"246.156317ms","start":"2026-04-01T23:37:27.40297Z","end":"2026-04-01T23:37:27.649126Z","steps":["trace[650154160] 'read index received' (duration: 143.241151ms)","trace[650154160] 'applied index is now lower than readState.Index' (duration: 102.914076ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:37:27.6493Z","caller":"traceutil/trace.go:171","msg":"trace[421080442] transaction","detail":"{read_only:false; response_revision:3002; number_of_response:1; }","duration":"278.517621ms","start":"2026-04-01T23:37:27.370745Z","end":"2026-04-01T23:37:27.649263Z","steps":["trace[421080442] 'process raft request' (duration: 212.467501ms)","trace[421080442] 'compare' (duration: 65.765553ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:37:27.649336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.33556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:37:27.649404Z","caller":"traceutil/trace.go:171","msg":"trace[1742608257] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3002; }","duration":"246.463024ms","start":"2026-04-01T23:37:27.402925Z","end":"2026-04-01T23:37:27.649388Z","steps":["trace[1742608257] 'agreement among raft nodes before linearized reading' (duration: 246.29988ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:27.657368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.290009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-01T23:37:27.657425Z","caller":"traceutil/trace.go:171","msg":"trace[2114407631] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3003; }","duration":"138.376611ms","start":"2026-04-01T23:37:27.519035Z","end":"2026-04-01T23:37:27.657412Z","steps":["trace[2114407631] 'agreement among raft nodes before linearized reading' (duration: 138.220147ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:27.890862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.390083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:37:27.890979Z","caller":"traceutil/trace.go:171","msg":"trace[1007137473] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:0; response_revision:3007; }","duration":"139.539936ms","start":"2026-04-01T23:37:27.751409Z","end":"2026-04-01T23:37:27.890949Z","steps":["trace[1007137473] 'range keys from in-memory index tree' (duration: 139.332362ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:37:28.472096Z","caller":"traceutil/trace.go:171","msg":"trace[796061563] transaction","detail":"{read_only:false; response_revision:3013; number_of_response:1; }","duration":"389.07778ms","start":"2026-04-01T23:37:28.082992Z","end":"2026-04-01T23:37:28.47207Z","steps":["trace[796061563] 'process raft request' (duration: 300.777295ms)","trace[796061563] 'compare' (duration: 88.168651ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:37:28.472239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:28.082969Z","time spent":"389.205843ms","remote":"127.0.0.1:58344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1066,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-01T23:37:28.491729Z","caller":"traceutil/trace.go:171","msg":"trace[1954744638] transaction","detail":"{read_only:false; response_revision:3014; number_of_response:1; }","duration":"397.917431ms","start":"2026-04-01T23:37:28.093789Z","end":"2026-04-01T23:37:28.491706Z","steps":["trace[1954744638] 'process raft request' (duration: 397.707175ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:37:28.491781Z","caller":"traceutil/trace.go:171","msg":"trace[776827008] linearizableReadLoop","detail":"{readStateIndex:3150; appliedIndex:3147; }","duration":"373.954627ms","start":"2026-04-01T23:37:28.117803Z","end":"2026-04-01T23:37:28.491758Z","steps":["trace[776827008] 'read index received' (duration: 266.059508ms)","trace[776827008] 'applied index is now lower than readState.Index' (duration: 107.893699ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:37:28.491858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:28.093768Z","time spent":"398.021264ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:37:28.491866Z","caller":"traceutil/trace.go:171","msg":"trace[525910451] transaction","detail":"{read_only:false; response_revision:3015; number_of_response:1; }","duration":"396.844606ms","start":"2026-04-01T23:37:28.094994Z","end":"2026-04-01T23:37:28.491839Z","steps":["trace[525910451] 'process raft request' (duration: 396.643371ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:28.491931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.11672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-01T23:37:28.491966Z","caller":"traceutil/trace.go:171","msg":"trace[922240235] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:3016; }","duration":"374.208123ms","start":"2026-04-01T23:37:28.117747Z","end":"2026-04-01T23:37:28.491955Z","steps":["trace[922240235] 'agreement among raft nodes before linearized reading' (duration: 374.09515ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:37:28.491942Z","caller":"traceutil/trace.go:171","msg":"trace[1863065517] transaction","detail":"{read_only:false; response_revision:3016; number_of_response:1; }","duration":"143.834085ms","start":"2026-04-01T23:37:28.348075Z","end":"2026-04-01T23:37:28.491909Z","steps":["trace[1863065517] 'process raft request' (duration: 143.61821ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:28.492014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:28.117727Z","time spent":"374.277555ms","remote":"127.0.0.1:58128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":10,"response size":30,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:37:28.492015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:28.094984Z","time spent":"396.952798ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:37:28.79021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.634024ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-01T23:37:28.790461Z","caller":"traceutil/trace.go:171","msg":"trace[1427233210] transaction","detail":"{read_only:false; response_revision:3017; number_of_response:1; }","duration":"314.671931ms","start":"2026-04-01T23:37:28.475753Z","end":"2026-04-01T23:37:28.790425Z","steps":["trace[1427233210] 'process raft request' (duration: 198.693359ms)","trace[1427233210] 'compare' (duration: 115.357408ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:37:28.790544Z","caller":"traceutil/trace.go:171","msg":"trace[350396372] transaction","detail":"{read_only:false; response_revision:3018; number_of_response:1; }","duration":"314.62ms","start":"2026-04-01T23:37:28.475893Z","end":"2026-04-01T23:37:28.790513Z","steps":["trace[350396372] 'process raft request' (duration: 314.417565ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:28.790604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:28.475732Z","time spent":"314.804144ms","remote":"127.0.0.1:58224","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":890,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-01T23:37:28.790658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.383903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-01T23:37:28.790691Z","caller":"traceutil/trace.go:171","msg":"trace[1039601768] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3019; }","duration":"209.461413ms","start":"2026-04-01T23:37:28.581221Z","end":"2026-04-01T23:37:28.790683Z","steps":["trace[1039601768] 'agreement among raft nodes before linearized reading' (duration: 209.382482ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:28.790691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:28.475884Z","time spent":"314.738892ms","remote":"127.0.0.1:58094","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":653,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-01T23:37:28.790581Z","caller":"traceutil/trace.go:171","msg":"trace[1022815038] linearizableReadLoop","detail":"{readStateIndex:3154; appliedIndex:3151; }","duration":"209.30443ms","start":"2026-04-01T23:37:28.581263Z","end":"2026-04-01T23:37:28.790568Z","steps":["trace[1022815038] 'read index received' (duration: 93.099773ms)","trace[1022815038] 'applied index is now lower than readState.Index' (duration: 116.203637ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:37:28.790818Z","caller":"traceutil/trace.go:171","msg":"trace[665916633] transaction","detail":"{read_only:false; response_revision:3019; number_of_response:1; }","duration":"314.076687ms","start":"2026-04-01T23:37:28.476729Z","end":"2026-04-01T23:37:28.790805Z","steps":["trace[665916633] 'process raft request' (duration: 313.647398ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:28.79087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:28.476679Z","time spent":"314.159869ms","remote":"127.0.0.1:58344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1425,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:37:28.960246Z","caller":"traceutil/trace.go:171","msg":"trace[1608934462] transaction","detail":"{read_only:false; response_revision:3023; number_of_response:1; }","duration":"101.645218ms","start":"2026-04-01T23:37:28.85856Z","end":"2026-04-01T23:37:28.960205Z","steps":["trace[1608934462] 'process raft request' (duration: 66.814007ms)","trace[1608934462] 'compare' (duration: 34.649087ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:37:29.080334Z","caller":"traceutil/trace.go:171","msg":"trace[1262041444] transaction","detail":"{read_only:false; response_revision:3025; number_of_response:1; }","duration":"111.748476ms","start":"2026-04-01T23:37:28.968545Z","end":"2026-04-01T23:37:29.080294Z","steps":["trace[1262041444] 'process raft request' (duration: 111.375217ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:37:29.284521Z","caller":"traceutil/trace.go:171","msg":"trace[1098138800] transaction","detail":"{read_only:false; response_revision:3034; number_of_response:1; }","duration":"166.424297ms","start":"2026-04-01T23:37:29.118069Z","end":"2026-04-01T23:37:29.284493Z","steps":["trace[1098138800] 'process raft request' (duration: 98.489625ms)","trace[1098138800] 'compare' (duration: 67.802148ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:37:29.284881Z","caller":"traceutil/trace.go:171","msg":"trace[1146960748] transaction","detail":"{read_only:false; response_revision:3035; number_of_response:1; }","duration":"166.389336ms","start":"2026-04-01T23:37:29.118466Z","end":"2026-04-01T23:37:29.284856Z","steps":["trace[1146960748] 'process raft request' (duration: 166.187262ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:37:29.284867Z","caller":"traceutil/trace.go:171","msg":"trace[293077229] linearizableReadLoop","detail":"{readStateIndex:3171; appliedIndex:3168; }","duration":"120.052965ms","start":"2026-04-01T23:37:29.164781Z","end":"2026-04-01T23:37:29.284834Z","steps":["trace[293077229] 'read index received' (duration: 51.789915ms)","trace[293077229] 'applied index is now lower than readState.Index' (duration: 68.26145ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:37:29.285018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.208168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:37:29.284989Z","caller":"traceutil/trace.go:171","msg":"trace[1321716793] transaction","detail":"{read_only:false; response_revision:3036; number_of_response:1; }","duration":"162.741463ms","start":"2026-04-01T23:37:29.122234Z","end":"2026-04-01T23:37:29.284975Z","steps":["trace[1321716793] 'process raft request' (duration: 162.542598ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:37:29.285109Z","caller":"traceutil/trace.go:171","msg":"trace[454613862] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:3036; }","duration":"120.329581ms","start":"2026-04-01T23:37:29.164729Z","end":"2026-04-01T23:37:29.285058Z","steps":["trace[454613862] 'agreement among raft nodes before linearized reading' (duration: 120.192138ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:29.648543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.212583ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-01T23:37:29.648887Z","caller":"traceutil/trace.go:171","msg":"trace[1367512340] transaction","detail":"{read_only:false; response_revision:3042; number_of_response:1; }","duration":"263.769587ms","start":"2026-04-01T23:37:29.385093Z","end":"2026-04-01T23:37:29.648863Z","steps":["trace[1367512340] 'process raft request' (duration: 263.589183ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:37:29.64886Z","caller":"traceutil/trace.go:171","msg":"trace[1888667685] transaction","detail":"{read_only:false; response_revision:3041; number_of_response:1; }","duration":"263.838578ms","start":"2026-04-01T23:37:29.384986Z","end":"2026-04-01T23:37:29.648824Z","steps":["trace[1888667685] 'process raft request' (duration: 163.263296ms)","trace[1888667685] 'compare' (duration: 100.07067ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:37:29.649141Z","caller":"traceutil/trace.go:171","msg":"trace[914834950] transaction","detail":"{read_only:false; response_revision:3043; number_of_response:1; }","duration":"262.222741ms","start":"2026-04-01T23:37:29.386898Z","end":"2026-04-01T23:37:29.649121Z","steps":["trace[914834950] 'process raft request' (duration: 261.879793ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:37:29.6492Z","caller":"traceutil/trace.go:171","msg":"trace[1281304937] linearizableReadLoop","detail":"{readStateIndex:3178; appliedIndex:3175; }","duration":"192.031968ms","start":"2026-04-01T23:37:29.457073Z","end":"2026-04-01T23:37:29.649105Z","steps":["trace[1281304937] 'read index received' (duration: 91.116448ms)","trace[1281304937] 'applied index is now lower than readState.Index' (duration: 100.91278ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:37:29.649329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.247913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:37:29.649372Z","caller":"traceutil/trace.go:171","msg":"trace[1766338092] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:3043; }","duration":"192.342325ms","start":"2026-04-01T23:37:29.457016Z","end":"2026-04-01T23:37:29.649358Z","steps":["trace[1766338092] 'agreement among raft nodes before linearized reading' (duration: 192.253233ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:37:31.43616Z","caller":"traceutil/trace.go:171","msg":"trace[1229038748] transaction","detail":"{read_only:false; response_revision:3058; number_of_response:1; }","duration":"145.471621ms","start":"2026-04-01T23:37:31.290658Z","end":"2026-04-01T23:37:31.43613Z","steps":["trace[1229038748] 'process raft request' (duration: 145.251446ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:31.718779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.251563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-01T23:37:31.718883Z","caller":"traceutil/trace.go:171","msg":"trace[1994805684] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3058; }","duration":"122.404548ms","start":"2026-04-01T23:37:31.596457Z","end":"2026-04-01T23:37:31.718861Z","steps":["trace[1994805684] 'range keys from in-memory index tree' (duration: 122.045679ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:37:34.977923Z","caller":"traceutil/trace.go:171","msg":"trace[400847618] transaction","detail":"{read_only:false; response_revision:3082; number_of_response:1; }","duration":"109.150367ms","start":"2026-04-01T23:37:34.868744Z","end":"2026-04-01T23:37:34.977894Z","steps":["trace[400847618] 'process raft request' (duration: 108.973163ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:36.275213Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7835591873806217797,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T23:37:36.775579Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7835591873806217797,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T23:37:36.902137Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.448494292s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-01T23:37:36.904151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.513496156s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-04-01T23:37:36.904216Z","caller":"traceutil/trace.go:171","msg":"trace[2050624774] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3082; }","duration":"1.51361752s","start":"2026-04-01T23:37:35.390583Z","end":"2026-04-01T23:37:36.904201Z","steps":["trace[2050624774] 'range keys from in-memory index tree' (duration: 1.513344243s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:36.904263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:35.390562Z","time spent":"1.513695121s","remote":"127.0.0.1:58210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-04-01T23:37:36.905041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.523375941s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:37:36.905127Z","caller":"traceutil/trace.go:171","msg":"trace[188713954] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3082; }","duration":"1.523508964s","start":"2026-04-01T23:37:35.381597Z","end":"2026-04-01T23:37:36.905106Z","steps":["trace[188713954] 'range keys from in-memory index tree' (duration: 1.523228938s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:36.905171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:35.381578Z","time spent":"1.523584055s","remote":"127.0.0.1:58042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-01T23:37:36.905602Z","caller":"traceutil/trace.go:171","msg":"trace[297404257] transaction","detail":"{read_only:false; response_revision:3083; number_of_response:1; }","duration":"1.452047292s","start":"2026-04-01T23:37:35.453534Z","end":"2026-04-01T23:37:36.905581Z","steps":["trace[297404257] 'process raft request' (duration: 1.448918031s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:36.905726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:35.453508Z","time spent":"1.452137893s","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:37:36.920944Z","caller":"traceutil/trace.go:171","msg":"trace[523710703] transaction","detail":"{read_only:false; response_revision:3084; number_of_response:1; }","duration":"1.054813407s","start":"2026-04-01T23:37:35.866104Z","end":"2026-04-01T23:37:36.920918Z","steps":["trace[523710703] 'process raft request' (duration: 1.054620523s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:37:36.920905Z","caller":"traceutil/trace.go:171","msg":"trace[1613675285] linearizableReadLoop","detail":"{readStateIndex:3222; appliedIndex:3218; }","duration":"1.146421366s","start":"2026-04-01T23:37:35.774464Z","end":"2026-04-01T23:37:36.920886Z","steps":["trace[1613675285] 'read index received' (duration: 1.127981678s)","trace[1613675285] 'applied index is now lower than readState.Index' (duration: 18.438688ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:37:36.92097Z","caller":"traceutil/trace.go:171","msg":"trace[1014632323] transaction","detail":"{read_only:false; response_revision:3085; number_of_response:1; }","duration":"345.121612ms","start":"2026-04-01T23:37:36.57582Z","end":"2026-04-01T23:37:36.920942Z","steps":["trace[1014632323] 'process raft request' (duration: 345.0152ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:37:36.921048Z","caller":"traceutil/trace.go:171","msg":"trace[2139964977] transaction","detail":"{read_only:false; response_revision:3086; number_of_response:1; }","duration":"343.198088ms","start":"2026-04-01T23:37:36.577812Z","end":"2026-04-01T23:37:36.92101Z","steps":["trace[2139964977] 'process raft request' (duration: 343.047524ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:36.92109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:36.575795Z","time spent":"345.230325ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:37:36.921173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.146696073s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-01T23:37:36.92121Z","caller":"traceutil/trace.go:171","msg":"trace[1135453014] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3086; }","duration":"1.146741705s","start":"2026-04-01T23:37:35.77446Z","end":"2026-04-01T23:37:36.921202Z","steps":["trace[1135453014] 'agreement among raft nodes before linearized reading' (duration: 1.146587621s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:36.921217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"894.771886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-01T23:37:36.921214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:36.5778Z","time spent":"343.313142ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:37:36.921237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:35.774416Z","time spent":"1.146814245s","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-01T23:37:36.921078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:35.86608Z","time spent":"1.05492089s","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:37:36.921248Z","caller":"traceutil/trace.go:171","msg":"trace[413012501] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:3086; }","duration":"894.843818ms","start":"2026-04-01T23:37:36.026396Z","end":"2026-04-01T23:37:36.92124Z","steps":["trace[413012501] 'agreement among raft nodes before linearized reading' (duration: 894.758806ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:36.921267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:36.026377Z","time spent":"894.886709ms","remote":"127.0.0.1:58210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":22,"response size":30,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:37:36.921459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.274268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-01T23:37:36.921517Z","caller":"traceutil/trace.go:171","msg":"trace[514418349] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3086; }","duration":"101.408063ms","start":"2026-04-01T23:37:36.820095Z","end":"2026-04-01T23:37:36.921503Z","steps":["trace[514418349] 'agreement among raft nodes before linearized reading' (duration: 101.217168ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:36.921536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.039186193s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-01T23:37:36.921564Z","caller":"traceutil/trace.go:171","msg":"trace[720886431] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3086; }","duration":"1.039244094s","start":"2026-04-01T23:37:35.882312Z","end":"2026-04-01T23:37:36.921556Z","steps":["trace[720886431] 'agreement among raft nodes before linearized reading' (duration: 1.039100671s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:36.921592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:35.882295Z","time spent":"1.039293035s","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-01T23:37:36.921589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"999.705437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-01T23:37:36.921414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.145339732s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-01T23:37:36.921667Z","caller":"traceutil/trace.go:171","msg":"trace[657797189] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3086; }","duration":"999.810549ms","start":"2026-04-01T23:37:35.921838Z","end":"2026-04-01T23:37:36.921649Z","steps":["trace[657797189] 'agreement among raft nodes before linearized reading' (duration: 999.563273ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:36.92172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:35.921825Z","time spent":"999.882881ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-01T23:37:36.921699Z","caller":"traceutil/trace.go:171","msg":"trace[1957643856] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3086; }","duration":"1.145668499s","start":"2026-04-01T23:37:35.77601Z","end":"2026-04-01T23:37:36.921678Z","steps":["trace[1957643856] 'agreement among raft nodes before linearized reading' (duration: 1.145138858s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:36.921789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:35.776005Z","time spent":"1.145766802s","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-01T23:37:36.92193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.000079595s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-01T23:37:36.922091Z","caller":"traceutil/trace.go:171","msg":"trace[593288827] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3086; }","duration":"1.000348081s","start":"2026-04-01T23:37:35.92172Z","end":"2026-04-01T23:37:36.922068Z","steps":["trace[593288827] 'agreement among raft nodes before linearized reading' (duration: 999.619475ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:36.922245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:35.921696Z","time spent":"1.000530656s","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-01T23:37:45.290125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.171731ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-01T23:37:45.290479Z","caller":"traceutil/trace.go:171","msg":"trace[1368448788] transaction","detail":"{read_only:false; response_revision:3136; number_of_response:1; }","duration":"296.915948ms","start":"2026-04-01T23:37:44.993535Z","end":"2026-04-01T23:37:45.290451Z","steps":["trace[1368448788] 'process raft request' (duration: 149.335848ms)","trace[1368448788] 'compare' (duration: 146.901845ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:37:45.291192Z","caller":"traceutil/trace.go:171","msg":"trace[571286363] transaction","detail":"{read_only:false; response_revision:3137; number_of_response:1; }","duration":"297.328747ms","start":"2026-04-01T23:37:44.993848Z","end":"2026-04-01T23:37:45.291177Z","steps":["trace[571286363] 'process raft request' (duration: 296.359345ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:37:45.291301Z","caller":"traceutil/trace.go:171","msg":"trace[1506527746] linearizableReadLoop","detail":"{readStateIndex:3275; appliedIndex:3273; }","duration":"291.819012ms","start":"2026-04-01T23:37:44.999267Z","end":"2026-04-01T23:37:45.291086Z","steps":["trace[1506527746] 'read index received' (duration: 143.618539ms)","trace[1506527746] 'applied index is now lower than readState.Index' (duration: 148.199713ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:37:45.291474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.200501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-01T23:37:45.291512Z","caller":"traceutil/trace.go:171","msg":"trace[1647448811] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3137; }","duration":"292.267673ms","start":"2026-04-01T23:37:44.999235Z","end":"2026-04-01T23:37:45.291503Z","steps":["trace[1647448811] 'agreement among raft nodes before linearized reading' (duration: 292.13693ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:45.292399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.791069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-01T23:37:45.292431Z","caller":"traceutil/trace.go:171","msg":"trace[1776460654] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3137; }","duration":"286.855741ms","start":"2026-04-01T23:37:45.005567Z","end":"2026-04-01T23:37:45.292423Z","steps":["trace[1776460654] 'agreement among raft nodes before linearized reading' (duration: 286.779619ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:45.292611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.972773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-01T23:37:45.292637Z","caller":"traceutil/trace.go:171","msg":"trace[1751627896] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3137; }","duration":"287.010454ms","start":"2026-04-01T23:37:45.00562Z","end":"2026-04-01T23:37:45.29263Z","steps":["trace[1751627896] 'agreement among raft nodes before linearized reading' (duration: 286.950132ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:45.292714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.732413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-01T23:37:45.29274Z","caller":"traceutil/trace.go:171","msg":"trace[1610979110] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:3137; }","duration":"184.958137ms","start":"2026-04-01T23:37:45.107774Z","end":"2026-04-01T23:37:45.292733Z","steps":["trace[1610979110] 'agreement among raft nodes before linearized reading' (duration: 184.755963ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:45.292748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.821939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-01T23:37:45.292791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.575194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-01T23:37:45.292859Z","caller":"traceutil/trace.go:171","msg":"trace[290600464] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3137; }","duration":"286.664816ms","start":"2026-04-01T23:37:45.006178Z","end":"2026-04-01T23:37:45.292843Z","steps":["trace[290600464] 'agreement among raft nodes before linearized reading' (duration: 286.489752ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:37:45.292875Z","caller":"traceutil/trace.go:171","msg":"trace[2078747138] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3137; }","duration":"286.994602ms","start":"2026-04-01T23:37:45.00584Z","end":"2026-04-01T23:37:45.292835Z","steps":["trace[2078747138] 'agreement among raft nodes before linearized reading' (duration: 286.716076ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:45.666092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.730753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1447"} {"level":"info","ts":"2026-04-01T23:37:45.666177Z","caller":"traceutil/trace.go:171","msg":"trace[1691878170] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:3142; }","duration":"273.873905ms","start":"2026-04-01T23:37:45.392285Z","end":"2026-04-01T23:37:45.666159Z","steps":["trace[1691878170] 'range keys from in-memory index tree' (duration: 273.529746ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:37:47.481346Z","caller":"traceutil/trace.go:171","msg":"trace[1042663226] linearizableReadLoop","detail":"{readStateIndex:3290; appliedIndex:3289; }","duration":"148.989761ms","start":"2026-04-01T23:37:47.332338Z","end":"2026-04-01T23:37:47.481328Z","steps":["trace[1042663226] 'read index received' (duration: 93.144044ms)","trace[1042663226] 'applied index is now lower than readState.Index' (duration: 55.844957ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:37:47.481411Z","caller":"traceutil/trace.go:171","msg":"trace[1044849320] transaction","detail":"{read_only:false; response_revision:3151; number_of_response:1; }","duration":"185.354926ms","start":"2026-04-01T23:37:47.296019Z","end":"2026-04-01T23:37:47.481373Z","steps":["trace[1044849320] 'process raft request' (duration: 129.55718ms)","trace[1044849320] 'compare' (duration: 55.655073ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:37:47.48165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.285548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-01T23:37:47.481752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.10526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-01T23:37:47.481762Z","caller":"traceutil/trace.go:171","msg":"trace[68894574] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3151; }","duration":"149.439071ms","start":"2026-04-01T23:37:47.332302Z","end":"2026-04-01T23:37:47.481741Z","steps":["trace[68894574] 'agreement among raft nodes before linearized reading' (duration: 149.139724ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:37:47.481786Z","caller":"traceutil/trace.go:171","msg":"trace[875027624] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3151; }","duration":"100.188753ms","start":"2026-04-01T23:37:47.38159Z","end":"2026-04-01T23:37:47.481778Z","steps":["trace[875027624] 'agreement among raft nodes before linearized reading' (duration: 99.860445ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:37:49.229532Z","caller":"traceutil/trace.go:171","msg":"trace[430396256] linearizableReadLoop","detail":"{readStateIndex:3297; appliedIndex:3296; }","duration":"236.020905ms","start":"2026-04-01T23:37:48.993489Z","end":"2026-04-01T23:37:49.22951Z","steps":["trace[430396256] 'read index received' (duration: 235.884352ms)","trace[430396256] 'applied index is now lower than readState.Index' (duration: 135.843µs)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:37:49.229614Z","caller":"traceutil/trace.go:171","msg":"trace[1568167534] transaction","detail":"{read_only:false; response_revision:3158; number_of_response:1; }","duration":"500.564629ms","start":"2026-04-01T23:37:48.729019Z","end":"2026-04-01T23:37:49.229584Z","steps":["trace[1568167534] 'process raft request' (duration: 500.321444ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:49.229669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.161289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-01T23:37:49.229701Z","caller":"traceutil/trace.go:171","msg":"trace[826723191] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:3158; }","duration":"236.253692ms","start":"2026-04-01T23:37:48.993439Z","end":"2026-04-01T23:37:49.229693Z","steps":["trace[826723191] 'agreement among raft nodes before linearized reading' (duration: 236.16492ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:49.229757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:48.728951Z","time spent":"500.729353ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:37:49.240422Z","caller":"traceutil/trace.go:171","msg":"trace[465070235] transaction","detail":"{read_only:false; response_revision:3159; number_of_response:1; }","duration":"169.775122ms","start":"2026-04-01T23:37:49.070631Z","end":"2026-04-01T23:37:49.240406Z","steps":["trace[465070235] 'process raft request' (duration: 169.639279ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:37:49.240619Z","caller":"traceutil/trace.go:171","msg":"trace[77284449] transaction","detail":"{read_only:false; response_revision:3160; number_of_response:1; }","duration":"146.624577ms","start":"2026-04-01T23:37:49.093978Z","end":"2026-04-01T23:37:49.240603Z","steps":["trace[77284449] 'process raft request' (duration: 146.390002ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:37:49.642217Z","caller":"traceutil/trace.go:171","msg":"trace[1122445472] linearizableReadLoop","detail":"{readStateIndex:3302; appliedIndex:3301; }","duration":"118.468509ms","start":"2026-04-01T23:37:49.523722Z","end":"2026-04-01T23:37:49.64219Z","steps":["trace[1122445472] 'read index received' (duration: 118.224013ms)","trace[1122445472] 'applied index is now lower than readState.Index' (duration: 243.266µs)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:37:49.642634Z","caller":"traceutil/trace.go:171","msg":"trace[2011150224] transaction","detail":"{read_only:false; response_revision:3163; number_of_response:1; }","duration":"154.110548ms","start":"2026-04-01T23:37:49.4885Z","end":"2026-04-01T23:37:49.642611Z","steps":["trace[2011150224] 'process raft request' (duration: 153.531375ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:49.643018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.280407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-01T23:37:49.643075Z","caller":"traceutil/trace.go:171","msg":"trace[1413403880] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3163; }","duration":"119.348719ms","start":"2026-04-01T23:37:49.523681Z","end":"2026-04-01T23:37:49.643062Z","steps":["trace[1413403880] 'agreement among raft nodes before linearized reading' (duration: 119.182445ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:49.643293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.291548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-01T23:37:49.643372Z","caller":"traceutil/trace.go:171","msg":"trace[2678307] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3163; }","duration":"119.351799ms","start":"2026-04-01T23:37:49.523971Z","end":"2026-04-01T23:37:49.643323Z","steps":["trace[2678307] 'agreement among raft nodes before linearized reading' (duration: 119.259307ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:49.643653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.474908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-01T23:37:49.643696Z","caller":"traceutil/trace.go:171","msg":"trace[1237524753] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3163; }","duration":"118.53927ms","start":"2026-04-01T23:37:49.525146Z","end":"2026-04-01T23:37:49.643685Z","steps":["trace[1237524753] 'agreement among raft nodes before linearized reading' (duration: 118.439438ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:49.643879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.925779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-01T23:37:49.643916Z","caller":"traceutil/trace.go:171","msg":"trace[833559436] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3163; }","duration":"119.00322ms","start":"2026-04-01T23:37:49.524905Z","end":"2026-04-01T23:37:49.643908Z","steps":["trace[833559436] 'agreement among raft nodes before linearized reading' (duration: 118.910668ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:49.644084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.852171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-01T23:37:49.644124Z","caller":"traceutil/trace.go:171","msg":"trace[1497940643] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3163; }","duration":"119.935032ms","start":"2026-04-01T23:37:49.524182Z","end":"2026-04-01T23:37:49.644117Z","steps":["trace[1497940643] 'agreement among raft nodes before linearized reading' (duration: 119.84874ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:54.199914Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7835591873806218068,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-01T23:37:54.25138Z","caller":"traceutil/trace.go:171","msg":"trace[622955698] linearizableReadLoop","detail":"{readStateIndex:3334; appliedIndex:3333; }","duration":"551.597538ms","start":"2026-04-01T23:37:53.699758Z","end":"2026-04-01T23:37:54.251356Z","steps":["trace[622955698] 'read index received' (duration: 551.373803ms)","trace[622955698] 'applied index is now lower than readState.Index' (duration: 222.865µs)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:37:54.25152Z","caller":"traceutil/trace.go:171","msg":"trace[1431267416] transaction","detail":"{read_only:false; response_revision:3194; number_of_response:1; }","duration":"589.56189ms","start":"2026-04-01T23:37:53.661939Z","end":"2026-04-01T23:37:54.251501Z","steps":["trace[1431267416] 'process raft request' (duration: 589.267433ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:54.251726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"546.324988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-01T23:37:54.251807Z","caller":"traceutil/trace.go:171","msg":"trace[1819657435] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3194; }","duration":"546.440791ms","start":"2026-04-01T23:37:53.705352Z","end":"2026-04-01T23:37:54.251793Z","steps":["trace[1819657435] 'agreement among raft nodes before linearized reading' (duration: 546.208156ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:54.251845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"552.094519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-01T23:37:54.251898Z","caller":"traceutil/trace.go:171","msg":"trace[258560595] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3194; }","duration":"552.179211ms","start":"2026-04-01T23:37:53.699705Z","end":"2026-04-01T23:37:54.251885Z","steps":["trace[258560595] 'agreement among raft nodes before linearized reading' (duration: 552.079859ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:54.251859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:53.66192Z","time spent":"589.659092ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:37:54.251941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"546.454361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-01T23:37:54.251981Z","caller":"traceutil/trace.go:171","msg":"trace[1363423743] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3194; }","duration":"546.536173ms","start":"2026-04-01T23:37:53.705437Z","end":"2026-04-01T23:37:54.251974Z","steps":["trace[1363423743] 'agreement among raft nodes before linearized reading' (duration: 546.438301ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:54.252006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:53.705404Z","time spent":"546.596614ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-01T23:37:54.252032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"546.582273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-01T23:37:54.252086Z","caller":"traceutil/trace.go:171","msg":"trace[1051001276] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3194; }","duration":"546.638665ms","start":"2026-04-01T23:37:53.70543Z","end":"2026-04-01T23:37:54.252068Z","steps":["trace[1051001276] 'agreement among raft nodes before linearized reading' (duration: 546.544243ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:54.252158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:53.705421Z","time spent":"546.719117ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-01T23:37:54.251858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:53.705342Z","time spent":"546.507343ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-01T23:37:54.251951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:53.699683Z","time spent":"552.256953ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-01T23:37:54.251742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"544.976798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-01T23:37:54.252335Z","caller":"traceutil/trace.go:171","msg":"trace[791313811] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3194; }","duration":"545.600722ms","start":"2026-04-01T23:37:53.706723Z","end":"2026-04-01T23:37:54.252323Z","steps":["trace[791313811] 'agreement among raft nodes before linearized reading' (duration: 544.905997ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:54.252373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:53.70671Z","time spent":"545.654583ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-01T23:37:54.36979Z","caller":"traceutil/trace.go:171","msg":"trace[490172991] transaction","detail":"{read_only:false; response_revision:3197; number_of_response:1; }","duration":"110.13714ms","start":"2026-04-01T23:37:54.259631Z","end":"2026-04-01T23:37:54.369768Z","steps":["trace[490172991] 'process raft request' (duration: 110.070338ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:37:54.369796Z","caller":"traceutil/trace.go:171","msg":"trace[605801686] transaction","detail":"{read_only:false; response_revision:3196; number_of_response:1; }","duration":"110.19805ms","start":"2026-04-01T23:37:54.259564Z","end":"2026-04-01T23:37:54.369762Z","steps":["trace[605801686] 'process raft request' (duration: 110.006366ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:37:54.370041Z","caller":"traceutil/trace.go:171","msg":"trace[1705859969] transaction","detail":"{read_only:false; response_revision:3198; number_of_response:1; }","duration":"110.225251ms","start":"2026-04-01T23:37:54.259794Z","end":"2026-04-01T23:37:54.37002Z","steps":["trace[1705859969] 'process raft request' (duration: 109.941485ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:37:54.370105Z","caller":"traceutil/trace.go:171","msg":"trace[1537175735] transaction","detail":"{read_only:false; response_revision:3199; number_of_response:1; }","duration":"110.287173ms","start":"2026-04-01T23:37:54.259793Z","end":"2026-04-01T23:37:54.37008Z","steps":["trace[1537175735] 'process raft request' (duration: 110.1632ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:04.637363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.842842ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-01T23:38:04.637529Z","caller":"traceutil/trace.go:171","msg":"trace[2140027247] linearizableReadLoop","detail":"{readStateIndex:3393; appliedIndex:3392; }","duration":"199.330252ms","start":"2026-04-01T23:38:04.438166Z","end":"2026-04-01T23:38:04.637497Z","steps":["trace[2140027247] 'read index received' (duration: 7.085091ms)","trace[2140027247] 'applied index is now lower than readState.Index' (duration: 192.243241ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:38:04.637659Z","caller":"traceutil/trace.go:171","msg":"trace[1846599858] transaction","detail":"{read_only:false; response_revision:3251; number_of_response:1; }","duration":"232.591348ms","start":"2026-04-01T23:38:04.405054Z","end":"2026-04-01T23:38:04.637645Z","steps":["trace[1846599858] 'process raft request' (duration: 40.344816ms)","trace[1846599858] 'compare' (duration: 191.655258ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:38:04.637819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.722461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-01T23:38:04.637845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.665741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-01T23:38:04.637872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.71388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-01T23:38:04.637933Z","caller":"traceutil/trace.go:171","msg":"trace[1549443142] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3251; }","duration":"199.806095ms","start":"2026-04-01T23:38:04.438105Z","end":"2026-04-01T23:38:04.637911Z","steps":["trace[1549443142] 'agreement among raft nodes before linearized reading' (duration: 199.535667ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:38:04.63799Z","caller":"traceutil/trace.go:171","msg":"trace[1068932566] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3251; }","duration":"120.877094ms","start":"2026-04-01T23:38:04.517089Z","end":"2026-04-01T23:38:04.637967Z","steps":["trace[1068932566] 'agreement among raft nodes before linearized reading' (duration: 120.591836ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:38:04.637885Z","caller":"traceutil/trace.go:171","msg":"trace[1179316908] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3251; }","duration":"102.845214ms","start":"2026-04-01T23:38:04.535026Z","end":"2026-04-01T23:38:04.637871Z","steps":["trace[1179316908] 'agreement among raft nodes before linearized reading' (duration: 102.642508ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:04.638337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.198707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-01T23:38:04.638447Z","caller":"traceutil/trace.go:171","msg":"trace[2121722107] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3251; }","duration":"127.379731ms","start":"2026-04-01T23:38:04.511049Z","end":"2026-04-01T23:38:04.638428Z","steps":["trace[2121722107] 'agreement among raft nodes before linearized reading' (duration: 126.623113ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:38:04.956951Z","caller":"traceutil/trace.go:171","msg":"trace[96563984] transaction","detail":"{read_only:false; response_revision:3253; number_of_response:1; }","duration":"311.540429ms","start":"2026-04-01T23:38:04.645378Z","end":"2026-04-01T23:38:04.956919Z","steps":["trace[96563984] 'process raft request' (duration: 311.310514ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:38:04.957205Z","caller":"traceutil/trace.go:171","msg":"trace[739297180] transaction","detail":"{read_only:false; response_revision:3254; number_of_response:1; }","duration":"311.799496ms","start":"2026-04-01T23:38:04.645385Z","end":"2026-04-01T23:38:04.957184Z","steps":["trace[739297180] 'process raft request' (duration: 311.493888ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:38:04.957274Z","caller":"traceutil/trace.go:171","msg":"trace[1226683023] transaction","detail":"{read_only:false; response_revision:3255; number_of_response:1; }","duration":"311.58336ms","start":"2026-04-01T23:38:04.645676Z","end":"2026-04-01T23:38:04.957259Z","steps":["trace[1226683023] 'process raft request' (duration: 311.425866ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:04.957346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:04.645668Z","time spent":"311.640542ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:38:04.957339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:04.645359Z","time spent":"311.907568ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:38:04.95735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:04.645365Z","time spent":"311.829946ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:38:05.178886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.988464ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-01T23:38:05.178951Z","caller":"traceutil/trace.go:171","msg":"trace[1075262978] linearizableReadLoop","detail":"{readStateIndex:3398; appliedIndex:3397; }","duration":"180.727531ms","start":"2026-04-01T23:38:04.998214Z","end":"2026-04-01T23:38:05.178942Z","steps":["trace[1075262978] 'read index received' (duration: 45.458311ms)","trace[1075262978] 'applied index is now lower than readState.Index' (duration: 135.26862ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:38:05.178992Z","caller":"traceutil/trace.go:171","msg":"trace[1764243657] transaction","detail":"{read_only:false; response_revision:3256; number_of_response:1; }","duration":"215.964541ms","start":"2026-04-01T23:38:04.962992Z","end":"2026-04-01T23:38:05.178957Z","steps":["trace[1764243657] 'process raft request' (duration: 80.854164ms)","trace[1764243657] 'compare' (duration: 134.910382ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:38:05.179039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.836293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-01T23:38:05.179054Z","caller":"traceutil/trace.go:171","msg":"trace[1250730421] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:3256; }","duration":"180.905116ms","start":"2026-04-01T23:38:04.998143Z","end":"2026-04-01T23:38:05.179048Z","steps":["trace[1250730421] 'agreement among raft nodes before linearized reading' (duration: 180.857904ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:05.179223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.445647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-04-01T23:38:05.179241Z","caller":"traceutil/trace.go:171","msg":"trace[885628631] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:3256; }","duration":"170.517389ms","start":"2026-04-01T23:38:05.008719Z","end":"2026-04-01T23:38:05.179237Z","steps":["trace[885628631] 'agreement among raft nodes before linearized reading' (duration: 170.453057ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:05.461646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.09234ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-01T23:38:05.461819Z","caller":"traceutil/trace.go:171","msg":"trace[54640415] transaction","detail":"{read_only:false; response_revision:3258; number_of_response:1; }","duration":"151.410775ms","start":"2026-04-01T23:38:05.31039Z","end":"2026-04-01T23:38:05.461801Z","steps":["trace[54640415] 'process raft request' (duration: 151.352134ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:38:05.461848Z","caller":"traceutil/trace.go:171","msg":"trace[658970731] transaction","detail":"{read_only:false; response_revision:3257; number_of_response:1; }","duration":"279.296598ms","start":"2026-04-01T23:38:05.18252Z","end":"2026-04-01T23:38:05.461817Z","steps":["trace[658970731] 'process raft request' (duration: 112.941082ms)","trace[658970731] 'compare' (duration: 165.982957ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:38:05.790219Z","caller":"traceutil/trace.go:171","msg":"trace[7423290] linearizableReadLoop","detail":"{readStateIndex:3401; appliedIndex:3400; }","duration":"399.105186ms","start":"2026-04-01T23:38:05.391085Z","end":"2026-04-01T23:38:05.79019Z","steps":["trace[7423290] 'read index received' (duration: 301.181584ms)","trace[7423290] 'applied index is now lower than readState.Index' (duration: 97.922162ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:38:05.79025Z","caller":"traceutil/trace.go:171","msg":"trace[618214015] transaction","detail":"{read_only:false; response_revision:3259; number_of_response:1; }","duration":"476.266407ms","start":"2026-04-01T23:38:05.313943Z","end":"2026-04-01T23:38:05.790209Z","steps":["trace[618214015] 'process raft request' (duration: 378.050248ms)","trace[618214015] 'compare' (duration: 97.876321ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:38:05.790472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.372922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-04-01T23:38:05.790571Z","caller":"traceutil/trace.go:171","msg":"trace[538295512] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3259; }","duration":"399.518555ms","start":"2026-04-01T23:38:05.39103Z","end":"2026-04-01T23:38:05.790548Z","steps":["trace[538295512] 'agreement among raft nodes before linearized reading' (duration: 399.27456ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:05.790585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:05.313929Z","time spent":"476.530222ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:38:05.790634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:05.391009Z","time spent":"399.608318ms","remote":"127.0.0.1:58210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"info","ts":"2026-04-01T23:38:05.90802Z","caller":"traceutil/trace.go:171","msg":"trace[1924292078] linearizableReadLoop","detail":"{readStateIndex:3402; appliedIndex:3401; }","duration":"117.68931ms","start":"2026-04-01T23:38:05.790306Z","end":"2026-04-01T23:38:05.907995Z","steps":["trace[1924292078] 'read index received' (duration: 99.870346ms)","trace[1924292078] 'applied index is now lower than readState.Index' (duration: 17.817434ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:38:05.9082Z","caller":"traceutil/trace.go:171","msg":"trace[1141111280] transaction","detail":"{read_only:false; response_revision:3260; number_of_response:1; }","duration":"469.108384ms","start":"2026-04-01T23:38:05.439012Z","end":"2026-04-01T23:38:05.908121Z","steps":["trace[1141111280] 'process raft request' (duration: 451.151597ms)","trace[1141111280] 'compare' (duration: 17.705981ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:38:05.908273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.158301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1447"} {"level":"info","ts":"2026-04-01T23:38:05.908311Z","caller":"traceutil/trace.go:171","msg":"trace[271722155] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:3260; }","duration":"114.243343ms","start":"2026-04-01T23:38:05.794056Z","end":"2026-04-01T23:38:05.908299Z","steps":["trace[271722155] 'agreement among raft nodes before linearized reading' (duration: 114.0935ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:05.908368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.449607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T23:38:05.908428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:05.438988Z","time spent":"469.325688ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:38:05.908504Z","caller":"traceutil/trace.go:171","msg":"trace[1296767131] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:3260; }","duration":"393.753194ms","start":"2026-04-01T23:38:05.514728Z","end":"2026-04-01T23:38:05.908481Z","steps":["trace[1296767131] 'agreement among raft nodes before linearized reading' (duration: 393.420526ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:05.908818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:05.514664Z","time spent":"394.06571ms","remote":"127.0.0.1:54748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:38:11.620432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"608.427066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-01T23:38:11.620546Z","caller":"traceutil/trace.go:171","msg":"trace[2040716534] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3288; }","duration":"608.584299ms","start":"2026-04-01T23:38:11.011938Z","end":"2026-04-01T23:38:11.620522Z","steps":["trace[2040716534] 'range keys from in-memory index tree' (duration: 608.273352ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:11.620603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:11.011917Z","time spent":"608.670981ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-01T23:38:11.62072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.006316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"warn","ts":"2026-04-01T23:38:11.620788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.142323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:38:11.620823Z","caller":"traceutil/trace.go:171","msg":"trace[1747804298] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3288; }","duration":"229.13648ms","start":"2026-04-01T23:38:11.391667Z","end":"2026-04-01T23:38:11.620804Z","steps":["trace[1747804298] 'range keys from in-memory index tree' (duration: 228.853453ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:11.620801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.729014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1986"} {"level":"warn","ts":"2026-04-01T23:38:11.620792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"619.673921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-01T23:38:11.620881Z","caller":"traceutil/trace.go:171","msg":"trace[1505455420] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:3288; }","duration":"237.835757ms","start":"2026-04-01T23:38:11.383026Z","end":"2026-04-01T23:38:11.620861Z","steps":["trace[1505455420] 'range keys from in-memory index tree' (duration: 237.457548ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:38:11.620942Z","caller":"traceutil/trace.go:171","msg":"trace[1090646634] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3288; }","duration":"619.856515ms","start":"2026-04-01T23:38:11.001041Z","end":"2026-04-01T23:38:11.620897Z","steps":["trace[1090646634] 'range keys from in-memory index tree' (duration: 619.386774ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:11.621024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:11.001018Z","time spent":"619.965597ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-01T23:38:11.621062Z","caller":"traceutil/trace.go:171","msg":"trace[1023367976] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3288; }","duration":"238.612294ms","start":"2026-04-01T23:38:11.38242Z","end":"2026-04-01T23:38:11.621032Z","steps":["trace[1023367976] 'range keys from in-memory index tree' (duration: 238.024831ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:11.621608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"611.051906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-01T23:38:11.621657Z","caller":"traceutil/trace.go:171","msg":"trace[1983297478] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3288; }","duration":"611.123388ms","start":"2026-04-01T23:38:11.010522Z","end":"2026-04-01T23:38:11.621645Z","steps":["trace[1983297478] 'range keys from in-memory index tree' (duration: 609.627863ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:11.621703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:11.01051Z","time spent":"611.170998ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-01T23:38:11.800094Z","caller":"traceutil/trace.go:171","msg":"trace[451986989] linearizableReadLoop","detail":"{readStateIndex:3432; appliedIndex:3431; }","duration":"177.021946ms","start":"2026-04-01T23:38:11.623047Z","end":"2026-04-01T23:38:11.800069Z","steps":["trace[451986989] 'read index received' (duration: 176.951885ms)","trace[451986989] 'applied index is now lower than readState.Index' (duration: 68.911µs)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:38:11.800231Z","caller":"traceutil/trace.go:171","msg":"trace[591789687] transaction","detail":"{read_only:false; response_revision:3289; number_of_response:1; }","duration":"310.457995ms","start":"2026-04-01T23:38:11.489733Z","end":"2026-04-01T23:38:11.800191Z","steps":["trace[591789687] 'process raft request' (duration: 310.192249ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:11.800273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.20863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:38:11.800319Z","caller":"traceutil/trace.go:171","msg":"trace[1496458216] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3289; }","duration":"177.287542ms","start":"2026-04-01T23:38:11.623018Z","end":"2026-04-01T23:38:11.800306Z","steps":["trace[1496458216] 'agreement among raft nodes before linearized reading' (duration: 177.209441ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:11.80042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:11.489707Z","time spent":"310.608578ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:38:12.300259Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7835591873806218333,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-01T23:38:12.394872Z","caller":"traceutil/trace.go:171","msg":"trace[113281868] transaction","detail":"{read_only:false; response_revision:3290; number_of_response:1; }","duration":"769.212433ms","start":"2026-04-01T23:38:11.625629Z","end":"2026-04-01T23:38:12.394841Z","steps":["trace[113281868] 'process raft request' (duration: 768.854364ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:12.395025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:11.625615Z","time spent":"769.331437ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:38:12.395283Z","caller":"traceutil/trace.go:171","msg":"trace[1539519403] transaction","detail":"{read_only:false; response_revision:3291; number_of_response:1; }","duration":"768.57941ms","start":"2026-04-01T23:38:11.626675Z","end":"2026-04-01T23:38:12.395254Z","steps":["trace[1539519403] 'process raft request' (duration: 768.015926ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:12.395445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:11.626663Z","time spent":"768.698802ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:38:12.395863Z","caller":"traceutil/trace.go:171","msg":"trace[895705257] transaction","detail":"{read_only:false; response_revision:3292; number_of_response:1; }","duration":"739.400297ms","start":"2026-04-01T23:38:11.656445Z","end":"2026-04-01T23:38:12.395845Z","steps":["trace[895705257] 'process raft request' (duration: 738.696881ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:12.395946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:11.65642Z","time spent":"739.488719ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:38:14.053642Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.45705265s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-01T23:38:14.383683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000689206s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-01T23:38:14.383781Z","caller":"traceutil/trace.go:171","msg":"trace[126897972] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00084237s","start":"2026-04-01T23:38:12.382916Z","end":"2026-04-01T23:38:14.383758Z","steps":["trace[126897972] 'agreement among raft nodes before linearized reading' (duration: 2.000723296s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:14.383839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:12.382898Z","time spent":"2.000928902s","remote":"127.0.0.1:58042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-01T23:38:15.758678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.935563298s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:38:15.758786Z","caller":"traceutil/trace.go:171","msg":"trace[1448946001] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:3292; }","duration":"1.935675581s","start":"2026-04-01T23:38:13.82309Z","end":"2026-04-01T23:38:15.758765Z","steps":["trace[1448946001] 'range keys from in-memory index tree' (duration: 1.935550647s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:15.759221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.162486106s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-01T23:38:15.771743Z","caller":"traceutil/trace.go:171","msg":"trace[1768732766] transaction","detail":"{read_only:false; response_revision:3293; number_of_response:1; }","duration":"3.949959634s","start":"2026-04-01T23:38:11.818309Z","end":"2026-04-01T23:38:15.768269Z","steps":["trace[1768732766] 'process raft request' (duration: 778.354231ms)","trace[1768732766] 'compare' (duration: 3.161292729s)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:38:15.772415Z","caller":"traceutil/trace.go:171","msg":"trace[1612876759] transaction","detail":"{read_only:false; response_revision:3294; number_of_response:1; }","duration":"3.837065173s","start":"2026-04-01T23:38:11.931683Z","end":"2026-04-01T23:38:15.768748Z","steps":["trace[1612876759] 'process raft request' (duration: 3.827610759s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:15.772802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:11.818246Z","time spent":"3.954499538s","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:38:15.773104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:11.931666Z","time spent":"3.841207317s","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:38:16.38442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000230045s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-01T23:38:16.384582Z","caller":"traceutil/trace.go:171","msg":"trace[6278627] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00042484s","start":"2026-04-01T23:38:14.384121Z","end":"2026-04-01T23:38:16.384546Z","steps":["trace[6278627] 'agreement among raft nodes before linearized reading' (duration: 2.000241186s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:16.38465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:14.384111Z","time spent":"2.000522692s","remote":"127.0.0.1:58050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/01 23:38:16 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-01T23:38:17.469336Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.571645981s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-01T23:38:17.488841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:12.489615Z","time spent":"4.999213943s","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/01 23:38:17 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-01T23:38:17.689427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.928337915s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-01T23:38:17.689883Z","caller":"traceutil/trace.go:171","msg":"trace[321545790] linearizableReadLoop","detail":"{readStateIndex:3437; appliedIndex:3432; }","duration":"5.889656127s","start":"2026-04-01T23:38:11.800179Z","end":"2026-04-01T23:38:17.689835Z","steps":["trace[321545790] 'read index received' (duration: 594.177622ms)","trace[321545790] 'applied index is now lower than readState.Index' (duration: 5.295477175s)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:38:17.690539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.065474156s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1447"} {"level":"info","ts":"2026-04-01T23:38:17.690601Z","caller":"traceutil/trace.go:171","msg":"trace[1129225970] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:3294; }","duration":"6.065574988s","start":"2026-04-01T23:38:11.625013Z","end":"2026-04-01T23:38:17.690588Z","steps":["trace[1129225970] 'agreement among raft nodes before linearized reading' (duration: 6.065347343s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:17.690642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:11.625003Z","time spent":"6.065629559s","remote":"127.0.0.1:58210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1470,"request content":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" "} {"level":"warn","ts":"2026-04-01T23:38:18.111899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.349518ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-01T23:38:18.112231Z","caller":"traceutil/trace.go:171","msg":"trace[1856251100] transaction","detail":"{read_only:false; response_revision:3298; number_of_response:1; }","duration":"333.031476ms","start":"2026-04-01T23:38:17.779181Z","end":"2026-04-01T23:38:18.112213Z","steps":["trace[1856251100] 'process raft request' (duration: 332.950164ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:18.112309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:17.779153Z","time spent":"333.120537ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:38:18.11232Z","caller":"traceutil/trace.go:171","msg":"trace[511749462] transaction","detail":"{read_only:false; response_revision:3297; number_of_response:1; }","duration":"3.214716242s","start":"2026-04-01T23:38:14.897571Z","end":"2026-04-01T23:38:18.112288Z","steps":["trace[511749462] 'process raft request' (duration: 3.214450606s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:18.112446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:14.897549Z","time spent":"3.214827856s","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:38:18.112317Z","caller":"traceutil/trace.go:171","msg":"trace[1202201777] transaction","detail":"{read_only:false; response_revision:3296; number_of_response:1; }","duration":"4.306239689s","start":"2026-04-01T23:38:13.806049Z","end":"2026-04-01T23:38:18.112288Z","steps":["trace[1202201777] 'process raft request' (duration: 3.88539913s)","trace[1202201777] 'compare' (duration: 420.085572ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:38:18.112509Z","caller":"traceutil/trace.go:171","msg":"trace[705068775] transaction","detail":"{read_only:false; response_revision:3299; number_of_response:1; }","duration":"333.130109ms","start":"2026-04-01T23:38:17.779359Z","end":"2026-04-01T23:38:18.112489Z","steps":["trace[705068775] 'process raft request' (duration: 332.805701ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:18.112602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:17.779349Z","time spent":"333.208281ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:38:18.112599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:13.806023Z","time spent":"4.306489505s","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:38:18.112862Z","caller":"traceutil/trace.go:171","msg":"trace[697805450] linearizableReadLoop","detail":"{readStateIndex:3441; appliedIndex:3438; }","duration":"422.893925ms","start":"2026-04-01T23:38:17.68995Z","end":"2026-04-01T23:38:18.112844Z","steps":["trace[697805450] 'read index received' (duration: 900.12µs)","trace[697805450] 'applied index is now lower than readState.Index' (duration: 421.991285ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:38:18.112913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.35654304s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T23:38:18.112959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.587416659s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:38:18.112989Z","caller":"traceutil/trace.go:171","msg":"trace[884571323] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:3299; }","duration":"3.356657553s","start":"2026-04-01T23:38:14.756314Z","end":"2026-04-01T23:38:18.112971Z","steps":["trace[884571323] 'agreement among raft nodes before linearized reading' (duration: 3.35653222s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:38:18.113003Z","caller":"traceutil/trace.go:171","msg":"trace[561254168] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:3299; }","duration":"2.58748821s","start":"2026-04-01T23:38:15.525501Z","end":"2026-04-01T23:38:18.11299Z","steps":["trace[561254168] 'agreement among raft nodes before linearized reading' (duration: 2.587419649s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:18.113035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:15.525486Z","time spent":"2.587542862s","remote":"127.0.0.1:54694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:38:18.113036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:14.756282Z","time spent":"3.356743236s","remote":"127.0.0.1:44498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:38:18.113098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.991352174s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-01T23:38:18.11317Z","caller":"traceutil/trace.go:171","msg":"trace[1029206613] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:3299; }","duration":"3.991516068s","start":"2026-04-01T23:38:14.121636Z","end":"2026-04-01T23:38:18.113152Z","steps":["trace[1029206613] 'agreement among raft nodes before linearized reading' (duration: 3.991387435s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:18.113178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.245830178s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T23:38:18.113173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.066426968s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-01T23:38:18.113198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"623.233681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"warn","ts":"2026-04-01T23:38:18.113226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.721570033s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:38:18.113235Z","caller":"traceutil/trace.go:171","msg":"trace[38700944] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:3299; }","duration":"4.245945281s","start":"2026-04-01T23:38:13.86727Z","end":"2026-04-01T23:38:18.113215Z","steps":["trace[38700944] 'agreement among raft nodes before linearized reading' (duration: 4.24587471s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:38:18.11326Z","caller":"traceutil/trace.go:171","msg":"trace[1873336731] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:3299; }","duration":"2.06653622s","start":"2026-04-01T23:38:16.0467Z","end":"2026-04-01T23:38:18.113237Z","steps":["trace[1873336731] 'agreement among raft nodes before linearized reading' (duration: 2.066380936s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:38:18.113264Z","caller":"traceutil/trace.go:171","msg":"trace[1568926952] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:3299; }","duration":"623.349024ms","start":"2026-04-01T23:38:17.489894Z","end":"2026-04-01T23:38:18.113243Z","steps":["trace[1568926952] 'agreement among raft nodes before linearized reading' (duration: 623.16446ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:18.113253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.041612354s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.209\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-04-01T23:38:18.113298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:13.867255Z","time spent":"4.246026633s","remote":"127.0.0.1:44488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:38:18.113308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.13397218s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-01T23:38:18.113316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:17.489875Z","time spent":"623.429626ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":594,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-01T23:38:18.113314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:16.04668Z","time spent":"2.066623542s","remote":"127.0.0.1:58198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":24,"response size":30,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:38:18.113286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.085791547s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:38:18.11337Z","caller":"traceutil/trace.go:171","msg":"trace[2112945959] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3299; }","duration":"3.134052382s","start":"2026-04-01T23:38:14.979291Z","end":"2026-04-01T23:38:18.113343Z","steps":["trace[2112945959] 'agreement among raft nodes before linearized reading' (duration: 3.13396993s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:18.113407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.435284956s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-04-01T23:38:18.113411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:14.979262Z","time spent":"3.134139344s","remote":"127.0.0.1:44554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:38:18.113423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.714510973s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-01T23:38:18.113439Z","caller":"traceutil/trace.go:171","msg":"trace[1102866908] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:3299; }","duration":"1.086016291s","start":"2026-04-01T23:38:17.027386Z","end":"2026-04-01T23:38:18.113402Z","steps":["trace[1102866908] 'agreement among raft nodes before linearized reading' (duration: 1.085686884s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:38:18.113471Z","caller":"traceutil/trace.go:171","msg":"trace[1772862360] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3299; }","duration":"3.714592975s","start":"2026-04-01T23:38:14.398866Z","end":"2026-04-01T23:38:18.113459Z","steps":["trace[1772862360] 'agreement among raft nodes before linearized reading' (duration: 3.714501233s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:18.113472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.154548367s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.18a25febe84fd4d1\" ","response":"range_response_count:1 size:781"} {"level":"warn","ts":"2026-04-01T23:38:18.113505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.345895779s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-01T23:38:18.113512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:14.398853Z","time spent":"3.714652306s","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-01T23:38:18.113512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:17.027365Z","time spent":"1.086134425s","remote":"127.0.0.1:45904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-01T23:38:18.113521Z","caller":"traceutil/trace.go:171","msg":"trace[200477073] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.18a25febe84fd4d1; range_end:; response_count:1; response_revision:3299; }","duration":"3.154591618s","start":"2026-04-01T23:38:14.958915Z","end":"2026-04-01T23:38:18.113507Z","steps":["trace[200477073] 'agreement among raft nodes before linearized reading' (duration: 3.154477685s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:38:18.11353Z","caller":"traceutil/trace.go:171","msg":"trace[775550208] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3299; }","duration":"5.3459569s","start":"2026-04-01T23:38:12.767567Z","end":"2026-04-01T23:38:18.113524Z","steps":["trace[775550208] 'agreement among raft nodes before linearized reading' (duration: 5.345878598s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:18.113596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:12.767548Z","time spent":"5.346042952s","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-01T23:38:18.113605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:14.958849Z","time spent":"3.154746571s","remote":"127.0.0.1:58094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":804,"request content":"key:\"/registry/events/auth-system/keycloak-0.18a25febe84fd4d1\" "} {"level":"info","ts":"2026-04-01T23:38:18.113433Z","caller":"traceutil/trace.go:171","msg":"trace[136654251] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3299; }","duration":"5.435333548s","start":"2026-04-01T23:38:12.678093Z","end":"2026-04-01T23:38:18.113427Z","steps":["trace[136654251] 'agreement among raft nodes before linearized reading' (duration: 5.435229796s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:18.113651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:12.678078Z","time spent":"5.435565153s","remote":"127.0.0.1:58198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-01T23:38:18.113293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.91272364s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T23:38:18.113216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:14.12161Z","time spent":"3.9915957s","remote":"127.0.0.1:58272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":30,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"info","ts":"2026-04-01T23:38:18.113914Z","caller":"traceutil/trace.go:171","msg":"trace[1235623371] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:3299; }","duration":"4.913248242s","start":"2026-04-01T23:38:13.200527Z","end":"2026-04-01T23:38:18.113775Z","steps":["trace[1235623371] 'agreement among raft nodes before linearized reading' (duration: 4.912747651s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:38:18.113259Z","caller":"traceutil/trace.go:171","msg":"trace[630648183] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3299; }","duration":"1.721631184s","start":"2026-04-01T23:38:16.39162Z","end":"2026-04-01T23:38:18.113251Z","steps":["trace[630648183] 'agreement among raft nodes before linearized reading' (duration: 1.721588323s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:18.113987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:13.200505Z","time spent":"4.913456457s","remote":"127.0.0.1:40064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:38:18.114067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.430347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-01T23:38:18.114056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.507879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1319"} {"level":"warn","ts":"2026-04-01T23:38:18.113346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.714273437s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-01T23:38:18.114116Z","caller":"traceutil/trace.go:171","msg":"trace[1640595295] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:3299; }","duration":"419.58326ms","start":"2026-04-01T23:38:17.69452Z","end":"2026-04-01T23:38:18.114104Z","steps":["trace[1640595295] 'agreement among raft nodes before linearized reading' (duration: 419.382476ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:18.114149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:17.694504Z","time spent":"419.637272ms","remote":"127.0.0.1:58210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":1342,"request content":"key:\"/registry/services/specs/auth-system/keycloak\" "} {"level":"warn","ts":"2026-04-01T23:38:18.113107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.246165736s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:38:18.114295Z","caller":"traceutil/trace.go:171","msg":"trace[1617909949] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:3299; }","duration":"170.497429ms","start":"2026-04-01T23:38:17.943596Z","end":"2026-04-01T23:38:18.114093Z","steps":["trace[1617909949] 'agreement among raft nodes before linearized reading' (duration: 170.427977ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:38:18.114314Z","caller":"traceutil/trace.go:171","msg":"trace[767870625] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:3299; }","duration":"5.247422555s","start":"2026-04-01T23:38:12.866879Z","end":"2026-04-01T23:38:18.114301Z","steps":["trace[767870625] 'agreement among raft nodes before linearized reading' (duration: 5.246135176s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:18.114395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:12.86686Z","time spent":"5.247511796s","remote":"127.0.0.1:58338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:38:18.114074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:16.391602Z","time spent":"1.722437993s","remote":"127.0.0.1:58042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-01T23:38:18.114147Z","caller":"traceutil/trace.go:171","msg":"trace[1833066352] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3299; }","duration":"3.715100376s","start":"2026-04-01T23:38:14.399033Z","end":"2026-04-01T23:38:18.114134Z","steps":["trace[1833066352] 'agreement among raft nodes before linearized reading' (duration: 3.714213376s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:18.113038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.013373604s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-01T23:38:18.114551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:14.398972Z","time spent":"3.715562576s","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-01T23:38:18.114554Z","caller":"traceutil/trace.go:171","msg":"trace[366271758] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3299; }","duration":"2.01498492s","start":"2026-04-01T23:38:16.099549Z","end":"2026-04-01T23:38:18.114534Z","steps":["trace[366271758] 'agreement among raft nodes before linearized reading' (duration: 2.013323453s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:18.114594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:16.099528Z","time spent":"2.015052242s","remote":"127.0.0.1:44598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-01T23:38:18.113357Z","caller":"traceutil/trace.go:171","msg":"trace[723732784] range","detail":"{range_begin:/registry/masterleases/199.204.45.209; range_end:; response_count:1; response_revision:3299; }","duration":"1.041757908s","start":"2026-04-01T23:38:17.071569Z","end":"2026-04-01T23:38:18.113327Z","steps":["trace[723732784] 'agreement among raft nodes before linearized reading' (duration: 1.0414172s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:18.114659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:17.07155Z","time spent":"1.043097037s","remote":"127.0.0.1:58064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.209\" "} {"level":"warn","ts":"2026-04-01T23:38:18.11519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.430188541s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-01T23:38:18.115247Z","caller":"traceutil/trace.go:171","msg":"trace[1093129717] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3299; }","duration":"5.430298184s","start":"2026-04-01T23:38:12.684935Z","end":"2026-04-01T23:38:18.115233Z","steps":["trace[1093129717] 'agreement among raft nodes before linearized reading' (duration: 5.428736568s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:18.115289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:12.684924Z","time spent":"5.430355685s","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-01T23:38:18.115856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.716110349s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-01T23:38:18.11595Z","caller":"traceutil/trace.go:171","msg":"trace[1497744400] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3299; }","duration":"3.716186911s","start":"2026-04-01T23:38:14.399737Z","end":"2026-04-01T23:38:18.115924Z","steps":["trace[1497744400] 'agreement among raft nodes before linearized reading' (duration: 3.713223764s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:18.116022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:14.399724Z","time spent":"3.716291144s","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-01T23:38:18.719087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.549235ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-04-01T23:38:18.719379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:18.116238Z","time spent":"603.135765ms","remote":"127.0.0.1:58064","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-01T23:38:18.719923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:18.116416Z","time spent":"603.498933ms","remote":"127.0.0.1:58094","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-01T23:38:18.720265Z","caller":"traceutil/trace.go:171","msg":"trace[1394059739] transaction","detail":"{read_only:false; response_revision:3300; number_of_response:1; }","duration":"601.480927ms","start":"2026-04-01T23:38:18.11875Z","end":"2026-04-01T23:38:18.720231Z","steps":["trace[1394059739] 'process raft request' (duration: 601.030197ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:18.720435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:18.118732Z","time spent":"601.598651ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:38:18.720437Z","caller":"traceutil/trace.go:171","msg":"trace[1344605773] transaction","detail":"{read_only:false; response_revision:3302; number_of_response:1; }","duration":"600.801163ms","start":"2026-04-01T23:38:18.11961Z","end":"2026-04-01T23:38:18.720412Z","steps":["trace[1344605773] 'process raft request' (duration: 600.317621ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:18.720596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:18.119604Z","time spent":"600.902765ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:38:18.720422Z","caller":"traceutil/trace.go:171","msg":"trace[1674309314] transaction","detail":"{read_only:false; response_revision:3301; number_of_response:1; }","duration":"601.336515ms","start":"2026-04-01T23:38:18.118948Z","end":"2026-04-01T23:38:18.720285Z","steps":["trace[1674309314] 'process raft request' (duration: 600.941975ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:38:18.721024Z","caller":"traceutil/trace.go:171","msg":"trace[20278243] transaction","detail":"{read_only:false; response_revision:3303; number_of_response:1; }","duration":"601.297884ms","start":"2026-04-01T23:38:18.119706Z","end":"2026-04-01T23:38:18.721004Z","steps":["trace[20278243] 'process raft request' (duration: 600.626499ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:18.721356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:18.119701Z","time spent":"601.598351ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:38:18.721503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"602.659835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"info","ts":"2026-04-01T23:38:18.721586Z","caller":"traceutil/trace.go:171","msg":"trace[1037273096] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:3304; }","duration":"602.743586ms","start":"2026-04-01T23:38:18.11881Z","end":"2026-04-01T23:38:18.721553Z","steps":["trace[1037273096] 'agreement among raft nodes before linearized reading' (duration: 602.551962ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:18.721634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:18.118801Z","time spent":"602.820638ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":594,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-04-01T23:38:18.721059Z","caller":"traceutil/trace.go:171","msg":"trace[1712966478] transaction","detail":"{read_only:false; response_revision:3304; number_of_response:1; }","duration":"600.156117ms","start":"2026-04-01T23:38:18.120884Z","end":"2026-04-01T23:38:18.721041Z","steps":["trace[1712966478] 'process raft request' (duration: 599.980473ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:38:18.721822Z","caller":"traceutil/trace.go:171","msg":"trace[1673458881] linearizableReadLoop","detail":"{readStateIndex:3446; appliedIndex:3443; }","duration":"602.965631ms","start":"2026-04-01T23:38:18.118829Z","end":"2026-04-01T23:38:18.721794Z","steps":["trace[1673458881] 'read index received' (duration: 174.715434ms)","trace[1673458881] 'applied index is now lower than readState.Index' (duration: 427.454739ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:38:18.722026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:18.120865Z","time spent":"600.926645ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:38:18.721748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:18.118942Z","time spent":"602.00488ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:38:20.123962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000125622s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-01T23:38:20.124044Z","caller":"traceutil/trace.go:171","msg":"trace[1777249223] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000248016s","start":"2026-04-01T23:38:18.12378Z","end":"2026-04-01T23:38:20.124028Z","steps":["trace[1777249223] 'agreement among raft nodes before linearized reading' (duration: 2.000134963s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:20.124092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:18.123773Z","time spent":"2.000309737s","remote":"127.0.0.1:58042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/01 23:38:20 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-01T23:38:20.429266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.604417024s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-01T23:38:20.429576Z","caller":"traceutil/trace.go:171","msg":"trace[1124014446] transaction","detail":"{read_only:false; response_revision:3305; number_of_response:1; }","duration":"1.708138938s","start":"2026-04-01T23:38:18.72141Z","end":"2026-04-01T23:38:20.429549Z","steps":["trace[1124014446] 'process raft request' (duration: 103.336825ms)","trace[1124014446] 'compare' (duration: 1.604116506s)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:38:20.429696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:18.721373Z","time spent":"1.708261681s","remote":"127.0.0.1:58064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:38:20.429965Z","caller":"traceutil/trace.go:171","msg":"trace[999885369] transaction","detail":"{read_only:false; response_revision:3306; number_of_response:1; }","duration":"1.708304231s","start":"2026-04-01T23:38:18.721651Z","end":"2026-04-01T23:38:20.429956Z","steps":["trace[999885369] 'process raft request' (duration: 1.707733998s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:38:20.429963Z","caller":"traceutil/trace.go:171","msg":"trace[2037296128] transaction","detail":"{read_only:false; response_revision:3307; number_of_response:1; }","duration":"695.460939ms","start":"2026-04-01T23:38:19.734477Z","end":"2026-04-01T23:38:20.429938Z","steps":["trace[2037296128] 'process raft request' (duration: 695.279685ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:20.430016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:18.721532Z","time spent":"1.708456434s","remote":"127.0.0.1:58094","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":766,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:38:20.430133Z","caller":"traceutil/trace.go:171","msg":"trace[282388576] linearizableReadLoop","detail":"{readStateIndex:3451; appliedIndex:3450; }","duration":"1.708247039s","start":"2026-04-01T23:38:18.721873Z","end":"2026-04-01T23:38:20.43012Z","steps":["trace[282388576] 'read index received' (duration: 102.887964ms)","trace[282388576] 'applied index is now lower than readState.Index' (duration: 1.605357905s)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:38:20.430112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:19.734451Z","time spent":"695.563912ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:38:20.430425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.814314967s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-01T23:38:20.430455Z","caller":"traceutil/trace.go:171","msg":"trace[1572425697] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:3307; }","duration":"1.814382058s","start":"2026-04-01T23:38:18.616066Z","end":"2026-04-01T23:38:20.430448Z","steps":["trace[1572425697] 'agreement among raft nodes before linearized reading' (duration: 1.814137512s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:20.430477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:18.616048Z","time spent":"1.814424249s","remote":"127.0.0.1:58556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":351,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:38:20.430661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.31119351s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-01T23:38:20.430688Z","caller":"traceutil/trace.go:171","msg":"trace[784307488] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3307; }","duration":"2.311231442s","start":"2026-04-01T23:38:18.119451Z","end":"2026-04-01T23:38:20.430682Z","steps":["trace[784307488] 'agreement among raft nodes before linearized reading' (duration: 2.31112535s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:20.430686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.310493395s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/keycloak\" ","response":"range_response_count:1 size:7462"} {"level":"warn","ts":"2026-04-01T23:38:20.430695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.21950601s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-04-01T23:38:20.430738Z","caller":"traceutil/trace.go:171","msg":"trace[257298560] range","detail":"{range_begin:/registry/statefulsets/auth-system/keycloak; range_end:; response_count:1; response_revision:3307; }","duration":"2.310570197s","start":"2026-04-01T23:38:18.120157Z","end":"2026-04-01T23:38:20.430727Z","steps":["trace[257298560] 'agreement among raft nodes before linearized reading' (duration: 2.310377393s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:38:20.430763Z","caller":"traceutil/trace.go:171","msg":"trace[1384063906] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:3307; }","duration":"2.219618042s","start":"2026-04-01T23:38:18.211123Z","end":"2026-04-01T23:38:20.430741Z","steps":["trace[1384063906] 'agreement among raft nodes before linearized reading' (duration: 2.219436558s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:20.430708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:18.119446Z","time spent":"2.311256862s","remote":"127.0.0.1:58198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-01T23:38:20.430838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:18.211105Z","time spent":"2.219719385s","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-01T23:38:20.430784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:18.12015Z","time spent":"2.310611468s","remote":"127.0.0.1:58492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":7485,"request content":"key:\"/registry/statefulsets/auth-system/keycloak\" "} {"level":"warn","ts":"2026-04-01T23:38:20.931271Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7835591873806218363,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T23:38:21.238657Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.05331589s","expected-duration":"1s"} {"level":"info","ts":"2026-04-01T23:38:21.239134Z","caller":"traceutil/trace.go:171","msg":"trace[2022352921] transaction","detail":"{read_only:false; response_revision:3310; number_of_response:1; }","duration":"1.12030894s","start":"2026-04-01T23:38:20.118805Z","end":"2026-04-01T23:38:21.239114Z","steps":["trace[2022352921] 'process raft request' (duration: 1.120244658s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:38:21.239139Z","caller":"traceutil/trace.go:171","msg":"trace[1316069163] transaction","detail":"{read_only:false; response_revision:3308; number_of_response:1; }","duration":"1.322629981s","start":"2026-04-01T23:38:19.91648Z","end":"2026-04-01T23:38:21.23911Z","steps":["trace[1316069163] 'process raft request' (duration: 1.322412106s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:38:21.239228Z","caller":"traceutil/trace.go:171","msg":"trace[2032440918] transaction","detail":"{read_only:false; response_revision:3309; number_of_response:1; }","duration":"1.120491644s","start":"2026-04-01T23:38:20.118707Z","end":"2026-04-01T23:38:21.239199Z","steps":["trace[2032440918] 'process raft request' (duration: 1.12030656s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:21.239354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:20.118687Z","time spent":"1.120603797s","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:38:21.239366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:19.916454Z","time spent":"1.322801074s","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:38:21.239354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:20.118767Z","time spent":"1.120459103s","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:38:21.239464Z","caller":"traceutil/trace.go:171","msg":"trace[1467400251] transaction","detail":"{read_only:false; response_revision:3311; number_of_response:1; }","duration":"1.119886171s","start":"2026-04-01T23:38:20.11954Z","end":"2026-04-01T23:38:21.239426Z","steps":["trace[1467400251] 'process raft request' (duration: 1.119541503s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:21.239632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:20.119509Z","time spent":"1.120031383s","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:38:21.445437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999952528s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-01T23:38:21.445519Z","caller":"traceutil/trace.go:171","msg":"trace[1469459109] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000085332s","start":"2026-04-01T23:38:19.445415Z","end":"2026-04-01T23:38:21.4455Z","steps":["trace[1469459109] 'agreement among raft nodes before linearized reading' (duration: 1.999949809s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:21.445592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:19.445338Z","time spent":"2.000220004s","remote":"127.0.0.1:58042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/01 23:38:21 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-04-01T23:38:21.535287Z","caller":"traceutil/trace.go:171","msg":"trace[119022045] transaction","detail":"{read_only:false; response_revision:3312; number_of_response:1; }","duration":"1.099369835s","start":"2026-04-01T23:38:20.435892Z","end":"2026-04-01T23:38:21.535262Z","steps":["trace[119022045] 'process raft request' (duration: 1.044813958s)","trace[119022045] 'compare' (duration: 53.967904ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:38:21.535482Z","caller":"traceutil/trace.go:171","msg":"trace[1449111587] linearizableReadLoop","detail":"{readStateIndex:3459; appliedIndex:3453; }","duration":"1.105283169s","start":"2026-04-01T23:38:20.430154Z","end":"2026-04-01T23:38:21.535437Z","steps":["trace[1449111587] 'read index received' (duration: 808.820873ms)","trace[1449111587] 'applied index is now lower than readState.Index' (duration: 296.460196ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:38:21.535632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.912192627s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-01T23:38:21.535961Z","caller":"traceutil/trace.go:171","msg":"trace[807422834] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:3313; }","duration":"1.912578116s","start":"2026-04-01T23:38:19.623369Z","end":"2026-04-01T23:38:21.535947Z","steps":["trace[807422834] 'agreement among raft nodes before linearized reading' (duration: 1.912167706s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:21.536015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:19.623346Z","time spent":"1.912654148s","remote":"127.0.0.1:58398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:38:21.535679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.41163864s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T23:38:21.536196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.103394086s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:9402"} {"level":"info","ts":"2026-04-01T23:38:21.536262Z","caller":"traceutil/trace.go:171","msg":"trace[1115128842] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3313; }","duration":"1.412257454s","start":"2026-04-01T23:38:20.123988Z","end":"2026-04-01T23:38:21.536245Z","steps":["trace[1115128842] 'agreement among raft nodes before linearized reading' (duration: 1.411669121s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:38:21.536288Z","caller":"traceutil/trace.go:171","msg":"trace[1393124534] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:3313; }","duration":"1.103510429s","start":"2026-04-01T23:38:20.432755Z","end":"2026-04-01T23:38:21.536265Z","steps":["trace[1393124534] 'agreement among raft nodes before linearized reading' (duration: 1.103249103s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:21.5363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"810.069591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-01T23:38:21.536335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:20.123976Z","time spent":"1.412342396s","remote":"127.0.0.1:58050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-01T23:38:21.536342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:20.432741Z","time spent":"1.103588221s","remote":"127.0.0.1:58188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":9425,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-04-01T23:38:21.536363Z","caller":"traceutil/trace.go:171","msg":"trace[2007183532] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3313; }","duration":"810.158122ms","start":"2026-04-01T23:38:20.726191Z","end":"2026-04-01T23:38:21.536349Z","steps":["trace[2007183532] 'agreement among raft nodes before linearized reading' (duration: 809.953358ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:21.536404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:20.72618Z","time spent":"810.215544ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-01T23:38:21.536365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"655.272128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:38:21.535687Z","caller":"traceutil/trace.go:171","msg":"trace[1920115456] transaction","detail":"{read_only:false; response_revision:3313; number_of_response:1; }","duration":"807.80811ms","start":"2026-04-01T23:38:20.727845Z","end":"2026-04-01T23:38:21.535653Z","steps":["trace[1920115456] 'process raft request' (duration: 807.354869ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:21.536654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"810.03189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-01T23:38:21.5367Z","caller":"traceutil/trace.go:171","msg":"trace[442529817] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3313; }","duration":"810.090801ms","start":"2026-04-01T23:38:20.726598Z","end":"2026-04-01T23:38:21.536689Z","steps":["trace[442529817] 'agreement among raft nodes before linearized reading' (duration: 809.984708ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:21.536699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:20.727814Z","time spent":"808.808512ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:38:21.53671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.262976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"warn","ts":"2026-04-01T23:38:21.536738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:20.726592Z","time spent":"810.138642ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-01T23:38:21.536768Z","caller":"traceutil/trace.go:171","msg":"trace[1811823191] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3313; }","duration":"145.358808ms","start":"2026-04-01T23:38:21.391392Z","end":"2026-04-01T23:38:21.53675Z","steps":["trace[1811823191] 'agreement among raft nodes before linearized reading' (duration: 145.199445ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:21.536694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"811.143345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-01T23:38:21.537017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:20.435881Z","time spent":"1.099915918s","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:38:21.537066Z","caller":"traceutil/trace.go:171","msg":"trace[392959043] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3313; }","duration":"811.520894ms","start":"2026-04-01T23:38:20.725529Z","end":"2026-04-01T23:38:21.53705Z","steps":["trace[392959043] 'agreement among raft nodes before linearized reading' (duration: 811.058343ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:21.536807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"811.265798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-01T23:38:21.537193Z","caller":"traceutil/trace.go:171","msg":"trace[652329865] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3313; }","duration":"811.675018ms","start":"2026-04-01T23:38:20.725502Z","end":"2026-04-01T23:38:21.537177Z","steps":["trace[652329865] 'agreement among raft nodes before linearized reading' (duration: 811.221268ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:21.537245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:20.725475Z","time spent":"811.756059ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-01T23:38:21.537287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:20.725462Z","time spent":"811.699738ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-01T23:38:21.537276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.1022871s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a25f9918a2b9c6\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-04-01T23:38:21.537456Z","caller":"traceutil/trace.go:171","msg":"trace[1972039463] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a25f9918a2b9c6; range_end:; response_count:1; response_revision:3313; }","duration":"1.102536736s","start":"2026-04-01T23:38:20.434852Z","end":"2026-04-01T23:38:21.537389Z","steps":["trace[1972039463] 'agreement among raft nodes before linearized reading' (duration: 1.101939903s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:21.537574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:20.434838Z","time spent":"1.10269622s","remote":"127.0.0.1:58094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a25f9918a2b9c6\" "} {"level":"warn","ts":"2026-04-01T23:38:21.536674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"809.459447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-01T23:38:21.537767Z","caller":"traceutil/trace.go:171","msg":"trace[1740327326] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3313; }","duration":"810.641593ms","start":"2026-04-01T23:38:20.727106Z","end":"2026-04-01T23:38:21.537748Z","steps":["trace[1740327326] 'agreement among raft nodes before linearized reading' (duration: 809.227822ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:21.537837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:20.727097Z","time spent":"810.721115ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-01T23:38:21.536879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.103810786s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-04-01T23:38:21.536571Z","caller":"traceutil/trace.go:171","msg":"trace[639321255] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:3313; }","duration":"655.517215ms","start":"2026-04-01T23:38:20.880983Z","end":"2026-04-01T23:38:21.5365Z","steps":["trace[639321255] 'agreement among raft nodes before linearized reading' (duration: 655.233718ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:21.536756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.358449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T23:38:21.536909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.070763146s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-04-01T23:38:21.538899Z","caller":"traceutil/trace.go:171","msg":"trace[1052291999] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:3313; }","duration":"1.072720751s","start":"2026-04-01T23:38:20.466109Z","end":"2026-04-01T23:38:21.53883Z","steps":["trace[1052291999] 'agreement among raft nodes before linearized reading' (duration: 1.070729165s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:21.538991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:20.466094Z","time spent":"1.072840963s","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-04-01T23:38:21.539214Z","caller":"traceutil/trace.go:171","msg":"trace[209370764] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:3313; }","duration":"1.10619503s","start":"2026-04-01T23:38:20.433009Z","end":"2026-04-01T23:38:21.539204Z","steps":["trace[209370764] 'agreement among raft nodes before linearized reading' (duration: 1.103827036s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:21.539274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:20.432988Z","time spent":"1.106275971s","remote":"127.0.0.1:58176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-04-01T23:38:21.539464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:20.880965Z","time spent":"658.486251ms","remote":"127.0.0.1:54678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true "} {"level":"info","ts":"2026-04-01T23:38:21.539529Z","caller":"traceutil/trace.go:171","msg":"trace[1640525029] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:3313; }","duration":"282.249075ms","start":"2026-04-01T23:38:21.257256Z","end":"2026-04-01T23:38:21.539505Z","steps":["trace[1640525029] 'agreement among raft nodes before linearized reading' (duration: 279.352559ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:21.835362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.799142ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-01T23:38:21.835528Z","caller":"traceutil/trace.go:171","msg":"trace[420509325] transaction","detail":"{read_only:false; response_revision:3314; number_of_response:1; }","duration":"293.07946ms","start":"2026-04-01T23:38:21.542418Z","end":"2026-04-01T23:38:21.835498Z","steps":["trace[420509325] 'process raft request' (duration: 112.041552ms)","trace[420509325] 'compare' (duration: 180.664469ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:38:22.623097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"517.343179ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-01T23:38:22.62331Z","caller":"traceutil/trace.go:171","msg":"trace[1294969988] transaction","detail":"{read_only:false; response_revision:3315; number_of_response:1; }","duration":"1.08064165s","start":"2026-04-01T23:38:21.542635Z","end":"2026-04-01T23:38:22.623276Z","steps":["trace[1294969988] 'process raft request' (duration: 563.039945ms)","trace[1294969988] 'compare' (duration: 517.105614ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:38:22.62333Z","caller":"traceutil/trace.go:171","msg":"trace[661286708] transaction","detail":"{read_only:false; response_revision:3316; number_of_response:1; }","duration":"1.080022606s","start":"2026-04-01T23:38:21.543277Z","end":"2026-04-01T23:38:22.6233Z","steps":["trace[661286708] 'process raft request' (duration: 1.079910364s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:22.623434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:21.542626Z","time spent":"1.080745962s","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:38:22.623471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:21.543262Z","time spent":"1.080130228s","remote":"127.0.0.1:58094","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:38:22.623611Z","caller":"traceutil/trace.go:171","msg":"trace[536851530] transaction","detail":"{read_only:false; response_revision:3318; number_of_response:1; }","duration":"1.078589164s","start":"2026-04-01T23:38:21.544994Z","end":"2026-04-01T23:38:22.623583Z","steps":["trace[536851530] 'process raft request' (duration: 1.078308277s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:38:22.623695Z","caller":"traceutil/trace.go:171","msg":"trace[14788898] transaction","detail":"{read_only:false; response_revision:3320; number_of_response:1; }","duration":"1.07755296s","start":"2026-04-01T23:38:21.546127Z","end":"2026-04-01T23:38:22.62368Z","steps":["trace[14788898] 'process raft request' (duration: 1.077239713s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:22.62372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:21.544982Z","time spent":"1.078685176s","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:38:22.623748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:21.546111Z","time spent":"1.077608702s","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:38:22.623829Z","caller":"traceutil/trace.go:171","msg":"trace[976349667] transaction","detail":"{read_only:false; response_revision:3319; number_of_response:1; }","duration":"1.078750817s","start":"2026-04-01T23:38:21.545068Z","end":"2026-04-01T23:38:22.623819Z","steps":["trace[976349667] 'process raft request' (duration: 1.078269436s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:38:22.623872Z","caller":"traceutil/trace.go:171","msg":"trace[756244186] transaction","detail":"{read_only:false; response_revision:3317; number_of_response:1; }","duration":"1.080246502s","start":"2026-04-01T23:38:21.543602Z","end":"2026-04-01T23:38:22.623848Z","steps":["trace[756244186] 'process raft request' (duration: 1.079653378s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:22.623888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:21.545059Z","time spent":"1.078804528s","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:38:22.623959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:21.54358Z","time spent":"1.080340183s","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:38:22.623748Z","caller":"traceutil/trace.go:171","msg":"trace[638693549] linearizableReadLoop","detail":"{readStateIndex:3461; appliedIndex:3459; }","duration":"1.080708902s","start":"2026-04-01T23:38:21.543009Z","end":"2026-04-01T23:38:22.623718Z","steps":["trace[638693549] 'read index received' (duration: 111.555642ms)","trace[638693549] 'applied index is now lower than readState.Index' (duration: 969.1475ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:38:22.899312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.886939ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-01T23:38:22.899491Z","caller":"traceutil/trace.go:171","msg":"trace[1306354540] linearizableReadLoop","detail":"{readStateIndex:3467; appliedIndex:3466; }","duration":"275.420089ms","start":"2026-04-01T23:38:22.624052Z","end":"2026-04-01T23:38:22.899473Z","steps":["trace[1306354540] 'read index received' (duration: 306.427µs)","trace[1306354540] 'applied index is now lower than readState.Index' (duration: 275.109212ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:38:22.899832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.304406827s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:38:22.899918Z","caller":"traceutil/trace.go:171","msg":"trace[1708286938] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:3320; }","duration":"1.304499939s","start":"2026-04-01T23:38:21.595375Z","end":"2026-04-01T23:38:22.899875Z","steps":["trace[1708286938] 'agreement among raft nodes before linearized reading' (duration: 1.304414537s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:22.899936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.356871827s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-04-01T23:38:22.899978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.095390855s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T23:38:22.89998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:21.595355Z","time spent":"1.304614662s","remote":"127.0.0.1:58490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-04-01T23:38:22.900043Z","caller":"traceutil/trace.go:171","msg":"trace[1851522423] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:3320; }","duration":"1.357047142s","start":"2026-04-01T23:38:21.54297Z","end":"2026-04-01T23:38:22.900017Z","steps":["trace[1851522423] 'agreement among raft nodes before linearized reading' (duration: 1.081261624s)","trace[1851522423] 'range keys from in-memory index tree' (duration: 275.48142ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:38:22.900041Z","caller":"traceutil/trace.go:171","msg":"trace[19963181] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:3320; }","duration":"1.095507789s","start":"2026-04-01T23:38:21.804515Z","end":"2026-04-01T23:38:22.900022Z","steps":["trace[19963181] 'agreement among raft nodes before linearized reading' (duration: 1.095409866s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:22.900032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.354430353s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T23:38:22.900097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:21.542952Z","time spent":"1.357130674s","remote":"127.0.0.1:58064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-04-01T23:38:22.900092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:21.804485Z","time spent":"1.0955965s","remote":"127.0.0.1:54824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"info","ts":"2026-04-01T23:38:22.900155Z","caller":"traceutil/trace.go:171","msg":"trace[322981211] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3320; }","duration":"1.354594417s","start":"2026-04-01T23:38:21.545532Z","end":"2026-04-01T23:38:22.900127Z","steps":["trace[322981211] 'agreement among raft nodes before linearized reading' (duration: 1.354360791s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:22.900288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:21.545518Z","time spent":"1.35475105s","remote":"127.0.0.1:58042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-01T23:38:22.900162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.355029896s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1319"} {"level":"info","ts":"2026-04-01T23:38:22.90045Z","caller":"traceutil/trace.go:171","msg":"trace[1359104299] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:3320; }","duration":"1.355343923s","start":"2026-04-01T23:38:21.54506Z","end":"2026-04-01T23:38:22.900404Z","steps":["trace[1359104299] 'agreement among raft nodes before linearized reading' (duration: 1.354881713s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:22.90035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.419002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.18a25fed692b78cd\" ","response":"range_response_count:1 size:765"} {"level":"info","ts":"2026-04-01T23:38:22.900601Z","caller":"traceutil/trace.go:171","msg":"trace[1986776634] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.18a25fed692b78cd; range_end:; response_count:1; response_revision:3320; }","duration":"272.701838ms","start":"2026-04-01T23:38:22.627882Z","end":"2026-04-01T23:38:22.900584Z","steps":["trace[1986776634] 'agreement among raft nodes before linearized reading' (duration: 272.32836ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:22.900541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:21.545043Z","time spent":"1.355459206s","remote":"127.0.0.1:58210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":1342,"request content":"key:\"/registry/services/specs/auth-system/keycloak\" "} {"level":"info","ts":"2026-04-01T23:38:23.076543Z","caller":"traceutil/trace.go:171","msg":"trace[1724348147] linearizableReadLoop","detail":"{readStateIndex:3468; appliedIndex:3467; }","duration":"172.264359ms","start":"2026-04-01T23:38:22.904251Z","end":"2026-04-01T23:38:23.076516Z","steps":["trace[1724348147] 'read index received' (duration: 172.002072ms)","trace[1724348147] 'applied index is now lower than readState.Index' (duration: 260.707µs)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:38:23.076642Z","caller":"traceutil/trace.go:171","msg":"trace[1456910141] transaction","detail":"{read_only:false; response_revision:3321; number_of_response:1; }","duration":"173.324203ms","start":"2026-04-01T23:38:22.903269Z","end":"2026-04-01T23:38:23.076594Z","steps":["trace[1456910141] 'process raft request' (duration: 173.043775ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:23.076771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.484744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:38:23.076847Z","caller":"traceutil/trace.go:171","msg":"trace[569182146] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:3321; }","duration":"172.629417ms","start":"2026-04-01T23:38:22.9042Z","end":"2026-04-01T23:38:23.076829Z","steps":["trace[569182146] 'agreement among raft nodes before linearized reading' (duration: 172.484614ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:23.07728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.941332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:38:23.077352Z","caller":"traceutil/trace.go:171","msg":"trace[90328670] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:3321; }","duration":"161.063975ms","start":"2026-04-01T23:38:22.916271Z","end":"2026-04-01T23:38:23.077335Z","steps":["trace[90328670] 'agreement among raft nodes before linearized reading' (duration: 160.916542ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:23.077375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.352055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:38:23.077417Z","caller":"traceutil/trace.go:171","msg":"trace[2035365383] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3321; }","duration":"166.410296ms","start":"2026-04-01T23:38:22.910993Z","end":"2026-04-01T23:38:23.077403Z","steps":["trace[2035365383] 'agreement among raft nodes before linearized reading' (duration: 166.358675ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:23.077302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.563486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/keycloak\" ","response":"range_response_count:1 size:7462"} {"level":"info","ts":"2026-04-01T23:38:23.077534Z","caller":"traceutil/trace.go:171","msg":"trace[1390073530] range","detail":"{range_begin:/registry/statefulsets/auth-system/keycloak; range_end:; response_count:1; response_revision:3321; }","duration":"172.810571ms","start":"2026-04-01T23:38:22.904709Z","end":"2026-04-01T23:38:23.077519Z","steps":["trace[1390073530] 'agreement among raft nodes before linearized reading' (duration: 172.408062ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:23.594124Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7835591873806218387,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T23:38:23.811373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.469583ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-01T23:38:23.811472Z","caller":"traceutil/trace.go:171","msg":"trace[1172575579] transaction","detail":"{read_only:false; response_revision:3322; number_of_response:1; }","duration":"725.721527ms","start":"2026-04-01T23:38:23.085734Z","end":"2026-04-01T23:38:23.811456Z","steps":["trace[1172575579] 'process raft request' (duration: 516.067129ms)","trace[1172575579] 'compare' (duration: 209.184007ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:38:23.811544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:23.085718Z","time spent":"725.791658ms","remote":"127.0.0.1:58094","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":753,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:38:23.909233Z","caller":"traceutil/trace.go:171","msg":"trace[377395115] transaction","detail":"{read_only:false; response_revision:3324; number_of_response:1; }","duration":"664.010857ms","start":"2026-04-01T23:38:23.245194Z","end":"2026-04-01T23:38:23.909205Z","steps":["trace[377395115] 'process raft request' (duration: 663.918015ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:38:23.909327Z","caller":"traceutil/trace.go:171","msg":"trace[228381407] transaction","detail":"{read_only:false; response_revision:3323; number_of_response:1; }","duration":"664.150229ms","start":"2026-04-01T23:38:23.245124Z","end":"2026-04-01T23:38:23.909274Z","steps":["trace[228381407] 'process raft request' (duration: 663.792041ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:23.909461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:23.245154Z","time spent":"664.170611ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:38:23.909506Z","caller":"traceutil/trace.go:171","msg":"trace[1651035875] linearizableReadLoop","detail":"{readStateIndex:3473; appliedIndex:3468; }","duration":"815.656727ms","start":"2026-04-01T23:38:23.093824Z","end":"2026-04-01T23:38:23.909481Z","steps":["trace[1651035875] 'read index received' (duration: 507.993986ms)","trace[1651035875] 'applied index is now lower than readState.Index' (duration: 307.661441ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:38:23.909567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:23.245095Z","time spent":"664.347934ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:38:23.909718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"815.880732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-04-01T23:38:23.90958Z","caller":"traceutil/trace.go:171","msg":"trace[1366609723] transaction","detail":"{read_only:false; response_revision:3325; number_of_response:1; }","duration":"663.73375ms","start":"2026-04-01T23:38:23.245833Z","end":"2026-04-01T23:38:23.909567Z","steps":["trace[1366609723] 'process raft request' (duration: 663.327511ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:38:23.909753Z","caller":"traceutil/trace.go:171","msg":"trace[1095909507] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:3326; }","duration":"815.971434ms","start":"2026-04-01T23:38:23.093774Z","end":"2026-04-01T23:38:23.909746Z","steps":["trace[1095909507] 'agreement among raft nodes before linearized reading' (duration: 815.833051ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:38:23.909691Z","caller":"traceutil/trace.go:171","msg":"trace[1742099616] transaction","detail":"{read_only:false; response_revision:3326; number_of_response:1; }","duration":"366.897115ms","start":"2026-04-01T23:38:23.542741Z","end":"2026-04-01T23:38:23.909638Z","steps":["trace[1742099616] 'process raft request' (duration: 366.633379ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:23.909775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:23.093755Z","time spent":"816.015076ms","remote":"127.0.0.1:44608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5674,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-01T23:38:23.909776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"519.544758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-04-01T23:38:23.909822Z","caller":"traceutil/trace.go:171","msg":"trace[1005455806] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3326; }","duration":"519.63151ms","start":"2026-04-01T23:38:23.390178Z","end":"2026-04-01T23:38:23.90981Z","steps":["trace[1005455806] 'agreement among raft nodes before linearized reading' (duration: 519.461597ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:23.909864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:23.390155Z","time spent":"519.695542ms","remote":"127.0.0.1:58210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-04-01T23:38:23.909951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:23.542717Z","time spent":"367.091179ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:38:23.91001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:23.245815Z","time spent":"663.952816ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:38:24.376145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.754869ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-01T23:38:24.376352Z","caller":"traceutil/trace.go:171","msg":"trace[1135459894] transaction","detail":"{read_only:false; response_revision:3328; number_of_response:1; }","duration":"461.529092ms","start":"2026-04-01T23:38:23.914802Z","end":"2026-04-01T23:38:24.376332Z","steps":["trace[1135459894] 'process raft request' (duration: 461.462471ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:38:24.37639Z","caller":"traceutil/trace.go:171","msg":"trace[2004195201] linearizableReadLoop","detail":"{readStateIndex:3474; appliedIndex:3473; }","duration":"463.019637ms","start":"2026-04-01T23:38:23.913331Z","end":"2026-04-01T23:38:24.37635Z","steps":["trace[2004195201] 'read index received' (duration: 129.528269ms)","trace[2004195201] 'applied index is now lower than readState.Index' (duration: 333.486797ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:38:24.376472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:23.914789Z","time spent":"461.630985ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:38:24.376335Z","caller":"traceutil/trace.go:171","msg":"trace[1858146284] transaction","detail":"{read_only:false; response_revision:3327; number_of_response:1; }","duration":"464.193472ms","start":"2026-04-01T23:38:23.912099Z","end":"2026-04-01T23:38:24.376293Z","steps":["trace[1858146284] 'process raft request' (duration: 130.818538ms)","trace[1858146284] 'compare' (duration: 332.434602ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:38:24.376602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:23.912066Z","time spent":"464.470049ms","remote":"127.0.0.1:58094","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":766,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:38:24.376691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.323273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1447"} {"level":"info","ts":"2026-04-01T23:38:24.376751Z","caller":"traceutil/trace.go:171","msg":"trace[1291228595] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:3328; }","duration":"463.426526ms","start":"2026-04-01T23:38:23.913308Z","end":"2026-04-01T23:38:24.376735Z","steps":["trace[1291228595] 'agreement among raft nodes before linearized reading' (duration: 463.17449ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:24.376815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:23.913296Z","time spent":"463.504878ms","remote":"127.0.0.1:58210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1470,"request content":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" "} {"level":"warn","ts":"2026-04-01T23:38:24.889795Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7835591873806218402,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-01T23:38:25.007684Z","caller":"traceutil/trace.go:171","msg":"trace[1524838660] linearizableReadLoop","detail":"{readStateIndex:3476; appliedIndex:3475; }","duration":"622.487813ms","start":"2026-04-01T23:38:24.385166Z","end":"2026-04-01T23:38:25.007654Z","steps":["trace[1524838660] 'read index received' (duration: 622.183177ms)","trace[1524838660] 'applied index is now lower than readState.Index' (duration: 303.696µs)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:38:25.00775Z","caller":"traceutil/trace.go:171","msg":"trace[1976540039] transaction","detail":"{read_only:false; response_revision:3329; number_of_response:1; }","duration":"624.690164ms","start":"2026-04-01T23:38:24.383012Z","end":"2026-04-01T23:38:25.007702Z","steps":["trace[1976540039] 'process raft request' (duration: 624.431489ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:25.007988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:24.38299Z","time spent":"624.857648ms","remote":"127.0.0.1:58094","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:38:25.0081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.185856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:38:25.008145Z","caller":"traceutil/trace.go:171","msg":"trace[1488476324] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:3329; }","duration":"417.266888ms","start":"2026-04-01T23:38:24.590864Z","end":"2026-04-01T23:38:25.008131Z","steps":["trace[1488476324] 'agreement among raft nodes before linearized reading' (duration: 417.056943ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:25.008147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.13456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-01T23:38:25.008181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:24.590781Z","time spent":"417.391031ms","remote":"127.0.0.1:45912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:38:25.008166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.089879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-01T23:38:25.008224Z","caller":"traceutil/trace.go:171","msg":"trace[1455210419] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3329; }","duration":"378.266353ms","start":"2026-04-01T23:38:24.629939Z","end":"2026-04-01T23:38:25.008205Z","steps":["trace[1455210419] 'agreement among raft nodes before linearized reading' (duration: 378.002107ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:25.008275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:24.629913Z","time spent":"378.349885ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-01T23:38:25.008285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.534961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-01T23:38:25.008278Z","caller":"traceutil/trace.go:171","msg":"trace[1360430324] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:3329; }","duration":"289.282984ms","start":"2026-04-01T23:38:24.718976Z","end":"2026-04-01T23:38:25.008259Z","steps":["trace[1360430324] 'agreement among raft nodes before linearized reading' (duration: 289.061549ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:38:25.008571Z","caller":"traceutil/trace.go:171","msg":"trace[102296392] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3329; }","duration":"364.874418ms","start":"2026-04-01T23:38:24.643678Z","end":"2026-04-01T23:38:25.008552Z","steps":["trace[102296392] 'agreement among raft nodes before linearized reading' (duration: 364.469549ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:25.008175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.107671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-01T23:38:25.008651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:24.64367Z","time spent":"364.96478ms","remote":"127.0.0.1:44566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-01T23:38:25.008712Z","caller":"traceutil/trace.go:171","msg":"trace[1170531393] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3329; }","duration":"379.658583ms","start":"2026-04-01T23:38:24.629029Z","end":"2026-04-01T23:38:25.008687Z","steps":["trace[1170531393] 'agreement among raft nodes before linearized reading' (duration: 378.957848ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:25.008799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:24.62897Z","time spent":"379.796507ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-01T23:38:25.008169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.05476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-01T23:38:25.008881Z","caller":"traceutil/trace.go:171","msg":"trace[471787828] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3329; }","duration":"379.798617ms","start":"2026-04-01T23:38:24.629066Z","end":"2026-04-01T23:38:25.008865Z","steps":["trace[471787828] 'agreement among raft nodes before linearized reading' (duration: 378.863367ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:25.008928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:24.629055Z","time spent":"379.863089ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-01T23:38:25.008161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.012549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-01T23:38:25.009002Z","caller":"traceutil/trace.go:171","msg":"trace[1090343258] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3329; }","duration":"379.912ms","start":"2026-04-01T23:38:24.629071Z","end":"2026-04-01T23:38:25.008983Z","steps":["trace[1090343258] 'agreement among raft nodes before linearized reading' (duration: 378.946738ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:25.008799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"623.587489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/keycloak\" ","response":"range_response_count:1 size:7462"} {"level":"warn","ts":"2026-04-01T23:38:25.00908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:24.629035Z","time spent":"380.027932ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-01T23:38:25.009084Z","caller":"traceutil/trace.go:171","msg":"trace[1789123091] range","detail":"{range_begin:/registry/statefulsets/auth-system/keycloak; range_end:; response_count:1; response_revision:3329; }","duration":"623.925406ms","start":"2026-04-01T23:38:24.385148Z","end":"2026-04-01T23:38:25.009073Z","steps":["trace[1789123091] 'agreement among raft nodes before linearized reading' (duration: 622.75771ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:25.009163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:24.38514Z","time spent":"624.014958ms","remote":"127.0.0.1:58492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":7485,"request content":"key:\"/registry/statefulsets/auth-system/keycloak\" "} {"level":"warn","ts":"2026-04-01T23:38:25.442967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.06929ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-01T23:38:25.443146Z","caller":"traceutil/trace.go:171","msg":"trace[880934797] linearizableReadLoop","detail":"{readStateIndex:3477; appliedIndex:3476; }","duration":"430.962248ms","start":"2026-04-01T23:38:25.012166Z","end":"2026-04-01T23:38:25.443128Z","steps":["trace[880934797] 'read index received' (duration: 252.620732ms)","trace[880934797] 'applied index is now lower than readState.Index' (duration: 178.340256ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:38:25.44322Z","caller":"traceutil/trace.go:171","msg":"trace[2057737296] transaction","detail":"{read_only:false; response_revision:3331; number_of_response:1; }","duration":"430.771664ms","start":"2026-04-01T23:38:25.012432Z","end":"2026-04-01T23:38:25.443203Z","steps":["trace[2057737296] 'process raft request' (duration: 430.645411ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:38:25.443091Z","caller":"traceutil/trace.go:171","msg":"trace[1735925360] transaction","detail":"{read_only:false; response_revision:3330; number_of_response:1; }","duration":"431.132812ms","start":"2026-04-01T23:38:25.011926Z","end":"2026-04-01T23:38:25.443059Z","steps":["trace[1735925360] 'process raft request' (duration: 252.865928ms)","trace[1735925360] 'compare' (duration: 177.865995ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:38:25.443296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:25.012418Z","time spent":"430.842955ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:38:25.443356Z","caller":"traceutil/trace.go:171","msg":"trace[2089585946] transaction","detail":"{read_only:false; response_revision:3332; number_of_response:1; }","duration":"430.130239ms","start":"2026-04-01T23:38:25.013219Z","end":"2026-04-01T23:38:25.443349Z","steps":["trace[2089585946] 'process raft request' (duration: 429.947235ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:25.443367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:25.011877Z","time spent":"431.411389ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:38:25.443404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:25.013212Z","time spent":"430.16496ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:38:25.44361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.410009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a25f9918a2b9c6\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-04-01T23:38:25.443744Z","caller":"traceutil/trace.go:171","msg":"trace[682639013] transaction","detail":"{read_only:false; response_revision:3333; number_of_response:1; }","duration":"430.464167ms","start":"2026-04-01T23:38:25.013265Z","end":"2026-04-01T23:38:25.443729Z","steps":["trace[682639013] 'process raft request' (duration: 430.034397ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:38:25.443881Z","caller":"traceutil/trace.go:171","msg":"trace[1919338420] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a25f9918a2b9c6; range_end:; response_count:1; response_revision:3332; }","duration":"431.737497ms","start":"2026-04-01T23:38:25.012116Z","end":"2026-04-01T23:38:25.443854Z","steps":["trace[1919338420] 'agreement among raft nodes before linearized reading' (duration: 431.112432ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:25.443901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:25.01326Z","time spent":"430.60209ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:38:25.443965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:25.012095Z","time spent":"431.850149ms","remote":"127.0.0.1:58094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a25f9918a2b9c6\" "} {"level":"info","ts":"2026-04-01T23:38:28.063081Z","caller":"traceutil/trace.go:171","msg":"trace[24149420] transaction","detail":"{read_only:false; response_revision:3349; number_of_response:1; }","duration":"133.270154ms","start":"2026-04-01T23:38:27.929787Z","end":"2026-04-01T23:38:28.063057Z","steps":["trace[24149420] 'process raft request' (duration: 133.08714ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:38:28.103097Z","caller":"traceutil/trace.go:171","msg":"trace[1558932172] transaction","detail":"{read_only:false; response_revision:3350; number_of_response:1; }","duration":"172.696709ms","start":"2026-04-01T23:38:27.930367Z","end":"2026-04-01T23:38:28.103064Z","steps":["trace[1558932172] 'process raft request' (duration: 171.253055ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:38:28.103344Z","caller":"traceutil/trace.go:171","msg":"trace[589523005] transaction","detail":"{read_only:false; response_revision:3351; number_of_response:1; }","duration":"172.894373ms","start":"2026-04-01T23:38:27.930413Z","end":"2026-04-01T23:38:28.103308Z","steps":["trace[589523005] 'process raft request' (duration: 172.464853ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:38:28.103734Z","caller":"traceutil/trace.go:171","msg":"trace[1814946263] transaction","detail":"{read_only:false; response_revision:3352; number_of_response:1; }","duration":"166.256322ms","start":"2026-04-01T23:38:27.937063Z","end":"2026-04-01T23:38:28.103319Z","steps":["trace[1814946263] 'process raft request' (duration: 166.083918ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:42.542143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.906059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:38:42.542223Z","caller":"traceutil/trace.go:171","msg":"trace[1650520966] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3429; }","duration":"159.995391ms","start":"2026-04-01T23:38:42.382208Z","end":"2026-04-01T23:38:42.542203Z","steps":["trace[1650520966] 'range keys from in-memory index tree' (duration: 159.755514ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:39:42.592889Z","caller":"traceutil/trace.go:171","msg":"trace[332132397] transaction","detail":"{read_only:false; response_revision:3743; number_of_response:1; }","duration":"133.941715ms","start":"2026-04-01T23:39:42.458909Z","end":"2026-04-01T23:39:42.592851Z","steps":["trace[332132397] 'process raft request' (duration: 58.200608ms)","trace[332132397] 'compare' (duration: 75.579983ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:39:42.662751Z","caller":"traceutil/trace.go:171","msg":"trace[1999145281] transaction","detail":"{read_only:false; response_revision:3744; number_of_response:1; }","duration":"203.152483ms","start":"2026-04-01T23:39:42.459573Z","end":"2026-04-01T23:39:42.662726Z","steps":["trace[1999145281] 'process raft request' (duration: 202.915028ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:39:42.662989Z","caller":"traceutil/trace.go:171","msg":"trace[1466674881] transaction","detail":"{read_only:false; response_revision:3745; number_of_response:1; }","duration":"161.028269ms","start":"2026-04-01T23:39:42.501929Z","end":"2026-04-01T23:39:42.662958Z","steps":["trace[1466674881] 'process raft request' (duration: 160.755252ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:39:42.848354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.428403ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-01T23:40:14.462682Z","caller":"traceutil/trace.go:171","msg":"trace[707187929] transaction","detail":"{read_only:false; response_revision:3945; number_of_response:1; }","duration":"102.782711ms","start":"2026-04-01T23:40:14.359875Z","end":"2026-04-01T23:40:14.462657Z","steps":["trace[707187929] 'process raft request' (duration: 100.08938ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:40:22.311475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.413687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-01T23:40:22.311574Z","caller":"traceutil/trace.go:171","msg":"trace[1804540277] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:4061; }","duration":"286.554511ms","start":"2026-04-01T23:40:22.025003Z","end":"2026-04-01T23:40:22.311557Z","steps":["trace[1804540277] 'count revisions from in-memory index tree' (duration: 286.288075ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:40:22.311869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.564901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1633"} {"level":"warn","ts":"2026-04-01T23:40:22.31189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.669411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/secretgen-controller\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:40:22.311963Z","caller":"traceutil/trace.go:171","msg":"trace[723653213] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:4061; }","duration":"492.680903ms","start":"2026-04-01T23:40:21.819246Z","end":"2026-04-01T23:40:22.311926Z","steps":["trace[723653213] 'range keys from in-memory index tree' (duration: 492.386297ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:40:22.311969Z","caller":"traceutil/trace.go:171","msg":"trace[1775549961] range","detail":"{range_begin:/registry/namespaces/secretgen-controller; range_end:; response_count:0; response_revision:4061; }","duration":"289.806544ms","start":"2026-04-01T23:40:22.022141Z","end":"2026-04-01T23:40:22.311947Z","steps":["trace[1775549961] 'range keys from in-memory index tree' (duration: 289.594039ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:40:22.312001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:40:21.819223Z","time spent":"492.768736ms","remote":"127.0.0.1:58172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1656,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"warn","ts":"2026-04-01T23:40:22.311935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"500.331416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T23:40:22.312029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.506977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-01T23:40:22.312074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.912092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-01T23:40:22.312094Z","caller":"traceutil/trace.go:171","msg":"trace[1542145862] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4061; }","duration":"188.599988ms","start":"2026-04-01T23:40:22.123473Z","end":"2026-04-01T23:40:22.312073Z","steps":["trace[1542145862] 'range keys from in-memory index tree' (duration: 188.327522ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:40:22.3121Z","caller":"traceutil/trace.go:171","msg":"trace[108725] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:4061; }","duration":"500.534091ms","start":"2026-04-01T23:40:21.811531Z","end":"2026-04-01T23:40:22.312065Z","steps":["trace[108725] 'count revisions from in-memory index tree' (duration: 500.268445ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:40:22.312123Z","caller":"traceutil/trace.go:171","msg":"trace[1172400795] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4061; }","duration":"175.992114ms","start":"2026-04-01T23:40:22.136113Z","end":"2026-04-01T23:40:22.312105Z","steps":["trace[1172400795] 'range keys from in-memory index tree' (duration: 175.768679ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:40:22.312178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:40:21.811515Z","time spent":"500.637353ms","remote":"127.0.0.1:54768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"info","ts":"2026-04-01T23:40:26.402632Z","caller":"traceutil/trace.go:171","msg":"trace[46869176] linearizableReadLoop","detail":"{readStateIndex:4328; appliedIndex:4327; }","duration":"130.347903ms","start":"2026-04-01T23:40:26.272265Z","end":"2026-04-01T23:40:26.402613Z","steps":["trace[46869176] 'read index received' (duration: 129.73108ms)","trace[46869176] 'applied index is now lower than readState.Index' (duration: 616.083µs)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:40:26.402716Z","caller":"traceutil/trace.go:171","msg":"trace[535266129] transaction","detail":"{read_only:false; response_revision:4149; number_of_response:1; }","duration":"130.588839ms","start":"2026-04-01T23:40:26.272096Z","end":"2026-04-01T23:40:26.402684Z","steps":["trace[535266129] 'process raft request' (duration: 130.016046ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:40:26.402843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.548718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:40:26.402926Z","caller":"traceutil/trace.go:171","msg":"trace[306019237] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:4149; }","duration":"130.67613ms","start":"2026-04-01T23:40:26.272232Z","end":"2026-04-01T23:40:26.402908Z","steps":["trace[306019237] 'agreement among raft nodes before linearized reading' (duration: 130.467255ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:40:51.050478Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7835591873806220887,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T23:40:51.55157Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7835591873806220887,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T23:40:52.026669Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.494209794s","expected-duration":"1s"} {"level":"info","ts":"2026-04-01T23:40:52.027438Z","caller":"traceutil/trace.go:171","msg":"trace[1354383225] transaction","detail":"{read_only:false; response_revision:4289; number_of_response:1; }","duration":"1.495066733s","start":"2026-04-01T23:40:50.532338Z","end":"2026-04-01T23:40:52.027404Z","steps":["trace[1354383225] 'process raft request' (duration: 1.494829248s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:40:52.027729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:40:50.532317Z","time spent":"1.495296418s","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:40:52.047911Z","caller":"traceutil/trace.go:171","msg":"trace[387156593] transaction","detail":"{read_only:false; response_revision:4290; number_of_response:1; }","duration":"1.321344552s","start":"2026-04-01T23:40:50.726544Z","end":"2026-04-01T23:40:52.047889Z","steps":["trace[387156593] 'process raft request' (duration: 1.320208596s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:40:52.048087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:40:50.72651Z","time spent":"1.321482065s","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:40:52.048311Z","caller":"traceutil/trace.go:171","msg":"trace[1025097683] transaction","detail":"{read_only:false; response_revision:4291; number_of_response:1; }","duration":"1.181119216s","start":"2026-04-01T23:40:50.867181Z","end":"2026-04-01T23:40:52.048301Z","steps":["trace[1025097683] 'process raft request' (duration: 1.180643986s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:40:52.048357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:40:50.867155Z","time spent":"1.181178067s","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:40:52.048682Z","caller":"traceutil/trace.go:171","msg":"trace[310400338] linearizableReadLoop","detail":"{readStateIndex:4477; appliedIndex:4472; }","duration":"1.49890695s","start":"2026-04-01T23:40:50.549742Z","end":"2026-04-01T23:40:52.048649Z","steps":["trace[310400338] 'read index received' (duration: 1.477398684s)","trace[310400338] 'applied index is now lower than readState.Index' (duration: 21.507306ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:40:52.048702Z","caller":"traceutil/trace.go:171","msg":"trace[2111346548] transaction","detail":"{read_only:false; response_revision:4292; number_of_response:1; }","duration":"1.100120227s","start":"2026-04-01T23:40:50.948536Z","end":"2026-04-01T23:40:52.048657Z","steps":["trace[2111346548] 'process raft request' (duration: 1.099562425s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:40:52.048763Z","caller":"traceutil/trace.go:171","msg":"trace[212997420] transaction","detail":"{read_only:false; response_revision:4293; number_of_response:1; }","duration":"1.070631951s","start":"2026-04-01T23:40:50.978096Z","end":"2026-04-01T23:40:52.048728Z","steps":["trace[212997420] 'process raft request' (duration: 1.070458547s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:40:52.048819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.499088604s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T23:40:52.048931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:40:50.948506Z","time spent":"1.100315662s","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:40:52.048979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:40:50.978065Z","time spent":"1.070808515s","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:40:52.049Z","caller":"traceutil/trace.go:171","msg":"trace[241142252] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:4293; }","duration":"1.499319679s","start":"2026-04-01T23:40:50.549658Z","end":"2026-04-01T23:40:52.048978Z","steps":["trace[241142252] 'agreement among raft nodes before linearized reading' (duration: 1.499125055s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:40:52.049051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:40:50.549611Z","time spent":"1.499431142s","remote":"127.0.0.1:54642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:40:52.04921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.92339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-01T23:40:52.049256Z","caller":"traceutil/trace.go:171","msg":"trace[586084356] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:4293; }","duration":"551.997812ms","start":"2026-04-01T23:40:51.497246Z","end":"2026-04-01T23:40:52.049244Z","steps":["trace[586084356] 'agreement among raft nodes before linearized reading' (duration: 551.90448ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:40:52.049297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:40:51.49723Z","time spent":"552.058903ms","remote":"127.0.0.1:58128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":12,"response size":30,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:40:52.049361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.170921226s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-01T23:40:52.049419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.474518899s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-01T23:40:52.049437Z","caller":"traceutil/trace.go:171","msg":"trace[587463439] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4293; }","duration":"1.47456996s","start":"2026-04-01T23:40:50.574861Z","end":"2026-04-01T23:40:52.049431Z","steps":["trace[587463439] 'agreement among raft nodes before linearized reading' (duration: 1.474484628s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:40:52.049457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:40:50.57484Z","time spent":"1.474614082s","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-01T23:40:52.049494Z","caller":"traceutil/trace.go:171","msg":"trace[1776363122] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:4293; }","duration":"1.171030088s","start":"2026-04-01T23:40:50.878395Z","end":"2026-04-01T23:40:52.049425Z","steps":["trace[1776363122] 'agreement among raft nodes before linearized reading' (duration: 1.170865654s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:40:52.049609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.399976527s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-88zqq\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-04-01T23:40:52.049625Z","caller":"traceutil/trace.go:171","msg":"trace[391649273] range","detail":"{range_begin:/registry/pods/openstack/keepalived-88zqq; range_end:; response_count:1; response_revision:4293; }","duration":"1.400026878s","start":"2026-04-01T23:40:50.649593Z","end":"2026-04-01T23:40:52.04962Z","steps":["trace[391649273] 'agreement among raft nodes before linearized reading' (duration: 1.399923756s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:40:52.049624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.93975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-04-01T23:40:52.049604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:40:50.87831Z","time spent":"1.171277324s","remote":"127.0.0.1:44512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-01T23:40:52.049666Z","caller":"traceutil/trace.go:171","msg":"trace[1496810171] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4293; }","duration":"156.001902ms","start":"2026-04-01T23:40:51.893653Z","end":"2026-04-01T23:40:52.049655Z","steps":["trace[1496810171] 'agreement among raft nodes before linearized reading' (duration: 155.829838ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:40:52.049691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.692893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-01T23:40:52.049724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.474947589s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-01T23:40:52.049786Z","caller":"traceutil/trace.go:171","msg":"trace[1506760877] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4293; }","duration":"1.475050881s","start":"2026-04-01T23:40:50.574717Z","end":"2026-04-01T23:40:52.049768Z","steps":["trace[1506760877] 'agreement among raft nodes before linearized reading' (duration: 1.474927898s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:40:52.04981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.854808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-prometheus-client-secret\" ","response":"range_response_count:1 size:1225"} {"level":"warn","ts":"2026-04-01T23:40:52.04986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.810173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-01T23:40:52.04989Z","caller":"traceutil/trace.go:171","msg":"trace[2010487523] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:4293; }","duration":"351.869453ms","start":"2026-04-01T23:40:51.698011Z","end":"2026-04-01T23:40:52.04988Z","steps":["trace[2010487523] 'agreement among raft nodes before linearized reading' (duration: 351.74065ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:40:52.049921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:40:51.697982Z","time spent":"351.932765ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-04-01T23:40:52.049734Z","caller":"traceutil/trace.go:171","msg":"trace[491215652] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:4293; }","duration":"193.818386ms","start":"2026-04-01T23:40:51.855899Z","end":"2026-04-01T23:40:52.049718Z","steps":["trace[491215652] 'agreement among raft nodes before linearized reading' (duration: 193.762204ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:40:52.049834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:40:50.574687Z","time spent":"1.475138253s","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-01T23:40:52.050033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"848.304622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-01T23:40:52.049649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:40:50.64957Z","time spent":"1.400074869s","remote":"127.0.0.1:58198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-88zqq\" "} {"level":"warn","ts":"2026-04-01T23:40:52.050063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"667.346356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T23:40:52.049596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.477243551s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-01T23:40:52.049615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.875866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-01T23:40:52.050282Z","caller":"traceutil/trace.go:171","msg":"trace[1631809589] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4293; }","duration":"848.364393ms","start":"2026-04-01T23:40:51.201687Z","end":"2026-04-01T23:40:52.050052Z","steps":["trace[1631809589] 'agreement among raft nodes before linearized reading' (duration: 848.044566ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:40:52.050312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:40:51.201664Z","time spent":"848.64264ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-01T23:40:52.050331Z","caller":"traceutil/trace.go:171","msg":"trace[1547544217] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4293; }","duration":"667.561361ms","start":"2026-04-01T23:40:51.382611Z","end":"2026-04-01T23:40:52.050173Z","steps":["trace[1547544217] 'agreement among raft nodes before linearized reading' (duration: 667.285615ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:40:52.050401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:40:51.38259Z","time spent":"667.800397ms","remote":"127.0.0.1:58042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-01T23:40:52.050419Z","caller":"traceutil/trace.go:171","msg":"trace[1166253710] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4293; }","duration":"1.477910135s","start":"2026-04-01T23:40:50.572281Z","end":"2026-04-01T23:40:52.050192Z","steps":["trace[1166253710] 'agreement among raft nodes before linearized reading' (duration: 1.476881882s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:40:52.050482Z","caller":"traceutil/trace.go:171","msg":"trace[355112327] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:4293; }","duration":"446.543601ms","start":"2026-04-01T23:40:51.603665Z","end":"2026-04-01T23:40:52.050209Z","steps":["trace[355112327] 'agreement among raft nodes before linearized reading' (duration: 445.873756ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:40:52.050509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:40:50.572252Z","time spent":"1.478235923s","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-01T23:40:52.050522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:40:51.60364Z","time spent":"446.871928ms","remote":"127.0.0.1:38774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":5,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"info","ts":"2026-04-01T23:40:52.050346Z","caller":"traceutil/trace.go:171","msg":"trace[1608774797] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-prometheus-client-secret; range_end:; response_count:1; response_revision:4293; }","duration":"469.998591ms","start":"2026-04-01T23:40:51.57988Z","end":"2026-04-01T23:40:52.049879Z","steps":["trace[1608774797] 'agreement among raft nodes before linearized reading' (duration: 469.722795ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:40:52.05095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:40:51.579849Z","time spent":"470.839771ms","remote":"127.0.0.1:35196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":1,"response size":1248,"request content":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-prometheus-client-secret\" "} {"level":"warn","ts":"2026-04-01T23:40:54.314585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.992573ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-01T23:40:54.3149Z","caller":"traceutil/trace.go:171","msg":"trace[895417739] transaction","detail":"{read_only:false; response_revision:4307; number_of_response:1; }","duration":"162.905947ms","start":"2026-04-01T23:40:54.151954Z","end":"2026-04-01T23:40:54.31486Z","steps":["trace[895417739] 'process raft request' (duration: 56.411013ms)","trace[895417739] 'compare' (duration: 105.84323ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:40:54.315006Z","caller":"traceutil/trace.go:171","msg":"trace[323281865] linearizableReadLoop","detail":"{readStateIndex:4495; appliedIndex:4491; }","duration":"160.992895ms","start":"2026-04-01T23:40:54.153982Z","end":"2026-04-01T23:40:54.314975Z","steps":["trace[323281865] 'read index received' (duration: 54.394488ms)","trace[323281865] 'applied index is now lower than readState.Index' (duration: 106.597467ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:40:54.315228Z","caller":"traceutil/trace.go:171","msg":"trace[619814344] transaction","detail":"{read_only:false; response_revision:4310; number_of_response:1; }","duration":"161.933506ms","start":"2026-04-01T23:40:54.153267Z","end":"2026-04-01T23:40:54.3152Z","steps":["trace[619814344] 'process raft request' (duration: 161.66248ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:40:54.315304Z","caller":"traceutil/trace.go:171","msg":"trace[891102037] transaction","detail":"{read_only:false; response_revision:4308; number_of_response:1; }","duration":"162.592211ms","start":"2026-04-01T23:40:54.152694Z","end":"2026-04-01T23:40:54.315286Z","steps":["trace[891102037] 'process raft request' (duration: 162.025758ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:40:54.315274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.653493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-01T23:40:54.315419Z","caller":"traceutil/trace.go:171","msg":"trace[1787671726] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:4310; }","duration":"147.855378ms","start":"2026-04-01T23:40:54.167552Z","end":"2026-04-01T23:40:54.315407Z","steps":["trace[1787671726] 'agreement among raft nodes before linearized reading' (duration: 147.673384ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:40:54.315418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.437215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:63170"} {"level":"info","ts":"2026-04-01T23:40:54.315463Z","caller":"traceutil/trace.go:171","msg":"trace[1597947987] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:4310; }","duration":"161.520587ms","start":"2026-04-01T23:40:54.153931Z","end":"2026-04-01T23:40:54.315452Z","steps":["trace[1597947987] 'agreement among raft nodes before linearized reading' (duration: 161.323593ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:40:54.315523Z","caller":"traceutil/trace.go:171","msg":"trace[71452481] transaction","detail":"{read_only:false; response_revision:4309; number_of_response:1; }","duration":"162.692413ms","start":"2026-04-01T23:40:54.152817Z","end":"2026-04-01T23:40:54.315509Z","steps":["trace[71452481] 'process raft request' (duration: 162.059089ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:40:57.724405Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7835591873806220957,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T23:40:58.225222Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7835591873806220957,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T23:40:58.725394Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7835591873806220957,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T23:40:58.740307Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.656189092s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-01T23:40:58.740733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:40:57.084025Z","time spent":"1.656703604s","remote":"127.0.0.1:58064","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-01T23:40:59.113719Z","caller":"traceutil/trace.go:171","msg":"trace[510023879] transaction","detail":"{read_only:false; response_revision:4323; number_of_response:1; }","duration":"955.627105ms","start":"2026-04-01T23:40:58.158067Z","end":"2026-04-01T23:40:59.113694Z","steps":["trace[510023879] 'process raft request' (duration: 955.534483ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:40:59.113755Z","caller":"traceutil/trace.go:171","msg":"trace[400029697] linearizableReadLoop","detail":"{readStateIndex:4510; appliedIndex:4505; }","duration":"1.88999646s","start":"2026-04-01T23:40:57.223741Z","end":"2026-04-01T23:40:59.113737Z","steps":["trace[400029697] 'read index received' (duration: 1.516800505s)","trace[400029697] 'applied index is now lower than readState.Index' (duration: 373.195105ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:40:59.113849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:40:58.158037Z","time spent":"955.743898ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:40:59.113986Z","caller":"traceutil/trace.go:171","msg":"trace[1513131650] transaction","detail":"{read_only:false; response_revision:4321; number_of_response:1; }","duration":"957.467547ms","start":"2026-04-01T23:40:58.156491Z","end":"2026-04-01T23:40:59.113958Z","steps":["trace[1513131650] 'process raft request' (duration: 956.828753ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:40:59.114044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:40:58.156476Z","time spent":"957.540558ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:40:59.11414Z","caller":"traceutil/trace.go:171","msg":"trace[670229372] transaction","detail":"{read_only:false; response_revision:4322; number_of_response:1; }","duration":"957.647391ms","start":"2026-04-01T23:40:58.156484Z","end":"2026-04-01T23:40:59.114132Z","steps":["trace[670229372] 'process raft request' (duration: 957.051577ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:40:59.114202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:40:58.15646Z","time spent":"957.705882ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:40:59.114317Z","caller":"traceutil/trace.go:171","msg":"trace[1328819127] transaction","detail":"{read_only:false; response_revision:4324; number_of_response:1; }","duration":"955.039351ms","start":"2026-04-01T23:40:58.159268Z","end":"2026-04-01T23:40:59.114308Z","steps":["trace[1328819127] 'process raft request' (duration: 954.394927ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:40:59.114372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:40:58.159255Z","time spent":"955.088292ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:40:59.114662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.89091084s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-01T23:40:59.114734Z","caller":"traceutil/trace.go:171","msg":"trace[1434653070] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4324; }","duration":"1.891025643s","start":"2026-04-01T23:40:57.223691Z","end":"2026-04-01T23:40:59.114717Z","steps":["trace[1434653070] 'agreement among raft nodes before linearized reading' (duration: 1.890805778s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:40:59.11477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:40:57.22367Z","time spent":"1.891092655s","remote":"127.0.0.1:58198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-01T23:40:59.11613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.733703341s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:40:59.116189Z","caller":"traceutil/trace.go:171","msg":"trace[1211667588] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4325; }","duration":"1.733793273s","start":"2026-04-01T23:40:57.382382Z","end":"2026-04-01T23:40:59.116175Z","steps":["trace[1211667588] 'agreement among raft nodes before linearized reading' (duration: 1.733616749s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:40:59.116222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:40:57.382364Z","time spent":"1.733850934s","remote":"127.0.0.1:58042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-01T23:40:59.11651Z","caller":"traceutil/trace.go:171","msg":"trace[347172816] transaction","detail":"{read_only:false; response_revision:4325; number_of_response:1; }","duration":"374.352632ms","start":"2026-04-01T23:40:58.742142Z","end":"2026-04-01T23:40:59.116495Z","steps":["trace[347172816] 'process raft request' (duration: 373.782719ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:40:59.116745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:40:58.742117Z","time spent":"374.429093ms","remote":"127.0.0.1:58064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:40:59.117018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"785.213626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-01T23:40:59.11703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"893.791039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-01T23:40:59.117373Z","caller":"traceutil/trace.go:171","msg":"trace[385107559] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:4325; }","duration":"894.126156ms","start":"2026-04-01T23:40:58.223231Z","end":"2026-04-01T23:40:59.117357Z","steps":["trace[385107559] 'agreement among raft nodes before linearized reading' (duration: 893.781458ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:40:59.117515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:40:58.223181Z","time spent":"894.235658ms","remote":"127.0.0.1:44608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:40:59.117066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.90671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-01T23:40:59.117845Z","caller":"traceutil/trace.go:171","msg":"trace[1540644565] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:4325; }","duration":"230.710018ms","start":"2026-04-01T23:40:58.887113Z","end":"2026-04-01T23:40:59.117823Z","steps":["trace[1540644565] 'agreement among raft nodes before linearized reading' (duration: 229.918171ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:40:59.116942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"985.351836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-01T23:40:59.118012Z","caller":"traceutil/trace.go:171","msg":"trace[2110736922] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4325; }","duration":"986.45875ms","start":"2026-04-01T23:40:58.131537Z","end":"2026-04-01T23:40:59.117996Z","steps":["trace[2110736922] 'agreement among raft nodes before linearized reading' (duration: 985.308635ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:40:59.11807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:40:58.131516Z","time spent":"986.538173ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-01T23:40:59.116995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"801.585437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:40:59.118166Z","caller":"traceutil/trace.go:171","msg":"trace[940957563] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:4325; }","duration":"802.794084ms","start":"2026-04-01T23:40:58.31535Z","end":"2026-04-01T23:40:59.118144Z","steps":["trace[940957563] 'agreement among raft nodes before linearized reading' (duration: 801.618187ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:40:59.116985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"785.110314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-01T23:40:59.118294Z","caller":"traceutil/trace.go:171","msg":"trace[1236326146] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4325; }","duration":"786.459225ms","start":"2026-04-01T23:40:58.331818Z","end":"2026-04-01T23:40:59.118277Z","steps":["trace[1236326146] 'agreement among raft nodes before linearized reading' (duration: 785.012252ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:40:59.118336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:40:58.33181Z","time spent":"786.515396ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-01T23:40:59.118336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:40:58.3153Z","time spent":"802.937297ms","remote":"127.0.0.1:44396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"info","ts":"2026-04-01T23:40:59.117069Z","caller":"traceutil/trace.go:171","msg":"trace[354678763] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4325; }","duration":"785.273028ms","start":"2026-04-01T23:40:58.331781Z","end":"2026-04-01T23:40:59.117054Z","steps":["trace[354678763] 'agreement among raft nodes before linearized reading' (duration: 785.159216ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:40:59.11715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"783.040597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-88zqq\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-04-01T23:40:59.118632Z","caller":"traceutil/trace.go:171","msg":"trace[1203090683] range","detail":"{range_begin:/registry/pods/openstack/keepalived-88zqq; range_end:; response_count:1; response_revision:4325; }","duration":"784.543752ms","start":"2026-04-01T23:40:58.334079Z","end":"2026-04-01T23:40:59.118623Z","steps":["trace[1203090683] 'agreement among raft nodes before linearized reading' (duration: 783.006617ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:40:59.118664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:40:58.334066Z","time spent":"784.589233ms","remote":"127.0.0.1:58198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-88zqq\" "} {"level":"warn","ts":"2026-04-01T23:40:59.116905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"786.110148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-01T23:40:59.118777Z","caller":"traceutil/trace.go:171","msg":"trace[638577873] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4325; }","duration":"788.020661ms","start":"2026-04-01T23:40:58.330749Z","end":"2026-04-01T23:40:59.118769Z","steps":["trace[638577873] 'agreement among raft nodes before linearized reading' (duration: 786.017306ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:40:59.118807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:40:58.330728Z","time spent":"788.071832ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-01T23:40:59.117176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"785.537334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-01T23:40:59.118911Z","caller":"traceutil/trace.go:171","msg":"trace[580604478] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4325; }","duration":"787.314854ms","start":"2026-04-01T23:40:58.331585Z","end":"2026-04-01T23:40:59.1189Z","steps":["trace[580604478] 'agreement among raft nodes before linearized reading' (duration: 785.510243ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:40:59.118951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:40:58.331562Z","time spent":"787.377346ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-01T23:40:59.11721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.667047987s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-01T23:40:59.119021Z","caller":"traceutil/trace.go:171","msg":"trace[98685513] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:4325; }","duration":"1.668897909s","start":"2026-04-01T23:40:57.450105Z","end":"2026-04-01T23:40:59.119003Z","steps":["trace[98685513] 'agreement among raft nodes before linearized reading' (duration: 1.667076337s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:40:59.119489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:40:57.450086Z","time spent":"1.66898736s","remote":"127.0.0.1:58506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":5,"response size":30,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:40:59.119777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:40:58.331776Z","time spent":"786.695861ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-01T23:41:23.773887Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2552} {"level":"info","ts":"2026-04-01T23:41:23.889036Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2552,"took":"113.820864ms","hash":3559726080,"current-db-size-bytes":36347904,"current-db-size":"36 MB","current-db-size-in-use-bytes":11493376,"current-db-size-in-use":"12 MB"} {"level":"info","ts":"2026-04-01T23:41:23.889244Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3559726080,"revision":2552,"compact-revision":-1} {"level":"info","ts":"2026-04-01T23:41:39.08386Z","caller":"traceutil/trace.go:171","msg":"trace[174307377] transaction","detail":"{read_only:false; response_revision:4615; number_of_response:1; }","duration":"108.804411ms","start":"2026-04-01T23:41:38.975029Z","end":"2026-04-01T23:41:39.083834Z","steps":["trace[174307377] 'process raft request' (duration: 108.653178ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:41:41.845016Z","caller":"traceutil/trace.go:171","msg":"trace[1897861072] transaction","detail":"{read_only:false; response_revision:4635; number_of_response:1; }","duration":"191.438132ms","start":"2026-04-01T23:41:41.653548Z","end":"2026-04-01T23:41:41.844986Z","steps":["trace[1897861072] 'process raft request' (duration: 191.060793ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:41:43.892357Z","caller":"traceutil/trace.go:171","msg":"trace[776578630] transaction","detail":"{read_only:false; response_revision:4646; number_of_response:1; }","duration":"110.541409ms","start":"2026-04-01T23:41:43.781793Z","end":"2026-04-01T23:41:43.892335Z","steps":["trace[776578630] 'process raft request' (duration: 110.394116ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:41:44.842567Z","caller":"traceutil/trace.go:171","msg":"trace[787001247] transaction","detail":"{read_only:false; response_revision:4648; number_of_response:1; }","duration":"128.176317ms","start":"2026-04-01T23:41:44.714359Z","end":"2026-04-01T23:41:44.842536Z","steps":["trace[787001247] 'process raft request' (duration: 127.932831ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:41:45.670908Z","caller":"traceutil/trace.go:171","msg":"trace[1733967773] transaction","detail":"{read_only:false; response_revision:4653; number_of_response:1; }","duration":"103.800828ms","start":"2026-04-01T23:41:45.567088Z","end":"2026-04-01T23:41:45.670889Z","steps":["trace[1733967773] 'process raft request' (duration: 34.304912ms)","trace[1733967773] 'compare' (duration: 69.286331ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:41:45.910027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.49576ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-01T23:41:45.910942Z","caller":"traceutil/trace.go:171","msg":"trace[1163359241] transaction","detail":"{read_only:false; response_revision:4655; number_of_response:1; }","duration":"235.374921ms","start":"2026-04-01T23:41:45.675535Z","end":"2026-04-01T23:41:45.91091Z","steps":["trace[1163359241] 'process raft request' (duration: 95.90502ms)","trace[1163359241] 'compare' (duration: 138.396307ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:41:45.911024Z","caller":"traceutil/trace.go:171","msg":"trace[1934337527] transaction","detail":"{read_only:false; response_revision:4656; number_of_response:1; }","duration":"235.455303ms","start":"2026-04-01T23:41:45.675546Z","end":"2026-04-01T23:41:45.911001Z","steps":["trace[1934337527] 'process raft request' (duration: 235.295239ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:41:45.911304Z","caller":"traceutil/trace.go:171","msg":"trace[902128694] linearizableReadLoop","detail":"{readStateIndex:4858; appliedIndex:4853; }","duration":"234.183725ms","start":"2026-04-01T23:41:45.6771Z","end":"2026-04-01T23:41:45.911283Z","steps":["trace[902128694] 'read index received' (duration: 23.530041ms)","trace[902128694] 'applied index is now lower than readState.Index' (duration: 210.652554ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:41:45.911335Z","caller":"traceutil/trace.go:171","msg":"trace[1348220612] transaction","detail":"{read_only:false; response_revision:4657; number_of_response:1; }","duration":"235.609507ms","start":"2026-04-01T23:41:45.675691Z","end":"2026-04-01T23:41:45.9113Z","steps":["trace[1348220612] 'process raft request' (duration: 235.268969ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:41:45.911347Z","caller":"traceutil/trace.go:171","msg":"trace[479774231] transaction","detail":"{read_only:false; response_revision:4658; number_of_response:1; }","duration":"235.024794ms","start":"2026-04-01T23:41:45.676278Z","end":"2026-04-01T23:41:45.911303Z","steps":["trace[479774231] 'process raft request' (duration: 234.908571ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:41:45.911539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.218269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-01T23:41:45.911595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.582779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/kube-prometheus-stack-dashboard-host-details\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:41:45.911598Z","caller":"traceutil/trace.go:171","msg":"trace[1131884146] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:4658; }","duration":"184.324992ms","start":"2026-04-01T23:41:45.727258Z","end":"2026-04-01T23:41:45.911583Z","steps":["trace[1131884146] 'agreement among raft nodes before linearized reading' (duration: 184.2211ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:41:45.91165Z","caller":"traceutil/trace.go:171","msg":"trace[575065713] range","detail":"{range_begin:/registry/configmaps/monitoring/kube-prometheus-stack-dashboard-host-details; range_end:; response_count:0; response_revision:4658; }","duration":"105.64331ms","start":"2026-04-01T23:41:45.805979Z","end":"2026-04-01T23:41:45.911623Z","steps":["trace[575065713] 'agreement among raft nodes before linearized reading' (duration: 105.560598ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:41:45.9118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.681976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62990"} {"level":"info","ts":"2026-04-01T23:41:45.911854Z","caller":"traceutil/trace.go:171","msg":"trace[1041390145] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:4658; }","duration":"234.770208ms","start":"2026-04-01T23:41:45.67707Z","end":"2026-04-01T23:41:45.91184Z","steps":["trace[1041390145] 'agreement among raft nodes before linearized reading' (duration: 234.354558ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:41:46.131515Z","caller":"traceutil/trace.go:171","msg":"trace[1214808107] transaction","detail":"{read_only:false; response_revision:4659; number_of_response:1; }","duration":"210.224315ms","start":"2026-04-01T23:41:45.92126Z","end":"2026-04-01T23:41:46.131484Z","steps":["trace[1214808107] 'process raft request' (duration: 210.015481ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:41:47.158201Z","caller":"traceutil/trace.go:171","msg":"trace[1071192476] transaction","detail":"{read_only:false; response_revision:4660; number_of_response:1; }","duration":"134.97683ms","start":"2026-04-01T23:41:47.023206Z","end":"2026-04-01T23:41:47.158183Z","steps":["trace[1071192476] 'process raft request' (duration: 134.417948ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:41:47.664475Z","caller":"traceutil/trace.go:171","msg":"trace[212469111] transaction","detail":"{read_only:false; response_revision:4662; number_of_response:1; }","duration":"125.283932ms","start":"2026-04-01T23:41:47.539172Z","end":"2026-04-01T23:41:47.664456Z","steps":["trace[212469111] 'process raft request' (duration: 125.155829ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:41:47.666362Z","caller":"traceutil/trace.go:171","msg":"trace[1244717308] transaction","detail":"{read_only:false; response_revision:4664; number_of_response:1; }","duration":"123.486312ms","start":"2026-04-01T23:41:47.54284Z","end":"2026-04-01T23:41:47.666326Z","steps":["trace[1244717308] 'process raft request' (duration: 123.4007ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:41:47.666391Z","caller":"traceutil/trace.go:171","msg":"trace[1157853341] transaction","detail":"{read_only:false; response_revision:4663; number_of_response:1; }","duration":"123.558664ms","start":"2026-04-01T23:41:47.54281Z","end":"2026-04-01T23:41:47.666369Z","steps":["trace[1157853341] 'process raft request' (duration: 123.303287ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:41:47.967655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.431509ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-01T23:41:47.967763Z","caller":"traceutil/trace.go:171","msg":"trace[26050892] linearizableReadLoop","detail":"{readStateIndex:4866; appliedIndex:4865; }","duration":"263.909754ms","start":"2026-04-01T23:41:47.703834Z","end":"2026-04-01T23:41:47.967744Z","steps":["trace[26050892] 'read index received' (duration: 93.24931ms)","trace[26050892] 'applied index is now lower than readState.Index' (duration: 170.658434ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:41:47.967812Z","caller":"traceutil/trace.go:171","msg":"trace[817769077] transaction","detail":"{read_only:false; response_revision:4665; number_of_response:1; }","duration":"291.29947ms","start":"2026-04-01T23:41:47.676473Z","end":"2026-04-01T23:41:47.967773Z","steps":["trace[817769077] 'process raft request' (duration: 120.676187ms)","trace[817769077] 'compare' (duration: 170.131462ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:41:47.968034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.199579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-01T23:41:47.968188Z","caller":"traceutil/trace.go:171","msg":"trace[709137858] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4665; }","duration":"264.343423ms","start":"2026-04-01T23:41:47.703771Z","end":"2026-04-01T23:41:47.968114Z","steps":["trace[709137858] 'agreement among raft nodes before linearized reading' (duration: 264.066607ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:41:48.284116Z","caller":"traceutil/trace.go:171","msg":"trace[1907240361] transaction","detail":"{read_only:false; response_revision:4671; number_of_response:1; }","duration":"136.603347ms","start":"2026-04-01T23:41:48.147487Z","end":"2026-04-01T23:41:48.28409Z","steps":["trace[1907240361] 'process raft request' (duration: 136.443034ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:41:50.225398Z","caller":"traceutil/trace.go:171","msg":"trace[1775807920] linearizableReadLoop","detail":"{readStateIndex:4879; appliedIndex:4878; }","duration":"179.161765ms","start":"2026-04-01T23:41:50.046218Z","end":"2026-04-01T23:41:50.225379Z","steps":["trace[1775807920] 'read index received' (duration: 178.973721ms)","trace[1775807920] 'applied index is now lower than readState.Index' (duration: 187.364µs)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:41:50.225497Z","caller":"traceutil/trace.go:171","msg":"trace[1456511770] transaction","detail":"{read_only:false; response_revision:4678; number_of_response:1; }","duration":"237.120701ms","start":"2026-04-01T23:41:49.988368Z","end":"2026-04-01T23:41:50.225489Z","steps":["trace[1456511770] 'process raft request' (duration: 236.884695ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:41:50.225657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.431921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-01T23:41:50.22568Z","caller":"traceutil/trace.go:171","msg":"trace[1390874136] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4678; }","duration":"179.469382ms","start":"2026-04-01T23:41:50.046206Z","end":"2026-04-01T23:41:50.225675Z","steps":["trace[1390874136] 'agreement among raft nodes before linearized reading' (duration: 179.37747ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:41:50.225832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.745856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-01T23:41:50.225865Z","caller":"traceutil/trace.go:171","msg":"trace[107623762] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4678; }","duration":"178.799167ms","start":"2026-04-01T23:41:50.047058Z","end":"2026-04-01T23:41:50.225857Z","steps":["trace[107623762] 'agreement among raft nodes before linearized reading' (duration: 178.728475ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:41:50.225972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.834888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-01T23:41:50.225995Z","caller":"traceutil/trace.go:171","msg":"trace[594772482] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4678; }","duration":"178.886529ms","start":"2026-04-01T23:41:50.047102Z","end":"2026-04-01T23:41:50.225989Z","steps":["trace[594772482] 'agreement among raft nodes before linearized reading' (duration: 178.827747ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:41:50.22606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.678965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-01T23:41:50.226145Z","caller":"traceutil/trace.go:171","msg":"trace[1646011287] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4678; }","duration":"178.784247ms","start":"2026-04-01T23:41:50.047342Z","end":"2026-04-01T23:41:50.226126Z","steps":["trace[1646011287] 'agreement among raft nodes before linearized reading' (duration: 178.573142ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:41:50.2262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.909786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-88zqq\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-04-01T23:41:50.226248Z","caller":"traceutil/trace.go:171","msg":"trace[1983351309] range","detail":"{range_begin:/registry/pods/openstack/keepalived-88zqq; range_end:; response_count:1; response_revision:4678; }","duration":"177.962777ms","start":"2026-04-01T23:41:50.048274Z","end":"2026-04-01T23:41:50.226237Z","steps":["trace[1983351309] 'agreement among raft nodes before linearized reading' (duration: 177.837914ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:41:50.225965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.444207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/kube-prometheus-stack-dashboard-osd-device-details\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:41:50.226808Z","caller":"traceutil/trace.go:171","msg":"trace[1638514786] range","detail":"{range_begin:/registry/configmaps/monitoring/kube-prometheus-stack-dashboard-osd-device-details; range_end:; response_count:0; response_revision:4678; }","duration":"103.342198ms","start":"2026-04-01T23:41:50.123451Z","end":"2026-04-01T23:41:50.226793Z","steps":["trace[1638514786] 'agreement among raft nodes before linearized reading' (duration: 102.398876ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:41:51.36632Z","caller":"traceutil/trace.go:171","msg":"trace[1911052710] transaction","detail":"{read_only:false; response_revision:4684; number_of_response:1; }","duration":"140.251929ms","start":"2026-04-01T23:41:51.226028Z","end":"2026-04-01T23:41:51.36628Z","steps":["trace[1911052710] 'process raft request' (duration: 139.923051ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:41:52.301548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.892113ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-01T23:41:52.496728Z","caller":"traceutil/trace.go:171","msg":"trace[1599712899] transaction","detail":"{read_only:false; response_revision:4690; number_of_response:1; }","duration":"190.813838ms","start":"2026-04-01T23:41:52.305883Z","end":"2026-04-01T23:41:52.496697Z","steps":["trace[1599712899] 'process raft request' (duration: 190.630304ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:41:52.504622Z","caller":"traceutil/trace.go:171","msg":"trace[729737589] transaction","detail":"{read_only:false; response_revision:4691; number_of_response:1; }","duration":"198.711705ms","start":"2026-04-01T23:41:52.305891Z","end":"2026-04-01T23:41:52.504603Z","steps":["trace[729737589] 'process raft request' (duration: 198.543381ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:41:52.504839Z","caller":"traceutil/trace.go:171","msg":"trace[1158106091] transaction","detail":"{read_only:false; response_revision:4692; number_of_response:1; }","duration":"198.768137ms","start":"2026-04-01T23:41:52.306044Z","end":"2026-04-01T23:41:52.504813Z","steps":["trace[1158106091] 'process raft request' (duration: 198.513341ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:41:52.504914Z","caller":"traceutil/trace.go:171","msg":"trace[1176290545] linearizableReadLoop","detail":"{readStateIndex:4897; appliedIndex:4891; }","duration":"131.627324ms","start":"2026-04-01T23:41:52.373268Z","end":"2026-04-01T23:41:52.504895Z","steps":["trace[1176290545] 'read index received' (duration: 123.245666ms)","trace[1176290545] 'applied index is now lower than readState.Index' (duration: 8.380958ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:41:52.505008Z","caller":"traceutil/trace.go:171","msg":"trace[1334108441] transaction","detail":"{read_only:false; response_revision:4694; number_of_response:1; }","duration":"198.235205ms","start":"2026-04-01T23:41:52.306761Z","end":"2026-04-01T23:41:52.504996Z","steps":["trace[1334108441] 'process raft request' (duration: 198.052481ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:41:52.505047Z","caller":"traceutil/trace.go:171","msg":"trace[797951400] transaction","detail":"{read_only:false; response_revision:4695; number_of_response:1; }","duration":"197.294684ms","start":"2026-04-01T23:41:52.307741Z","end":"2026-04-01T23:41:52.505036Z","steps":["trace[797951400] 'process raft request' (duration: 197.12791ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:41:52.505047Z","caller":"traceutil/trace.go:171","msg":"trace[1336983181] transaction","detail":"{read_only:false; response_revision:4693; number_of_response:1; }","duration":"198.321726ms","start":"2026-04-01T23:41:52.306709Z","end":"2026-04-01T23:41:52.505031Z","steps":["trace[1336983181] 'process raft request' (duration: 198.01348ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:41:52.505137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.817726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:41:52.505177Z","caller":"traceutil/trace.go:171","msg":"trace[1423647403] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4695; }","duration":"122.924449ms","start":"2026-04-01T23:41:52.382244Z","end":"2026-04-01T23:41:52.505168Z","steps":["trace[1423647403] 'agreement among raft nodes before linearized reading' (duration: 122.855207ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:41:52.505223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.941581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:41:52.505272Z","caller":"traceutil/trace.go:171","msg":"trace[866746088] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:4695; }","duration":"132.043524ms","start":"2026-04-01T23:41:52.373217Z","end":"2026-04-01T23:41:52.505261Z","steps":["trace[866746088] 'agreement among raft nodes before linearized reading' (duration: 131.951332ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:41:54.120876Z","caller":"traceutil/trace.go:171","msg":"trace[1553240573] transaction","detail":"{read_only:false; number_of_response:0; response_revision:4699; }","duration":"170.362647ms","start":"2026-04-01T23:41:53.950492Z","end":"2026-04-01T23:41:54.120855Z","steps":["trace[1553240573] 'process raft request' (duration: 170.149043ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:41:58.778112Z","caller":"traceutil/trace.go:171","msg":"trace[143127176] transaction","detail":"{read_only:false; response_revision:4725; number_of_response:1; }","duration":"131.112023ms","start":"2026-04-01T23:41:58.646944Z","end":"2026-04-01T23:41:58.778056Z","steps":["trace[143127176] 'process raft request' (duration: 50.324334ms)","trace[143127176] 'compare' (duration: 80.639346ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:41:58.778451Z","caller":"traceutil/trace.go:171","msg":"trace[999341314] transaction","detail":"{read_only:false; response_revision:4726; number_of_response:1; }","duration":"131.343169ms","start":"2026-04-01T23:41:58.647081Z","end":"2026-04-01T23:41:58.778424Z","steps":["trace[999341314] 'process raft request' (duration: 130.94608ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:41:58.778509Z","caller":"traceutil/trace.go:171","msg":"trace[1295769817] transaction","detail":"{read_only:false; response_revision:4727; number_of_response:1; }","duration":"131.40138ms","start":"2026-04-01T23:41:58.647083Z","end":"2026-04-01T23:41:58.778484Z","steps":["trace[1295769817] 'process raft request' (duration: 131.132724ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:07.148033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.433855ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-01T23:42:07.148277Z","caller":"traceutil/trace.go:171","msg":"trace[1232044921] transaction","detail":"{read_only:false; response_revision:4764; number_of_response:1; }","duration":"331.955277ms","start":"2026-04-01T23:42:06.816291Z","end":"2026-04-01T23:42:07.148247Z","steps":["trace[1232044921] 'process raft request' (duration: 119.210175ms)","trace[1232044921] 'compare' (duration: 212.258791ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:42:07.148408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:42:06.816277Z","time spent":"332.065289ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:42:07.148402Z","caller":"traceutil/trace.go:171","msg":"trace[193760176] transaction","detail":"{read_only:false; response_revision:4765; number_of_response:1; }","duration":"331.139558ms","start":"2026-04-01T23:42:06.81724Z","end":"2026-04-01T23:42:07.14838Z","steps":["trace[193760176] 'process raft request' (duration: 330.920303ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:07.148511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:42:06.817226Z","time spent":"331.231749ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:42:07.14855Z","caller":"traceutil/trace.go:171","msg":"trace[1432505730] transaction","detail":"{read_only:false; response_revision:4766; number_of_response:1; }","duration":"323.870365ms","start":"2026-04-01T23:42:06.824646Z","end":"2026-04-01T23:42:07.148516Z","steps":["trace[1432505730] 'process raft request' (duration: 323.633739ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:07.148699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:42:06.824624Z","time spent":"323.970886ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:42:08.823724Z","caller":"traceutil/trace.go:171","msg":"trace[1065967295] linearizableReadLoop","detail":"{readStateIndex:4990; appliedIndex:4989; }","duration":"115.211754ms","start":"2026-04-01T23:42:08.708492Z","end":"2026-04-01T23:42:08.823703Z","steps":["trace[1065967295] 'read index received' (duration: 114.822876ms)","trace[1065967295] 'applied index is now lower than readState.Index' (duration: 387.988µs)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:42:08.823846Z","caller":"traceutil/trace.go:171","msg":"trace[1789114003] transaction","detail":"{read_only:false; response_revision:4774; number_of_response:1; }","duration":"134.905617ms","start":"2026-04-01T23:42:08.688894Z","end":"2026-04-01T23:42:08.8238Z","steps":["trace[1789114003] 'process raft request' (duration: 134.597371ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:08.823947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.44617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-01T23:42:08.823979Z","caller":"traceutil/trace.go:171","msg":"trace[1387713608] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4774; }","duration":"115.527801ms","start":"2026-04-01T23:42:08.708443Z","end":"2026-04-01T23:42:08.82397Z","steps":["trace[1387713608] 'agreement among raft nodes before linearized reading' (duration: 115.380158ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:42:09.932196Z","caller":"traceutil/trace.go:171","msg":"trace[803060285] transaction","detail":"{read_only:false; response_revision:4785; number_of_response:1; }","duration":"110.582901ms","start":"2026-04-01T23:42:09.82158Z","end":"2026-04-01T23:42:09.932163Z","steps":["trace[803060285] 'process raft request' (duration: 108.942784ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:42:10.291925Z","caller":"traceutil/trace.go:171","msg":"trace[1058698625] transaction","detail":"{read_only:false; response_revision:4789; number_of_response:1; }","duration":"224.003095ms","start":"2026-04-01T23:42:10.067897Z","end":"2026-04-01T23:42:10.2919Z","steps":["trace[1058698625] 'process raft request' (duration: 223.608706ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:42:10.477063Z","caller":"traceutil/trace.go:171","msg":"trace[981304799] transaction","detail":"{read_only:false; response_revision:4790; number_of_response:1; }","duration":"181.850365ms","start":"2026-04-01T23:42:10.295187Z","end":"2026-04-01T23:42:10.477037Z","steps":["trace[981304799] 'process raft request' (duration: 181.660171ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:42:10.545377Z","caller":"traceutil/trace.go:171","msg":"trace[1721985828] linearizableReadLoop","detail":"{readStateIndex:5007; appliedIndex:5005; }","duration":"145.939206ms","start":"2026-04-01T23:42:10.399402Z","end":"2026-04-01T23:42:10.545341Z","steps":["trace[1721985828] 'read index received' (duration: 77.545135ms)","trace[1721985828] 'applied index is now lower than readState.Index' (duration: 68.392861ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:42:10.545487Z","caller":"traceutil/trace.go:171","msg":"trace[112152541] transaction","detail":"{read_only:false; response_revision:4791; number_of_response:1; }","duration":"214.833958ms","start":"2026-04-01T23:42:10.330618Z","end":"2026-04-01T23:42:10.545452Z","steps":["trace[112152541] 'process raft request' (duration: 214.591933ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:10.545616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.201593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-88zqq\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-04-01T23:42:10.545669Z","caller":"traceutil/trace.go:171","msg":"trace[2004181495] range","detail":"{range_begin:/registry/pods/openstack/keepalived-88zqq; range_end:; response_count:1; response_revision:4791; }","duration":"146.302346ms","start":"2026-04-01T23:42:10.39935Z","end":"2026-04-01T23:42:10.545653Z","steps":["trace[2004181495] 'agreement among raft nodes before linearized reading' (duration: 146.095901ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:11.105508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.454894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-01T23:42:11.105591Z","caller":"traceutil/trace.go:171","msg":"trace[2116623868] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4791; }","duration":"457.586247ms","start":"2026-04-01T23:42:10.647987Z","end":"2026-04-01T23:42:11.105573Z","steps":["trace[2116623868] 'range keys from in-memory index tree' (duration: 457.140986ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:11.105637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:42:10.647961Z","time spent":"457.665518ms","remote":"127.0.0.1:58198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-01T23:42:11.137212Z","caller":"traceutil/trace.go:171","msg":"trace[1498048327] linearizableReadLoop","detail":"{readStateIndex:5008; appliedIndex:5007; }","duration":"298.487553ms","start":"2026-04-01T23:42:10.838702Z","end":"2026-04-01T23:42:11.13719Z","steps":["trace[1498048327] 'read index received' (duration: 298.031803ms)","trace[1498048327] 'applied index is now lower than readState.Index' (duration: 454.67µs)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:42:11.137279Z","caller":"traceutil/trace.go:171","msg":"trace[1021955814] transaction","detail":"{read_only:false; response_revision:4792; number_of_response:1; }","duration":"416.204544ms","start":"2026-04-01T23:42:10.721048Z","end":"2026-04-01T23:42:11.137253Z","steps":["trace[1021955814] 'process raft request' (duration: 415.821065ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:11.137394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:42:10.721011Z","time spent":"416.319096ms","remote":"127.0.0.1:58114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":451433,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:42:11.137418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.706178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-01T23:42:11.137454Z","caller":"traceutil/trace.go:171","msg":"trace[1213040677] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4792; }","duration":"298.79297ms","start":"2026-04-01T23:42:10.83865Z","end":"2026-04-01T23:42:11.137443Z","steps":["trace[1213040677] 'agreement among raft nodes before linearized reading' (duration: 298.649837ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:11.198514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.127888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-01T23:42:11.198502Z","caller":"traceutil/trace.go:171","msg":"trace[966219294] transaction","detail":"{read_only:false; response_revision:4793; number_of_response:1; }","duration":"190.093572ms","start":"2026-04-01T23:42:11.008378Z","end":"2026-04-01T23:42:11.198472Z","steps":["trace[966219294] 'process raft request' (duration: 189.866436ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:42:11.198572Z","caller":"traceutil/trace.go:171","msg":"trace[238020287] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4793; }","duration":"359.217499ms","start":"2026-04-01T23:42:10.839342Z","end":"2026-04-01T23:42:11.19856Z","steps":["trace[238020287] 'agreement among raft nodes before linearized reading' (duration: 359.049806ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:11.198596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:42:10.839331Z","time spent":"359.258941ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-01T23:42:11.198675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.960732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-01T23:42:11.198731Z","caller":"traceutil/trace.go:171","msg":"trace[1264211294] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:4793; }","duration":"223.055264ms","start":"2026-04-01T23:42:10.975661Z","end":"2026-04-01T23:42:11.198716Z","steps":["trace[1264211294] 'agreement among raft nodes before linearized reading' (duration: 222.968772ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:42:11.34058Z","caller":"traceutil/trace.go:171","msg":"trace[887575155] linearizableReadLoop","detail":"{readStateIndex:5011; appliedIndex:5009; }","duration":"140.671288ms","start":"2026-04-01T23:42:11.19988Z","end":"2026-04-01T23:42:11.340552Z","steps":["trace[887575155] 'read index received' (duration: 140.3153ms)","trace[887575155] 'applied index is now lower than readState.Index' (duration: 354.108µs)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:42:11.340585Z","caller":"traceutil/trace.go:171","msg":"trace[1909214346] transaction","detail":"{read_only:false; response_revision:4794; number_of_response:1; }","duration":"199.262518ms","start":"2026-04-01T23:42:11.141279Z","end":"2026-04-01T23:42:11.340541Z","steps":["trace[1909214346] 'process raft request' (duration: 198.93957ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:42:11.340632Z","caller":"traceutil/trace.go:171","msg":"trace[673090657] transaction","detail":"{read_only:false; response_revision:4795; number_of_response:1; }","duration":"174.357307ms","start":"2026-04-01T23:42:11.166246Z","end":"2026-04-01T23:42:11.340603Z","steps":["trace[673090657] 'process raft request' (duration: 174.118082ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:11.340946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.032997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:16181"} {"level":"info","ts":"2026-04-01T23:42:11.341023Z","caller":"traceutil/trace.go:171","msg":"trace[1855707538] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:4795; }","duration":"141.15911ms","start":"2026-04-01T23:42:11.199847Z","end":"2026-04-01T23:42:11.341006Z","steps":["trace[1855707538] 'agreement among raft nodes before linearized reading' (duration: 140.841163ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:11.948746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.511851ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-01T23:42:11.948885Z","caller":"traceutil/trace.go:171","msg":"trace[1653067155] linearizableReadLoop","detail":"{readStateIndex:5012; appliedIndex:5011; }","duration":"608.213118ms","start":"2026-04-01T23:42:11.340648Z","end":"2026-04-01T23:42:11.948861Z","steps":["trace[1653067155] 'read index received' (duration: 183.439441ms)","trace[1653067155] 'applied index is now lower than readState.Index' (duration: 424.771647ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:42:11.949222Z","caller":"traceutil/trace.go:171","msg":"trace[2078206570] transaction","detail":"{read_only:false; response_revision:4796; number_of_response:1; }","duration":"745.961301ms","start":"2026-04-01T23:42:11.203237Z","end":"2026-04-01T23:42:11.949198Z","steps":["trace[2078206570] 'process raft request' (duration: 320.902298ms)","trace[2078206570] 'compare' (duration: 424.259694ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:42:11.949261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"703.546225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-01T23:42:11.949275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.790209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:42:11.949307Z","caller":"traceutil/trace.go:171","msg":"trace[2140612341] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4796; }","duration":"703.671678ms","start":"2026-04-01T23:42:11.245623Z","end":"2026-04-01T23:42:11.949295Z","steps":["trace[2140612341] 'agreement among raft nodes before linearized reading' (duration: 703.426753ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:11.949295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"567.042211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T23:42:11.949294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"565.872215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1986"} {"level":"warn","ts":"2026-04-01T23:42:11.949328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:42:11.203227Z","time spent":"746.049423ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:42:11.949339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:42:11.245599Z","time spent":"703.732699ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-01T23:42:11.949361Z","caller":"traceutil/trace.go:171","msg":"trace[2034792083] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:4796; }","duration":"565.967086ms","start":"2026-04-01T23:42:11.383378Z","end":"2026-04-01T23:42:11.949345Z","steps":["trace[2034792083] 'agreement among raft nodes before linearized reading' (duration: 565.855154ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:42:11.949359Z","caller":"traceutil/trace.go:171","msg":"trace[915839260] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4796; }","duration":"567.148643ms","start":"2026-04-01T23:42:11.382189Z","end":"2026-04-01T23:42:11.949338Z","steps":["trace[915839260] 'agreement among raft nodes before linearized reading' (duration: 567.050031ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:42:11.949324Z","caller":"traceutil/trace.go:171","msg":"trace[909875939] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:4796; }","duration":"472.908501ms","start":"2026-04-01T23:42:11.4764Z","end":"2026-04-01T23:42:11.949308Z","steps":["trace[909875939] 'agreement among raft nodes before linearized reading' (duration: 472.816079ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:11.949357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"725.223043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-01T23:42:11.949401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:42:11.382162Z","time spent":"567.232016ms","remote":"127.0.0.1:58042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-01T23:42:11.949339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.373709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T23:42:11.949394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:42:11.383366Z","time spent":"566.021887ms","remote":"127.0.0.1:58210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2009,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"info","ts":"2026-04-01T23:42:11.949446Z","caller":"traceutil/trace.go:171","msg":"trace[1315463164] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4796; }","duration":"725.358546ms","start":"2026-04-01T23:42:11.224066Z","end":"2026-04-01T23:42:11.949424Z","steps":["trace[1315463164] 'agreement among raft nodes before linearized reading' (duration: 725.113071ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:42:11.949463Z","caller":"traceutil/trace.go:171","msg":"trace[794322876] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:4796; }","duration":"444.590594ms","start":"2026-04-01T23:42:11.504849Z","end":"2026-04-01T23:42:11.949439Z","steps":["trace[794322876] 'agreement among raft nodes before linearized reading' (duration: 444.378799ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:11.949499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:42:11.22404Z","time spent":"725.448509ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-01T23:42:11.949478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:42:11.476366Z","time spent":"473.075355ms","remote":"127.0.0.1:58490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-01T23:42:11.949545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:42:11.504824Z","time spent":"444.703646ms","remote":"127.0.0.1:58244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:42:11.949375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"702.313538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-01T23:42:11.949627Z","caller":"traceutil/trace.go:171","msg":"trace[643616682] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4796; }","duration":"702.593924ms","start":"2026-04-01T23:42:11.24702Z","end":"2026-04-01T23:42:11.949614Z","steps":["trace[643616682] 'agreement among raft nodes before linearized reading' (duration: 702.185165ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:11.94967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:42:11.247001Z","time spent":"702.658065ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-01T23:42:11.94964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"596.719429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/monitoring/kube-prometheus-stack-admission-create\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:42:11.950047Z","caller":"traceutil/trace.go:171","msg":"trace[1688953318] range","detail":"{range_begin:/registry/jobs/monitoring/kube-prometheus-stack-admission-create; range_end:; response_count:0; response_revision:4796; }","duration":"597.551487ms","start":"2026-04-01T23:42:11.352469Z","end":"2026-04-01T23:42:11.950021Z","steps":["trace[1688953318] 'agreement among raft nodes before linearized reading' (duration: 596.730609ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:11.950187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:42:11.352444Z","time spent":"597.724432ms","remote":"127.0.0.1:58250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/monitoring/kube-prometheus-stack-admission-create\" "} {"level":"warn","ts":"2026-04-01T23:42:12.447636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.081469ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-01T23:42:12.447851Z","caller":"traceutil/trace.go:171","msg":"trace[824206754] transaction","detail":"{read_only:false; response_revision:4797; number_of_response:1; }","duration":"493.657838ms","start":"2026-04-01T23:42:11.954171Z","end":"2026-04-01T23:42:12.447829Z","steps":["trace[824206754] 'process raft request' (duration: 189.304063ms)","trace[824206754] 'compare' (duration: 303.948946ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:42:12.448006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:42:11.95416Z","time spent":"493.805601ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:42:12.539191Z","caller":"traceutil/trace.go:171","msg":"trace[1658430655] transaction","detail":"{read_only:false; response_revision:4798; number_of_response:1; }","duration":"584.866201ms","start":"2026-04-01T23:42:11.954301Z","end":"2026-04-01T23:42:12.539167Z","steps":["trace[1658430655] 'process raft request' (duration: 584.696718ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:12.539353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:42:11.954255Z","time spent":"585.009525ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:42:12.539487Z","caller":"traceutil/trace.go:171","msg":"trace[1922408253] transaction","detail":"{read_only:false; response_revision:4799; number_of_response:1; }","duration":"584.78847ms","start":"2026-04-01T23:42:11.954661Z","end":"2026-04-01T23:42:12.539449Z","steps":["trace[1922408253] 'process raft request' (duration: 584.469843ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:42:12.539594Z","caller":"traceutil/trace.go:171","msg":"trace[307086535] transaction","detail":"{read_only:false; response_revision:4800; number_of_response:1; }","duration":"540.069402ms","start":"2026-04-01T23:42:11.999498Z","end":"2026-04-01T23:42:12.539567Z","steps":["trace[307086535] 'process raft request' (duration: 539.837307ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:12.539671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:42:11.954646Z","time spent":"584.929042ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:42:12.539665Z","caller":"traceutil/trace.go:171","msg":"trace[1201682434] transaction","detail":"{read_only:false; response_revision:4801; number_of_response:1; }","duration":"537.619628ms","start":"2026-04-01T23:42:12.002019Z","end":"2026-04-01T23:42:12.539638Z","steps":["trace[1201682434] 'process raft request' (duration: 537.404292ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:12.539755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:42:11.999468Z","time spent":"540.199027ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:42:12.539853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:42:12.002001Z","time spent":"537.777842ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:42:12.539898Z","caller":"traceutil/trace.go:171","msg":"trace[1136901203] transaction","detail":"{read_only:false; response_revision:4802; number_of_response:1; }","duration":"537.796032ms","start":"2026-04-01T23:42:12.002089Z","end":"2026-04-01T23:42:12.539885Z","steps":["trace[1136901203] 'process raft request' (duration: 537.379262ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:12.539955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:42:12.002064Z","time spent":"537.859543ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:42:12.540235Z","caller":"traceutil/trace.go:171","msg":"trace[1301247612] linearizableReadLoop","detail":"{readStateIndex:5015; appliedIndex:5012; }","duration":"583.563524ms","start":"2026-04-01T23:42:11.956649Z","end":"2026-04-01T23:42:12.540212Z","steps":["trace[1301247612] 'read index received' (duration: 186.879099ms)","trace[1301247612] 'applied index is now lower than readState.Index' (duration: 396.683265ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:42:12.540256Z","caller":"traceutil/trace.go:171","msg":"trace[2117246357] transaction","detail":"{read_only:false; response_revision:4803; number_of_response:1; }","duration":"473.609396ms","start":"2026-04-01T23:42:12.066624Z","end":"2026-04-01T23:42:12.540233Z","steps":["trace[2117246357] 'process raft request' (duration: 472.994562ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:12.540673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"584.029614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-01T23:42:12.540721Z","caller":"traceutil/trace.go:171","msg":"trace[1705655390] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4803; }","duration":"584.100336ms","start":"2026-04-01T23:42:11.956609Z","end":"2026-04-01T23:42:12.540709Z","steps":["trace[1705655390] 'agreement among raft nodes before linearized reading' (duration: 583.705227ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:12.540754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:42:11.956594Z","time spent":"584.152576ms","remote":"127.0.0.1:58198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-01T23:42:12.540497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:42:12.06659Z","time spent":"473.841371ms","remote":"127.0.0.1:58114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":451465,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:42:12.829646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.442858ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-01T23:42:12.83065Z","caller":"traceutil/trace.go:171","msg":"trace[1850762625] linearizableReadLoop","detail":"{readStateIndex:5021; appliedIndex:5019; }","duration":"290.270126ms","start":"2026-04-01T23:42:12.540347Z","end":"2026-04-01T23:42:12.830617Z","steps":["trace[1850762625] 'read index received' (duration: 145.523µs)","trace[1850762625] 'applied index is now lower than readState.Index' (duration: 290.119113ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:42:12.830781Z","caller":"traceutil/trace.go:171","msg":"trace[1669569596] transaction","detail":"{read_only:false; response_revision:4804; number_of_response:1; }","duration":"348.367336ms","start":"2026-04-01T23:42:12.482402Z","end":"2026-04-01T23:42:12.83077Z","steps":["trace[1669569596] 'process raft request' (duration: 347.347683ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:12.830895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:42:12.482377Z","time spent":"348.437527ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:42:13.006171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"623.81108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:42:13.006261Z","caller":"traceutil/trace.go:171","msg":"trace[1274558918] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4804; }","duration":"623.978554ms","start":"2026-04-01T23:42:12.382253Z","end":"2026-04-01T23:42:13.006231Z","steps":["trace[1274558918] 'agreement among raft nodes before linearized reading' (duration: 448.664375ms)","trace[1274558918] 'range keys from in-memory index tree' (duration: 175.191576ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:42:13.006301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"514.782524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T23:42:13.00635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:42:12.382229Z","time spent":"624.110606ms","remote":"127.0.0.1:58042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-01T23:42:13.00636Z","caller":"traceutil/trace.go:171","msg":"trace[1937762245] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:4804; }","duration":"514.899926ms","start":"2026-04-01T23:42:12.491446Z","end":"2026-04-01T23:42:13.006346Z","steps":["trace[1937762245] 'agreement among raft nodes before linearized reading' (duration: 339.445994ms)","trace[1937762245] 'count revisions from in-memory index tree' (duration: 175.331999ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:42:13.006187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"489.463434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-01T23:42:13.006475Z","caller":"traceutil/trace.go:171","msg":"trace[805467518] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:4804; }","duration":"489.786121ms","start":"2026-04-01T23:42:12.516661Z","end":"2026-04-01T23:42:13.006447Z","steps":["trace[805467518] 'agreement among raft nodes before linearized reading' (duration: 314.237307ms)","trace[805467518] 'count revisions from in-memory index tree' (duration: 175.207856ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:42:13.006501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.280372ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"warn","ts":"2026-04-01T23:42:13.006398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:42:12.491433Z","time spent":"514.957497ms","remote":"127.0.0.1:58236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"info","ts":"2026-04-01T23:42:13.006635Z","caller":"traceutil/trace.go:171","msg":"trace[346421492] linearizableReadLoop","detail":"{readStateIndex:5022; appliedIndex:5021; }","duration":"175.862941ms","start":"2026-04-01T23:42:12.830734Z","end":"2026-04-01T23:42:13.006597Z","steps":["trace[346421492] 'read index received' (duration: 26.383005ms)","trace[346421492] 'applied index is now lower than readState.Index' (duration: 149.478356ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:42:13.006559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:42:12.516649Z","time spent":"489.894403ms","remote":"127.0.0.1:38772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":6,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"info","ts":"2026-04-01T23:42:13.00672Z","caller":"traceutil/trace.go:171","msg":"trace[1933360989] transaction","detail":"{read_only:false; response_revision:4805; number_of_response:1; }","duration":"434.432264ms","start":"2026-04-01T23:42:12.572228Z","end":"2026-04-01T23:42:13.006661Z","steps":["trace[1933360989] 'process raft request' (duration: 284.911567ms)","trace[1933360989] 'compare' (duration: 149.111378ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:42:13.00687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.92422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:16181"} {"level":"warn","ts":"2026-04-01T23:42:13.006885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:42:12.572195Z","time spent":"434.609128ms","remote":"127.0.0.1:58250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3700,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-01T23:42:13.006989Z","caller":"traceutil/trace.go:171","msg":"trace[818899047] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:4805; }","duration":"465.003233ms","start":"2026-04-01T23:42:12.541902Z","end":"2026-04-01T23:42:13.006905Z","steps":["trace[818899047] 'agreement among raft nodes before linearized reading' (duration: 464.782198ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:13.007043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:42:12.541883Z","time spent":"465.147515ms","remote":"127.0.0.1:58188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":16204,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-04-01T23:42:13.007058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.603063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-88zqq\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-04-01T23:42:13.007106Z","caller":"traceutil/trace.go:171","msg":"trace[1017803917] range","detail":"{range_begin:/registry/pods/openstack/keepalived-88zqq; range_end:; response_count:1; response_revision:4805; }","duration":"452.671964ms","start":"2026-04-01T23:42:12.554422Z","end":"2026-04-01T23:42:13.007094Z","steps":["trace[1017803917] 'agreement among raft nodes before linearized reading' (duration: 452.409718ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:13.007139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:42:12.554408Z","time spent":"452.723586ms","remote":"127.0.0.1:58198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-88zqq\" "} {"level":"info","ts":"2026-04-01T23:42:13.15177Z","caller":"traceutil/trace.go:171","msg":"trace[1332620378] linearizableReadLoop","detail":"{readStateIndex:5023; appliedIndex:5022; }","duration":"131.43137ms","start":"2026-04-01T23:42:13.020318Z","end":"2026-04-01T23:42:13.15175Z","steps":["trace[1332620378] 'read index received' (duration: 131.261796ms)","trace[1332620378] 'applied index is now lower than readState.Index' (duration: 168.774µs)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:42:13.151827Z","caller":"traceutil/trace.go:171","msg":"trace[22706209] transaction","detail":"{read_only:false; response_revision:4806; number_of_response:1; }","duration":"134.256553ms","start":"2026-04-01T23:42:13.017548Z","end":"2026-04-01T23:42:13.151805Z","steps":["trace[22706209] 'process raft request' (duration: 134.058769ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:13.151951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.605124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-04-01T23:42:13.151975Z","caller":"traceutil/trace.go:171","msg":"trace[836026897] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4806; }","duration":"131.685436ms","start":"2026-04-01T23:42:13.020282Z","end":"2026-04-01T23:42:13.151967Z","steps":["trace[836026897] 'agreement among raft nodes before linearized reading' (duration: 131.544073ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:13.564395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.881048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:42:13.564477Z","caller":"traceutil/trace.go:171","msg":"trace[1141489203] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:4812; }","duration":"151.018982ms","start":"2026-04-01T23:42:13.41344Z","end":"2026-04-01T23:42:13.564459Z","steps":["trace[1141489203] 'count revisions from in-memory index tree' (duration: 150.771976ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:42:14.605773Z","caller":"traceutil/trace.go:171","msg":"trace[1765489838] transaction","detail":"{read_only:false; response_revision:4816; number_of_response:1; }","duration":"150.021809ms","start":"2026-04-01T23:42:14.45571Z","end":"2026-04-01T23:42:14.605732Z","steps":["trace[1765489838] 'process raft request' (duration: 149.681011ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:15.819562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.409744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-01T23:42:15.81966Z","caller":"traceutil/trace.go:171","msg":"trace[1874391173] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:4825; }","duration":"244.558887ms","start":"2026-04-01T23:42:15.575079Z","end":"2026-04-01T23:42:15.819638Z","steps":["trace[1874391173] 'count revisions from in-memory index tree' (duration: 244.299602ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:42:17.336163Z","caller":"traceutil/trace.go:171","msg":"trace[1784427618] transaction","detail":"{read_only:false; response_revision:4834; number_of_response:1; }","duration":"722.042257ms","start":"2026-04-01T23:42:16.614084Z","end":"2026-04-01T23:42:17.336127Z","steps":["trace[1784427618] 'process raft request' (duration: 721.940654ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:42:17.33622Z","caller":"traceutil/trace.go:171","msg":"trace[1957197394] transaction","detail":"{read_only:false; response_revision:4833; number_of_response:1; }","duration":"722.487227ms","start":"2026-04-01T23:42:16.613686Z","end":"2026-04-01T23:42:17.336173Z","steps":["trace[1957197394] 'process raft request' (duration: 722.122249ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:17.336423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:42:16.614064Z","time spent":"722.212731ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:42:17.336444Z","caller":"traceutil/trace.go:171","msg":"trace[2109859562] transaction","detail":"{read_only:false; response_revision:4835; number_of_response:1; }","duration":"721.603747ms","start":"2026-04-01T23:42:16.614772Z","end":"2026-04-01T23:42:17.336376Z","steps":["trace[2109859562] 'process raft request' (duration: 721.308221ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:17.336575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:42:16.614758Z","time spent":"721.75264ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:42:17.336557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:42:16.613655Z","time spent":"722.649251ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:42:17.336668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"718.955317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-01T23:42:17.336747Z","caller":"traceutil/trace.go:171","msg":"trace[319966458] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4835; }","duration":"719.07027ms","start":"2026-04-01T23:42:16.617662Z","end":"2026-04-01T23:42:17.336732Z","steps":["trace[319966458] 'agreement among raft nodes before linearized reading' (duration: 718.848075ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:17.336793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:42:16.617653Z","time spent":"719.131561ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-01T23:42:17.336342Z","caller":"traceutil/trace.go:171","msg":"trace[624853200] linearizableReadLoop","detail":"{readStateIndex:5053; appliedIndex:5049; }","duration":"718.62002ms","start":"2026-04-01T23:42:16.61769Z","end":"2026-04-01T23:42:17.33631Z","steps":["trace[624853200] 'read index received' (duration: 55.327216ms)","trace[624853200] 'applied index is now lower than readState.Index' (duration: 663.290264ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:42:17.352838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.264873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-admission-create-pqw7d\" ","response":"range_response_count:1 size:4357"} {"level":"warn","ts":"2026-04-01T23:42:17.352839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"731.414747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-01T23:42:17.352884Z","caller":"traceutil/trace.go:171","msg":"trace[3539392] transaction","detail":"{read_only:false; response_revision:4836; number_of_response:1; }","duration":"502.179756ms","start":"2026-04-01T23:42:16.850665Z","end":"2026-04-01T23:42:17.352844Z","steps":["trace[3539392] 'process raft request' (duration: 501.761357ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:42:17.352915Z","caller":"traceutil/trace.go:171","msg":"trace[1150892896] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-admission-create-pqw7d; range_end:; response_count:1; response_revision:4836; }","duration":"290.392816ms","start":"2026-04-01T23:42:17.062501Z","end":"2026-04-01T23:42:17.352894Z","steps":["trace[1150892896] 'agreement among raft nodes before linearized reading' (duration: 290.174321ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:42:17.352928Z","caller":"traceutil/trace.go:171","msg":"trace[1610354216] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4836; }","duration":"731.5598ms","start":"2026-04-01T23:42:16.621351Z","end":"2026-04-01T23:42:17.35291Z","steps":["trace[1610354216] 'agreement among raft nodes before linearized reading' (duration: 731.231733ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:17.352851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.405569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-88zqq\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-04-01T23:42:17.352998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.670497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.209\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-01T23:42:17.353165Z","caller":"traceutil/trace.go:171","msg":"trace[1805206071] range","detail":"{range_begin:/registry/masterleases/199.204.45.209; range_end:; response_count:1; response_revision:4836; }","duration":"264.870722ms","start":"2026-04-01T23:42:17.088231Z","end":"2026-04-01T23:42:17.353101Z","steps":["trace[1805206071] 'agreement among raft nodes before linearized reading' (duration: 264.392891ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:17.352982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:42:16.621333Z","time spent":"731.632473ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-01T23:42:17.353072Z","caller":"traceutil/trace.go:171","msg":"trace[2140039315] range","detail":"{range_begin:/registry/pods/openstack/keepalived-88zqq; range_end:; response_count:1; response_revision:4836; }","duration":"323.662915ms","start":"2026-04-01T23:42:17.029393Z","end":"2026-04-01T23:42:17.353056Z","steps":["trace[2140039315] 'agreement among raft nodes before linearized reading' (duration: 323.320577ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:17.353454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:42:16.850634Z","time spent":"502.317408ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:42:17.353495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:42:17.029361Z","time spent":"324.104945ms","remote":"127.0.0.1:58198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-88zqq\" "} {"level":"info","ts":"2026-04-01T23:42:23.327581Z","caller":"traceutil/trace.go:171","msg":"trace[524423313] transaction","detail":"{read_only:false; response_revision:5128; number_of_response:1; }","duration":"191.473839ms","start":"2026-04-01T23:42:23.136079Z","end":"2026-04-01T23:42:23.327553Z","steps":["trace[524423313] 'process raft request' (duration: 191.304695ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:42:23.338244Z","caller":"traceutil/trace.go:171","msg":"trace[116009279] transaction","detail":"{read_only:false; response_revision:5131; number_of_response:1; }","duration":"104.929571ms","start":"2026-04-01T23:42:23.233299Z","end":"2026-04-01T23:42:23.338228Z","steps":["trace[116009279] 'process raft request' (duration: 104.780938ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:42:23.338224Z","caller":"traceutil/trace.go:171","msg":"trace[94124991] transaction","detail":"{read_only:false; response_revision:5129; number_of_response:1; }","duration":"163.677083ms","start":"2026-04-01T23:42:23.174514Z","end":"2026-04-01T23:42:23.338191Z","steps":["trace[94124991] 'process raft request' (duration: 163.404527ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:42:23.338404Z","caller":"traceutil/trace.go:171","msg":"trace[69569461] transaction","detail":"{read_only:false; response_revision:5130; number_of_response:1; }","duration":"106.612379ms","start":"2026-04-01T23:42:23.231785Z","end":"2026-04-01T23:42:23.338397Z","steps":["trace[69569461] 'process raft request' (duration: 106.257431ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:42:23.3384Z","caller":"traceutil/trace.go:171","msg":"trace[861741340] transaction","detail":"{read_only:false; response_revision:5134; number_of_response:1; }","duration":"104.040921ms","start":"2026-04-01T23:42:23.234326Z","end":"2026-04-01T23:42:23.338367Z","steps":["trace[861741340] 'process raft request' (duration: 103.848327ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:42:23.338605Z","caller":"traceutil/trace.go:171","msg":"trace[648193948] transaction","detail":"{read_only:false; response_revision:5135; number_of_response:1; }","duration":"103.958409ms","start":"2026-04-01T23:42:23.234598Z","end":"2026-04-01T23:42:23.338557Z","steps":["trace[648193948] 'process raft request' (duration: 103.610962ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:42:23.338627Z","caller":"traceutil/trace.go:171","msg":"trace[636630477] transaction","detail":"{read_only:false; response_revision:5132; number_of_response:1; }","duration":"104.747357ms","start":"2026-04-01T23:42:23.233838Z","end":"2026-04-01T23:42:23.338585Z","steps":["trace[636630477] 'process raft request' (duration: 104.268316ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:42:23.338674Z","caller":"traceutil/trace.go:171","msg":"trace[446764369] linearizableReadLoop","detail":"{readStateIndex:5353; appliedIndex:5351; }","duration":"112.8649ms","start":"2026-04-01T23:42:23.225794Z","end":"2026-04-01T23:42:23.338659Z","steps":["trace[446764369] 'read index received' (duration: 101.681748ms)","trace[446764369] 'applied index is now lower than readState.Index' (duration: 11.182002ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:42:23.338705Z","caller":"traceutil/trace.go:171","msg":"trace[1219763879] transaction","detail":"{read_only:false; response_revision:5133; number_of_response:1; }","duration":"104.751617ms","start":"2026-04-01T23:42:23.23387Z","end":"2026-04-01T23:42:23.338622Z","steps":["trace[1219763879] 'process raft request' (duration: 104.262286ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:23.339063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.254679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-tls\" ","response":"range_response_count:1 size:4326"} {"level":"info","ts":"2026-04-01T23:42:23.339176Z","caller":"traceutil/trace.go:171","msg":"trace[615218812] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-tls; range_end:; response_count:1; response_revision:5146; }","duration":"113.415273ms","start":"2026-04-01T23:42:23.22574Z","end":"2026-04-01T23:42:23.339156Z","steps":["trace[615218812] 'agreement among raft nodes before linearized reading' (duration: 113.003053ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:42:24.271499Z","caller":"traceutil/trace.go:171","msg":"trace[174523136] transaction","detail":"{read_only:false; response_revision:5179; number_of_response:1; }","duration":"424.572674ms","start":"2026-04-01T23:42:23.8469Z","end":"2026-04-01T23:42:24.271472Z","steps":["trace[174523136] 'process raft request' (duration: 424.182075ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:24.2718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:42:23.846842Z","time spent":"424.774949ms","remote":"127.0.0.1:58114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":451477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:42:24.46448Z","caller":"traceutil/trace.go:171","msg":"trace[1711851469] transaction","detail":"{read_only:false; response_revision:5180; number_of_response:1; }","duration":"578.934378ms","start":"2026-04-01T23:42:23.885515Z","end":"2026-04-01T23:42:24.464449Z","steps":["trace[1711851469] 'process raft request' (duration: 573.839373ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:24.464653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:42:23.885489Z","time spent":"579.082372ms","remote":"127.0.0.1:38772","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2919,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:42:24.464856Z","caller":"traceutil/trace.go:171","msg":"trace[147439678] linearizableReadLoop","detail":"{readStateIndex:5405; appliedIndex:5402; }","duration":"491.687654ms","start":"2026-04-01T23:42:23.973075Z","end":"2026-04-01T23:42:24.464762Z","steps":["trace[147439678] 'read index received' (duration: 297.934194ms)","trace[147439678] 'applied index is now lower than readState.Index' (duration: 193.75256ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:42:24.464934Z","caller":"traceutil/trace.go:171","msg":"trace[1749455147] transaction","detail":"{read_only:false; response_revision:5181; number_of_response:1; }","duration":"541.004325ms","start":"2026-04-01T23:42:23.923912Z","end":"2026-04-01T23:42:24.464916Z","steps":["trace[1749455147] 'process raft request' (duration: 540.468494ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:24.465017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:42:23.923884Z","time spent":"541.094077ms","remote":"127.0.0.1:58094","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":725,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-01T23:42:24.465063Z","caller":"traceutil/trace.go:171","msg":"trace[1506392698] transaction","detail":"{read_only:false; response_revision:5182; number_of_response:1; }","duration":"381.980676ms","start":"2026-04-01T23:42:24.082975Z","end":"2026-04-01T23:42:24.464955Z","steps":["trace[1506392698] 'process raft request' (duration: 381.646279ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:24.465225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:42:24.082952Z","time spent":"382.14129ms","remote":"127.0.0.1:38772","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2819,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:42:24.465427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.360191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/grafana-tls-8l5jf\" ","response":"range_response_count:1 size:2448"} {"level":"warn","ts":"2026-04-01T23:42:24.465421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.81789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:42:24.465476Z","caller":"traceutil/trace.go:171","msg":"trace[770218112] range","detail":"{range_begin:/registry/secrets/monitoring/grafana-tls-8l5jf; range_end:; response_count:1; response_revision:5183; }","duration":"492.443243ms","start":"2026-04-01T23:42:23.973021Z","end":"2026-04-01T23:42:24.465465Z","steps":["trace[770218112] 'agreement among raft nodes before linearized reading' (duration: 492.302459ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:24.465426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.297406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/grafana-tls\" ","response":"range_response_count:1 size:4299"} {"level":"info","ts":"2026-04-01T23:42:24.465497Z","caller":"traceutil/trace.go:171","msg":"trace[139318382] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:5183; }","duration":"240.928472ms","start":"2026-04-01T23:42:24.224549Z","end":"2026-04-01T23:42:24.465477Z","steps":["trace[139318382] 'agreement among raft nodes before linearized reading' (duration: 240.795909ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:24.465507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:42:23.973005Z","time spent":"492.495683ms","remote":"127.0.0.1:58114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":2471,"request content":"key:\"/registry/secrets/monitoring/grafana-tls-8l5jf\" "} {"level":"info","ts":"2026-04-01T23:42:24.465522Z","caller":"traceutil/trace.go:171","msg":"trace[1405731112] range","detail":"{range_begin:/registry/secrets/monitoring/grafana-tls; range_end:; response_count:1; response_revision:5183; }","duration":"439.44081ms","start":"2026-04-01T23:42:24.026066Z","end":"2026-04-01T23:42:24.465507Z","steps":["trace[1405731112] 'agreement among raft nodes before linearized reading' (duration: 439.198324ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:24.465561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:42:24.026045Z","time spent":"439.507371ms","remote":"127.0.0.1:58114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":4322,"request content":"key:\"/registry/secrets/monitoring/grafana-tls\" "} {"level":"info","ts":"2026-04-01T23:42:24.465556Z","caller":"traceutil/trace.go:171","msg":"trace[1586959514] transaction","detail":"{read_only:false; response_revision:5183; number_of_response:1; }","duration":"156.748578ms","start":"2026-04-01T23:42:24.308731Z","end":"2026-04-01T23:42:24.465479Z","steps":["trace[1586959514] 'process raft request' (duration: 156.366239ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:24.465602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.577422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-01T23:42:24.465617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.176865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:413130"} {"level":"info","ts":"2026-04-01T23:42:24.465669Z","caller":"traceutil/trace.go:171","msg":"trace[382871301] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5183; }","duration":"243.703295ms","start":"2026-04-01T23:42:24.22195Z","end":"2026-04-01T23:42:24.465653Z","steps":["trace[382871301] 'agreement among raft nodes before linearized reading' (duration: 243.47869ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:42:24.465679Z","caller":"traceutil/trace.go:171","msg":"trace[1238391333] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:5183; }","duration":"176.327378ms","start":"2026-04-01T23:42:24.289338Z","end":"2026-04-01T23:42:24.465665Z","steps":["trace[1238391333] 'agreement among raft nodes before linearized reading' (duration: 176.046802ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:42:24.74219Z","caller":"traceutil/trace.go:171","msg":"trace[806548167] transaction","detail":"{read_only:false; response_revision:5187; number_of_response:1; }","duration":"136.48351ms","start":"2026-04-01T23:42:24.605673Z","end":"2026-04-01T23:42:24.742157Z","steps":["trace[806548167] 'process raft request' (duration: 136.185974ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:42:24.937025Z","caller":"traceutil/trace.go:171","msg":"trace[344951025] transaction","detail":"{read_only:false; response_revision:5189; number_of_response:1; }","duration":"158.233882ms","start":"2026-04-01T23:42:24.77876Z","end":"2026-04-01T23:42:24.936994Z","steps":["trace[344951025] 'process raft request' (duration: 154.886637ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:42:25.308628Z","caller":"traceutil/trace.go:171","msg":"trace[98116277] linearizableReadLoop","detail":"{readStateIndex:5416; appliedIndex:5415; }","duration":"110.399975ms","start":"2026-04-01T23:42:25.198208Z","end":"2026-04-01T23:42:25.308608Z","steps":["trace[98116277] 'read index received' (duration: 109.184537ms)","trace[98116277] 'applied index is now lower than readState.Index' (duration: 1.214758ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:42:25.308797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.581669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/ingress-nginx/ingress-nginx-controller-jgrz9.18a25fb906408db7\" ","response":"range_response_count:1 size:765"} {"level":"info","ts":"2026-04-01T23:42:25.308839Z","caller":"traceutil/trace.go:171","msg":"trace[828986814] range","detail":"{range_begin:/registry/events/ingress-nginx/ingress-nginx-controller-jgrz9.18a25fb906408db7; range_end:; response_count:1; response_revision:5192; }","duration":"110.669431ms","start":"2026-04-01T23:42:25.19815Z","end":"2026-04-01T23:42:25.30882Z","steps":["trace[828986814] 'agreement among raft nodes before linearized reading' (duration: 110.535318ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:42:25.309055Z","caller":"traceutil/trace.go:171","msg":"trace[290910067] transaction","detail":"{read_only:false; response_revision:5192; number_of_response:1; }","duration":"176.573584ms","start":"2026-04-01T23:42:25.132474Z","end":"2026-04-01T23:42:25.309047Z","steps":["trace[290910067] 'process raft request' (duration: 175.167332ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:42:25.705309Z","caller":"traceutil/trace.go:171","msg":"trace[1188513361] transaction","detail":"{read_only:false; response_revision:5201; number_of_response:1; }","duration":"104.597793ms","start":"2026-04-01T23:42:25.60063Z","end":"2026-04-01T23:42:25.705228Z","steps":["trace[1188513361] 'process raft request' (duration: 104.120602ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:42:26.158749Z","caller":"traceutil/trace.go:171","msg":"trace[1837545103] transaction","detail":"{read_only:false; response_revision:5207; number_of_response:1; }","duration":"109.563866ms","start":"2026-04-01T23:42:26.049157Z","end":"2026-04-01T23:42:26.158721Z","steps":["trace[1837545103] 'process raft request' (duration: 109.287539ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:42:26.163661Z","caller":"traceutil/trace.go:171","msg":"trace[939069976] transaction","detail":"{read_only:false; response_revision:5209; number_of_response:1; }","duration":"112.276886ms","start":"2026-04-01T23:42:26.051351Z","end":"2026-04-01T23:42:26.163628Z","steps":["trace[939069976] 'process raft request' (duration: 112.203835ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:42:26.163692Z","caller":"traceutil/trace.go:171","msg":"trace[26333823] transaction","detail":"{read_only:false; response_revision:5208; number_of_response:1; }","duration":"114.132309ms","start":"2026-04-01T23:42:26.049518Z","end":"2026-04-01T23:42:26.163651Z","steps":["trace[26333823] 'process raft request' (duration: 113.918424ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:27.37517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.235363ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-01T23:42:27.375347Z","caller":"traceutil/trace.go:171","msg":"trace[1199027307] transaction","detail":"{read_only:false; response_revision:5219; number_of_response:1; }","duration":"272.217466ms","start":"2026-04-01T23:42:27.10306Z","end":"2026-04-01T23:42:27.375278Z","steps":["trace[1199027307] 'process raft request' (duration: 116.785798ms)","trace[1199027307] 'compare' (duration: 154.967827ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:42:27.607018Z","caller":"traceutil/trace.go:171","msg":"trace[308639958] transaction","detail":"{read_only:false; response_revision:5220; number_of_response:1; }","duration":"162.324414ms","start":"2026-04-01T23:42:27.444669Z","end":"2026-04-01T23:42:27.606993Z","steps":["trace[308639958] 'process raft request' (duration: 162.14082ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:42:27.616212Z","caller":"traceutil/trace.go:171","msg":"trace[805610415] transaction","detail":"{read_only:false; response_revision:5221; number_of_response:1; }","duration":"143.815846ms","start":"2026-04-01T23:42:27.472377Z","end":"2026-04-01T23:42:27.616193Z","steps":["trace[805610415] 'process raft request' (duration: 143.675023ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:42:27.616353Z","caller":"traceutil/trace.go:171","msg":"trace[1701678538] linearizableReadLoop","detail":"{readStateIndex:5447; appliedIndex:5444; }","duration":"134.188199ms","start":"2026-04-01T23:42:27.482154Z","end":"2026-04-01T23:42:27.616342Z","steps":["trace[1701678538] 'read index received' (duration: 124.662246ms)","trace[1701678538] 'applied index is now lower than readState.Index' (duration: 9.525133ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:42:27.616636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.363723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-01T23:42:27.616694Z","caller":"traceutil/trace.go:171","msg":"trace[1056797521] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5222; }","duration":"134.476986ms","start":"2026-04-01T23:42:27.482203Z","end":"2026-04-01T23:42:27.61668Z","steps":["trace[1056797521] 'agreement among raft nodes before linearized reading' (duration: 134.320151ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:27.616744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.580859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-01T23:42:27.616809Z","caller":"traceutil/trace.go:171","msg":"trace[231982346] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5222; }","duration":"134.680811ms","start":"2026-04-01T23:42:27.482112Z","end":"2026-04-01T23:42:27.616793Z","steps":["trace[231982346] 'agreement among raft nodes before linearized reading' (duration: 134.521788ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:27.616899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.431823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-01T23:42:27.616869Z","caller":"traceutil/trace.go:171","msg":"trace[1234229204] transaction","detail":"{read_only:false; response_revision:5222; number_of_response:1; }","duration":"144.096853ms","start":"2026-04-01T23:42:27.472733Z","end":"2026-04-01T23:42:27.61683Z","steps":["trace[1234229204] 'process raft request' (duration: 143.407107ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:42:27.616993Z","caller":"traceutil/trace.go:171","msg":"trace[1540610854] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5222; }","duration":"133.530805ms","start":"2026-04-01T23:42:27.483423Z","end":"2026-04-01T23:42:27.616953Z","steps":["trace[1540610854] 'agreement among raft nodes before linearized reading' (duration: 133.33027ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:27.617247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.608828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-88zqq\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-04-01T23:42:27.617308Z","caller":"traceutil/trace.go:171","msg":"trace[869125031] range","detail":"{range_begin:/registry/pods/openstack/keepalived-88zqq; range_end:; response_count:1; response_revision:5222; }","duration":"133.711209ms","start":"2026-04-01T23:42:27.483581Z","end":"2026-04-01T23:42:27.617292Z","steps":["trace[869125031] 'agreement among raft nodes before linearized reading' (duration: 133.080485ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:28.150383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.127726ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-01T23:42:28.150519Z","caller":"traceutil/trace.go:171","msg":"trace[193112675] linearizableReadLoop","detail":"{readStateIndex:5456; appliedIndex:5455; }","duration":"116.793219ms","start":"2026-04-01T23:42:28.033704Z","end":"2026-04-01T23:42:28.150497Z","steps":["trace[193112675] 'read index received' (duration: 43.121µs)","trace[193112675] 'applied index is now lower than readState.Index' (duration: 116.748188ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:42:28.150607Z","caller":"traceutil/trace.go:171","msg":"trace[1463126127] transaction","detail":"{read_only:false; response_revision:5231; number_of_response:1; }","duration":"123.456958ms","start":"2026-04-01T23:42:28.02714Z","end":"2026-04-01T23:42:28.150596Z","steps":["trace[1463126127] 'compare' (duration: 116.87304ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:28.150944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.225018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1821"} {"level":"info","ts":"2026-04-01T23:42:28.150994Z","caller":"traceutil/trace.go:171","msg":"trace[1093794671] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:5231; }","duration":"117.3055ms","start":"2026-04-01T23:42:28.033673Z","end":"2026-04-01T23:42:28.150979Z","steps":["trace[1093794671] 'agreement among raft nodes before linearized reading' (duration: 117.101046ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:42:28.203904Z","caller":"traceutil/trace.go:171","msg":"trace[1817198788] transaction","detail":"{read_only:false; response_revision:5233; number_of_response:1; }","duration":"104.237166ms","start":"2026-04-01T23:42:28.099639Z","end":"2026-04-01T23:42:28.203876Z","steps":["trace[1817198788] 'process raft request' (duration: 103.864928ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:28.204585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.981932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-04-01T23:42:28.204664Z","caller":"traceutil/trace.go:171","msg":"trace[316042056] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:5234; }","duration":"113.108575ms","start":"2026-04-01T23:42:28.09154Z","end":"2026-04-01T23:42:28.204648Z","steps":["trace[316042056] 'agreement among raft nodes before linearized reading' (duration: 112.88789ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:28.204889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.323868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-04-01T23:42:28.205009Z","caller":"traceutil/trace.go:171","msg":"trace[1327081204] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:5234; }","duration":"120.614616ms","start":"2026-04-01T23:42:28.084378Z","end":"2026-04-01T23:42:28.204993Z","steps":["trace[1327081204] 'agreement among raft nodes before linearized reading' (duration: 120.152704ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:42:28.466906Z","caller":"traceutil/trace.go:171","msg":"trace[1653791606] linearizableReadLoop","detail":"{readStateIndex:5462; appliedIndex:5460; }","duration":"221.315541ms","start":"2026-04-01T23:42:28.245576Z","end":"2026-04-01T23:42:28.466892Z","steps":["trace[1653791606] 'read index received' (duration: 221.126727ms)","trace[1653791606] 'applied index is now lower than readState.Index' (duration: 186.844µs)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:42:28.46715Z","caller":"traceutil/trace.go:171","msg":"trace[1701324951] transaction","detail":"{read_only:false; response_revision:5236; number_of_response:1; }","duration":"255.888418ms","start":"2026-04-01T23:42:28.211237Z","end":"2026-04-01T23:42:28.467126Z","steps":["trace[1701324951] 'process raft request' (duration: 255.50312ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:28.467436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.654979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpointslicemirroring-controller\" ","response":"range_response_count:1 size:232"} {"level":"info","ts":"2026-04-01T23:42:28.467547Z","caller":"traceutil/trace.go:171","msg":"trace[400398458] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpointslicemirroring-controller; range_end:; response_count:1; response_revision:5237; }","duration":"221.985045ms","start":"2026-04-01T23:42:28.245542Z","end":"2026-04-01T23:42:28.467527Z","steps":["trace[400398458] 'agreement among raft nodes before linearized reading' (duration: 221.513695ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:28.467186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.188163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:42:28.467723Z","caller":"traceutil/trace.go:171","msg":"trace[561479879] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:0; response_revision:5237; }","duration":"215.746665ms","start":"2026-04-01T23:42:28.251957Z","end":"2026-04-01T23:42:28.467704Z","steps":["trace[561479879] 'agreement among raft nodes before linearized reading' (duration: 215.178843ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:42:28.467173Z","caller":"traceutil/trace.go:171","msg":"trace[724347383] transaction","detail":"{read_only:false; response_revision:5237; number_of_response:1; }","duration":"252.522353ms","start":"2026-04-01T23:42:28.214593Z","end":"2026-04-01T23:42:28.467115Z","steps":["trace[724347383] 'process raft request' (duration: 252.260047ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:42:28.592987Z","caller":"traceutil/trace.go:171","msg":"trace[1593166856] linearizableReadLoop","detail":"{readStateIndex:5463; appliedIndex:5462; }","duration":"120.771098ms","start":"2026-04-01T23:42:28.472189Z","end":"2026-04-01T23:42:28.592961Z","steps":["trace[1593166856] 'read index received' (duration: 104.8569ms)","trace[1593166856] 'applied index is now lower than readState.Index' (duration: 15.912908ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:42:28.59302Z","caller":"traceutil/trace.go:171","msg":"trace[190332828] transaction","detail":"{read_only:false; response_revision:5238; number_of_response:1; }","duration":"120.87759ms","start":"2026-04-01T23:42:28.472118Z","end":"2026-04-01T23:42:28.592995Z","steps":["trace[190332828] 'process raft request' (duration: 104.794708ms)","trace[190332828] 'compare' (duration: 15.848017ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:42:28.593328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.035154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1923"} {"level":"info","ts":"2026-04-01T23:42:28.59338Z","caller":"traceutil/trace.go:171","msg":"trace[803719074] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:5238; }","duration":"121.222248ms","start":"2026-04-01T23:42:28.472143Z","end":"2026-04-01T23:42:28.593365Z","steps":["trace[803719074] 'agreement among raft nodes before linearized reading' (duration: 120.933902ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:42:28.637529Z","caller":"traceutil/trace.go:171","msg":"trace[2067116860] transaction","detail":"{read_only:false; response_revision:5239; number_of_response:1; }","duration":"160.812489ms","start":"2026-04-01T23:42:28.476689Z","end":"2026-04-01T23:42:28.637502Z","steps":["trace[2067116860] 'process raft request' (duration: 160.494662ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:28.637764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.744665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-04-01T23:42:28.637758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.435401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-01T23:42:28.637803Z","caller":"traceutil/trace.go:171","msg":"trace[1110305485] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5240; }","duration":"163.808846ms","start":"2026-04-01T23:42:28.473986Z","end":"2026-04-01T23:42:28.637795Z","steps":["trace[1110305485] 'agreement among raft nodes before linearized reading' (duration: 163.700734ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:42:28.637707Z","caller":"traceutil/trace.go:171","msg":"trace[1707410763] transaction","detail":"{read_only:false; response_revision:5240; number_of_response:1; }","duration":"142.289143ms","start":"2026-04-01T23:42:28.495392Z","end":"2026-04-01T23:42:28.637681Z","steps":["trace[1707410763] 'process raft request' (duration: 142.002366ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:42:28.637825Z","caller":"traceutil/trace.go:171","msg":"trace[464547668] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5240; }","duration":"124.576413ms","start":"2026-04-01T23:42:28.513232Z","end":"2026-04-01T23:42:28.637809Z","steps":["trace[464547668] 'agreement among raft nodes before linearized reading' (duration: 124.333748ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:28.637973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.707229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpointslicemirroring-controller\" ","response":"range_response_count:1 size:232"} {"level":"info","ts":"2026-04-01T23:42:28.638051Z","caller":"traceutil/trace.go:171","msg":"trace[1721304766] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpointslicemirroring-controller; range_end:; response_count:1; response_revision:5240; }","duration":"165.846592ms","start":"2026-04-01T23:42:28.472186Z","end":"2026-04-01T23:42:28.638032Z","steps":["trace[1721304766] 'agreement among raft nodes before linearized reading' (duration: 165.591887ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:29.186836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.377871ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-01T23:42:29.187181Z","caller":"traceutil/trace.go:171","msg":"trace[56355043] transaction","detail":"{read_only:false; response_revision:5242; number_of_response:1; }","duration":"545.287042ms","start":"2026-04-01T23:42:28.641858Z","end":"2026-04-01T23:42:29.187145Z","steps":["trace[56355043] 'process raft request' (duration: 339.520972ms)","trace[56355043] 'compare' (duration: 205.165787ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:42:29.187351Z","caller":"traceutil/trace.go:171","msg":"trace[170357878] linearizableReadLoop","detail":"{readStateIndex:5471; appliedIndex:5466; }","duration":"500.982995ms","start":"2026-04-01T23:42:28.686346Z","end":"2026-04-01T23:42:29.187329Z","steps":["trace[170357878] 'read index received' (duration: 295.050531ms)","trace[170357878] 'applied index is now lower than readState.Index' (duration: 205.930924ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:42:29.187366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:42:28.641838Z","time spent":"545.446575ms","remote":"127.0.0.1:58300","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1902,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:42:29.187644Z","caller":"traceutil/trace.go:171","msg":"trace[108209110] transaction","detail":"{read_only:false; response_revision:5245; number_of_response:1; }","duration":"542.250233ms","start":"2026-04-01T23:42:28.645378Z","end":"2026-04-01T23:42:29.187628Z","steps":["trace[108209110] 'process raft request' (duration: 541.823113ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:29.187743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:42:28.645368Z","time spent":"542.330424ms","remote":"127.0.0.1:58514","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5194,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:42:29.187877Z","caller":"traceutil/trace.go:171","msg":"trace[478646489] transaction","detail":"{read_only:false; response_revision:5243; number_of_response:1; }","duration":"545.28244ms","start":"2026-04-01T23:42:28.642552Z","end":"2026-04-01T23:42:29.187834Z","steps":["trace[478646489] 'process raft request' (duration: 544.421371ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:29.187592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"547.692295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:16181"} {"level":"info","ts":"2026-04-01T23:42:29.188056Z","caller":"traceutil/trace.go:171","msg":"trace[1487536242] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:5246; }","duration":"548.180246ms","start":"2026-04-01T23:42:28.639859Z","end":"2026-04-01T23:42:29.188039Z","steps":["trace[1487536242] 'agreement among raft nodes before linearized reading' (duration: 547.556672ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:29.188495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:42:28.639841Z","time spent":"548.626426ms","remote":"127.0.0.1:58188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":16204,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-04-01T23:42:29.188078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:42:28.642541Z","time spent":"545.429834ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:42:29.188111Z","caller":"traceutil/trace.go:171","msg":"trace[1312975278] transaction","detail":"{read_only:false; response_revision:5246; number_of_response:1; }","duration":"541.159699ms","start":"2026-04-01T23:42:28.646935Z","end":"2026-04-01T23:42:29.188095Z","steps":["trace[1312975278] 'process raft request' (duration: 540.337651ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:29.18825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"531.167954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1821"} {"level":"info","ts":"2026-04-01T23:42:29.188879Z","caller":"traceutil/trace.go:171","msg":"trace[430833413] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:5246; }","duration":"531.799578ms","start":"2026-04-01T23:42:28.657032Z","end":"2026-04-01T23:42:29.188832Z","steps":["trace[430833413] 'agreement among raft nodes before linearized reading' (duration: 531.109342ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:42:29.188266Z","caller":"traceutil/trace.go:171","msg":"trace[2107326751] transaction","detail":"{read_only:false; response_revision:5244; number_of_response:1; }","duration":"545.111597ms","start":"2026-04-01T23:42:28.643142Z","end":"2026-04-01T23:42:29.188253Z","steps":["trace[2107326751] 'process raft request' (duration: 543.961511ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:29.188882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:42:28.646909Z","time spent":"541.830254ms","remote":"127.0.0.1:58300","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1216,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-01T23:42:29.18897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:42:28.657016Z","time spent":"531.929121ms","remote":"127.0.0.1:58114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":1844,"request content":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" "} {"level":"warn","ts":"2026-04-01T23:42:29.189547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:42:28.643117Z","time spent":"545.855624ms","remote":"127.0.0.1:58176","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1328,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:42:29.2039Z","caller":"traceutil/trace.go:171","msg":"trace[786705275] transaction","detail":"{read_only:false; response_revision:5248; number_of_response:1; }","duration":"390.838024ms","start":"2026-04-01T23:42:28.81304Z","end":"2026-04-01T23:42:29.203878Z","steps":["trace[786705275] 'process raft request' (duration: 390.742232ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:42:29.203963Z","caller":"traceutil/trace.go:171","msg":"trace[1284609433] transaction","detail":"{read_only:false; response_revision:5247; number_of_response:1; }","duration":"512.954184ms","start":"2026-04-01T23:42:28.690957Z","end":"2026-04-01T23:42:29.203911Z","steps":["trace[1284609433] 'process raft request' (duration: 512.704659ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:29.204068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:42:28.813012Z","time spent":"390.964048ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:42:29.204127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:42:28.690939Z","time spent":"513.122077ms","remote":"127.0.0.1:58114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":635,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-01T23:42:29.628273Z","caller":"traceutil/trace.go:171","msg":"trace[331510058] linearizableReadLoop","detail":"{readStateIndex:5474; appliedIndex:5471; }","duration":"429.924896ms","start":"2026-04-01T23:42:29.198323Z","end":"2026-04-01T23:42:29.628248Z","steps":["trace[331510058] 'read index received' (duration: 5.31446ms)","trace[331510058] 'applied index is now lower than readState.Index' (duration: 424.609146ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:42:29.628533Z","caller":"traceutil/trace.go:171","msg":"trace[1549865338] transaction","detail":"{read_only:false; response_revision:5249; number_of_response:1; }","duration":"431.03336ms","start":"2026-04-01T23:42:29.197486Z","end":"2026-04-01T23:42:29.628519Z","steps":["trace[1549865338] 'process raft request' (duration: 430.599931ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:29.628628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:42:29.197441Z","time spent":"431.122012ms","remote":"127.0.0.1:58490","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5430,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:42:29.629041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.694083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:42:29.629108Z","caller":"traceutil/trace.go:171","msg":"trace[2102077799] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:5249; }","duration":"430.800215ms","start":"2026-04-01T23:42:29.198294Z","end":"2026-04-01T23:42:29.629094Z","steps":["trace[2102077799] 'agreement among raft nodes before linearized reading' (duration: 430.673722ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:29.629144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:42:29.198285Z","time spent":"430.850007ms","remote":"127.0.0.1:54750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"info","ts":"2026-04-01T23:42:29.65854Z","caller":"traceutil/trace.go:171","msg":"trace[1627881419] transaction","detail":"{read_only:false; response_revision:5250; number_of_response:1; }","duration":"183.531529ms","start":"2026-04-01T23:42:29.474969Z","end":"2026-04-01T23:42:29.658501Z","steps":["trace[1627881419] 'process raft request' (duration: 183.347935ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:29.65877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.367569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T23:42:29.658842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.394481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:42:29.658854Z","caller":"traceutil/trace.go:171","msg":"trace[285449347] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5253; }","duration":"276.518882ms","start":"2026-04-01T23:42:29.382315Z","end":"2026-04-01T23:42:29.658834Z","steps":["trace[285449347] 'agreement among raft nodes before linearized reading' (duration: 276.345678ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:29.65887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.206709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:42:29.658893Z","caller":"traceutil/trace.go:171","msg":"trace[1926853723] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:0; response_revision:5253; }","duration":"444.495423ms","start":"2026-04-01T23:42:29.214382Z","end":"2026-04-01T23:42:29.658877Z","steps":["trace[1926853723] 'agreement among raft nodes before linearized reading' (duration: 444.355279ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:29.6589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.65333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:42:29.658933Z","caller":"traceutil/trace.go:171","msg":"trace[1700280279] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5253; }","duration":"405.300401ms","start":"2026-04-01T23:42:29.253615Z","end":"2026-04-01T23:42:29.658916Z","steps":["trace[1700280279] 'agreement among raft nodes before linearized reading' (duration: 405.188919ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:29.658942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:42:29.214362Z","time spent":"444.567635ms","remote":"127.0.0.1:58114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":28,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" "} {"level":"warn","ts":"2026-04-01T23:42:29.658992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:42:29.253598Z","time spent":"405.381373ms","remote":"127.0.0.1:58490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-04-01T23:42:29.659099Z","caller":"traceutil/trace.go:171","msg":"trace[1687801337] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1; range_end:; response_count:0; response_revision:5253; }","duration":"449.925296ms","start":"2026-04-01T23:42:29.209156Z","end":"2026-04-01T23:42:29.658948Z","steps":["trace[1687801337] 'agreement among raft nodes before linearized reading' (duration: 449.480465ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:29.659209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:42:29.209136Z","time spent":"449.996837ms","remote":"127.0.0.1:58114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":91,"response count":0,"response size":28,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1\" "} {"level":"info","ts":"2026-04-01T23:42:30.126516Z","caller":"traceutil/trace.go:171","msg":"trace[2063757037] transaction","detail":"{read_only:false; response_revision:5282; number_of_response:1; }","duration":"183.934328ms","start":"2026-04-01T23:42:29.942563Z","end":"2026-04-01T23:42:30.126497Z","steps":["trace[2063757037] 'process raft request' (duration: 183.821596ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:42:30.126521Z","caller":"traceutil/trace.go:171","msg":"trace[951151805] linearizableReadLoop","detail":"{readStateIndex:5508; appliedIndex:5508; }","duration":"174.879965ms","start":"2026-04-01T23:42:29.951615Z","end":"2026-04-01T23:42:30.126495Z","steps":["trace[951151805] 'read index received' (duration: 174.854145ms)","trace[951151805] 'applied index is now lower than readState.Index' (duration: 23.95µs)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:42:30.126925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.526135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:9 size:61416"} {"level":"info","ts":"2026-04-01T23:42:30.126996Z","caller":"traceutil/trace.go:171","msg":"trace[453391795] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:9; response_revision:5282; }","duration":"181.610867ms","start":"2026-04-01T23:42:29.945374Z","end":"2026-04-01T23:42:30.126984Z","steps":["trace[453391795] 'agreement among raft nodes before linearized reading' (duration: 181.28958ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:42:30.168671Z","caller":"traceutil/trace.go:171","msg":"trace[1379147181] transaction","detail":"{read_only:false; response_revision:5283; number_of_response:1; }","duration":"215.475309ms","start":"2026-04-01T23:42:29.953165Z","end":"2026-04-01T23:42:30.16864Z","steps":["trace[1379147181] 'process raft request' (duration: 215.222233ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:42:30.168907Z","caller":"traceutil/trace.go:171","msg":"trace[1469896761] transaction","detail":"{read_only:false; response_revision:5284; number_of_response:1; }","duration":"214.111949ms","start":"2026-04-01T23:42:29.954779Z","end":"2026-04-01T23:42:30.168891Z","steps":["trace[1469896761] 'process raft request' (duration: 213.804901ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:30.169043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.711243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:16181"} {"level":"info","ts":"2026-04-01T23:42:30.169104Z","caller":"traceutil/trace.go:171","msg":"trace[590490912] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:5284; }","duration":"214.857196ms","start":"2026-04-01T23:42:29.954233Z","end":"2026-04-01T23:42:30.16909Z","steps":["trace[590490912] 'agreement among raft nodes before linearized reading' (duration: 214.60577ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:30.1691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.372573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:708"} {"level":"info","ts":"2026-04-01T23:42:30.169216Z","caller":"traceutil/trace.go:171","msg":"trace[552855572] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:5284; }","duration":"213.534966ms","start":"2026-04-01T23:42:29.955657Z","end":"2026-04-01T23:42:30.169192Z","steps":["trace[552855572] 'agreement among raft nodes before linearized reading' (duration: 213.200109ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:42:30.461334Z","caller":"traceutil/trace.go:171","msg":"trace[1638554428] transaction","detail":"{read_only:false; response_revision:5296; number_of_response:1; }","duration":"191.899639ms","start":"2026-04-01T23:42:30.269393Z","end":"2026-04-01T23:42:30.461293Z","steps":["trace[1638554428] 'process raft request' (duration: 118.879316ms)","trace[1638554428] 'compare' (duration: 72.804708ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:42:30.523054Z","caller":"traceutil/trace.go:171","msg":"trace[468797640] transaction","detail":"{read_only:false; response_revision:5297; number_of_response:1; }","duration":"249.376242ms","start":"2026-04-01T23:42:30.273634Z","end":"2026-04-01T23:42:30.52301Z","steps":["trace[468797640] 'process raft request' (duration: 249.127746ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:42:30.523214Z","caller":"traceutil/trace.go:171","msg":"trace[205420703] transaction","detail":"{read_only:false; response_revision:5299; number_of_response:1; }","duration":"240.087494ms","start":"2026-04-01T23:42:30.28309Z","end":"2026-04-01T23:42:30.523178Z","steps":["trace[205420703] 'process raft request' (duration: 239.854568ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:42:30.523214Z","caller":"traceutil/trace.go:171","msg":"trace[289996776] transaction","detail":"{read_only:false; response_revision:5298; number_of_response:1; }","duration":"247.906069ms","start":"2026-04-01T23:42:30.275243Z","end":"2026-04-01T23:42:30.523149Z","steps":["trace[289996776] 'process raft request' (duration: 247.638433ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:30.52335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.320169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-626921b9-301b-4f74-91f2-1c33b8a6bcb6\" ","response":"range_response_count:1 size:2708"} {"level":"info","ts":"2026-04-01T23:42:30.523447Z","caller":"traceutil/trace.go:171","msg":"trace[1731905674] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-626921b9-301b-4f74-91f2-1c33b8a6bcb6; range_end:; response_count:1; response_revision:5299; }","duration":"248.415021ms","start":"2026-04-01T23:42:30.274988Z","end":"2026-04-01T23:42:30.523403Z","steps":["trace[1731905674] 'agreement among raft nodes before linearized reading' (duration: 248.152705ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:42:30.523095Z","caller":"traceutil/trace.go:171","msg":"trace[717942738] linearizableReadLoop","detail":"{readStateIndex:5523; appliedIndex:5521; }","duration":"248.067643ms","start":"2026-04-01T23:42:30.275002Z","end":"2026-04-01T23:42:30.52307Z","steps":["trace[717942738] 'read index received' (duration: 113.25906ms)","trace[717942738] 'applied index is now lower than readState.Index' (duration: 134.807443ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:42:30.523873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.035341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3506"} {"level":"info","ts":"2026-04-01T23:42:30.523964Z","caller":"traceutil/trace.go:171","msg":"trace[817186507] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:5299; }","duration":"224.151624ms","start":"2026-04-01T23:42:30.299776Z","end":"2026-04-01T23:42:30.523928Z","steps":["trace[817186507] 'agreement among raft nodes before linearized reading' (duration: 223.907919ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:30.523977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.231838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:11983"} {"level":"info","ts":"2026-04-01T23:42:30.524074Z","caller":"traceutil/trace.go:171","msg":"trace[1294665749] range","detail":"{range_begin:/registry/statefulsets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:5299; }","duration":"245.360771ms","start":"2026-04-01T23:42:30.278685Z","end":"2026-04-01T23:42:30.524046Z","steps":["trace[1294665749] 'agreement among raft nodes before linearized reading' (duration: 244.987943ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:30.524113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.270752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:10 size:76046"} {"level":"info","ts":"2026-04-01T23:42:30.524172Z","caller":"traceutil/trace.go:171","msg":"trace[578173477] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:10; response_revision:5299; }","duration":"242.409744ms","start":"2026-04-01T23:42:30.281746Z","end":"2026-04-01T23:42:30.524156Z","steps":["trace[578173477] 'agreement among raft nodes before linearized reading' (duration: 242.097107ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:42:30.666562Z","caller":"traceutil/trace.go:171","msg":"trace[251848522] linearizableReadLoop","detail":"{readStateIndex:5526; appliedIndex:5525; }","duration":"131.49887ms","start":"2026-04-01T23:42:30.535035Z","end":"2026-04-01T23:42:30.666534Z","steps":["trace[251848522] 'read index received' (duration: 131.342016ms)","trace[251848522] 'applied index is now lower than readState.Index' (duration: 155.534µs)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:42:30.666634Z","caller":"traceutil/trace.go:171","msg":"trace[869143601] transaction","detail":"{read_only:false; response_revision:5300; number_of_response:1; }","duration":"136.051861ms","start":"2026-04-01T23:42:30.530548Z","end":"2026-04-01T23:42:30.6666Z","steps":["trace[869143601] 'process raft request' (duration: 135.800036ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:30.666797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.739875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3506"} {"level":"info","ts":"2026-04-01T23:42:30.666903Z","caller":"traceutil/trace.go:171","msg":"trace[1149125310] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:5300; }","duration":"131.888638ms","start":"2026-04-01T23:42:30.53499Z","end":"2026-04-01T23:42:30.666879Z","steps":["trace[1149125310] 'agreement among raft nodes before linearized reading' (duration: 131.649443ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:42:30.707955Z","caller":"traceutil/trace.go:171","msg":"trace[1953982708] transaction","detail":"{read_only:false; response_revision:5302; number_of_response:1; }","duration":"168.031641ms","start":"2026-04-01T23:42:30.539895Z","end":"2026-04-01T23:42:30.707926Z","steps":["trace[1953982708] 'process raft request' (duration: 167.893188ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:42:30.707984Z","caller":"traceutil/trace.go:171","msg":"trace[182328848] transaction","detail":"{read_only:false; response_revision:5301; number_of_response:1; }","duration":"168.902761ms","start":"2026-04-01T23:42:30.539044Z","end":"2026-04-01T23:42:30.707946Z","steps":["trace[182328848] 'process raft request' (duration: 168.559873ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:42:30.828967Z","caller":"traceutil/trace.go:171","msg":"trace[961419116] linearizableReadLoop","detail":"{readStateIndex:5530; appliedIndex:5529; }","duration":"111.590172ms","start":"2026-04-01T23:42:30.717354Z","end":"2026-04-01T23:42:30.828945Z","steps":["trace[961419116] 'read index received' (duration: 111.420198ms)","trace[961419116] 'applied index is now lower than readState.Index' (duration: 169.064µs)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:42:30.829004Z","caller":"traceutil/trace.go:171","msg":"trace[1745603729] transaction","detail":"{read_only:false; response_revision:5304; number_of_response:1; }","duration":"111.937019ms","start":"2026-04-01T23:42:30.717054Z","end":"2026-04-01T23:42:30.828991Z","steps":["trace[1745603729] 'process raft request' (duration: 111.757475ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:30.829135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.773205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1342"} {"level":"info","ts":"2026-04-01T23:42:30.82918Z","caller":"traceutil/trace.go:171","msg":"trace[166681097] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:5304; }","duration":"111.829567ms","start":"2026-04-01T23:42:30.717338Z","end":"2026-04-01T23:42:30.829168Z","steps":["trace[166681097] 'agreement among raft nodes before linearized reading' (duration: 111.695884ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:30.829352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.345285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-04-01T23:42:30.829437Z","caller":"traceutil/trace.go:171","msg":"trace[83919251] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:5304; }","duration":"111.507298ms","start":"2026-04-01T23:42:30.717912Z","end":"2026-04-01T23:42:30.829419Z","steps":["trace[83919251] 'agreement among raft nodes before linearized reading' (duration: 111.246882ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:30.829475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.974973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:10 size:76046"} {"level":"info","ts":"2026-04-01T23:42:30.829585Z","caller":"traceutil/trace.go:171","msg":"trace[483546896] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:10; response_revision:5304; }","duration":"109.101695ms","start":"2026-04-01T23:42:30.72046Z","end":"2026-04-01T23:42:30.829562Z","steps":["trace[483546896] 'agreement among raft nodes before linearized reading' (duration: 108.727727ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:30.829609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.803623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:10 size:76046"} {"level":"info","ts":"2026-04-01T23:42:30.829704Z","caller":"traceutil/trace.go:171","msg":"trace[658849095] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:10; response_revision:5304; }","duration":"110.951986ms","start":"2026-04-01T23:42:30.7187Z","end":"2026-04-01T23:42:30.829652Z","steps":["trace[658849095] 'agreement among raft nodes before linearized reading' (duration: 110.516787ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:32.001126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.161573ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-01T23:42:32.001403Z","caller":"traceutil/trace.go:171","msg":"trace[439084846] linearizableReadLoop","detail":"{readStateIndex:5538; appliedIndex:5535; }","duration":"331.557532ms","start":"2026-04-01T23:42:31.669824Z","end":"2026-04-01T23:42:32.001382Z","steps":["trace[439084846] 'read index received' (duration: 4.921321ms)","trace[439084846] 'applied index is now lower than readState.Index' (duration: 326.634881ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:42:32.001488Z","caller":"traceutil/trace.go:171","msg":"trace[1979012262] transaction","detail":"{read_only:false; response_revision:5312; number_of_response:1; }","duration":"337.133067ms","start":"2026-04-01T23:42:31.664345Z","end":"2026-04-01T23:42:32.001478Z","steps":["trace[1979012262] 'process raft request' (duration: 336.912923ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:32.00156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:42:31.664339Z","time spent":"337.183398ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:42:32.001615Z","caller":"traceutil/trace.go:171","msg":"trace[1251377845] transaction","detail":"{read_only:false; response_revision:5311; number_of_response:1; }","duration":"337.509807ms","start":"2026-04-01T23:42:31.664064Z","end":"2026-04-01T23:42:32.001573Z","steps":["trace[1251377845] 'process raft request' (duration: 37.817502ms)","trace[1251377845] 'compare' (duration: 298.928138ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:42:32.001794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:42:31.664041Z","time spent":"337.654989ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:42:32.002005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.138365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3506"} {"level":"info","ts":"2026-04-01T23:42:32.002084Z","caller":"traceutil/trace.go:171","msg":"trace[1273610439] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:5312; }","duration":"332.282698ms","start":"2026-04-01T23:42:31.669779Z","end":"2026-04-01T23:42:32.002061Z","steps":["trace[1273610439] 'agreement among raft nodes before linearized reading' (duration: 331.929811ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:32.002174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:42:31.66976Z","time spent":"332.397351ms","remote":"127.0.0.1:58114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3529,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" "} {"level":"warn","ts":"2026-04-01T23:42:32.031445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.636236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-01T23:42:32.031483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.850886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-01T23:42:32.031519Z","caller":"traceutil/trace.go:171","msg":"trace[1590232612] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5314; }","duration":"260.760238ms","start":"2026-04-01T23:42:31.770742Z","end":"2026-04-01T23:42:32.031502Z","steps":["trace[1590232612] 'agreement among raft nodes before linearized reading' (duration: 260.567944ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:42:32.031558Z","caller":"traceutil/trace.go:171","msg":"trace[142136472] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5314; }","duration":"239.947779ms","start":"2026-04-01T23:42:31.791569Z","end":"2026-04-01T23:42:32.031517Z","steps":["trace[142136472] 'agreement among raft nodes before linearized reading' (duration: 239.734094ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:32.031565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.084777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-01T23:42:32.031623Z","caller":"traceutil/trace.go:171","msg":"trace[1243297951] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5314; }","duration":"262.196891ms","start":"2026-04-01T23:42:31.76941Z","end":"2026-04-01T23:42:32.031607Z","steps":["trace[1243297951] 'agreement among raft nodes before linearized reading' (duration: 262.048376ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:42:32.031635Z","caller":"traceutil/trace.go:171","msg":"trace[687375185] transaction","detail":"{read_only:false; response_revision:5314; number_of_response:1; }","duration":"346.691672ms","start":"2026-04-01T23:42:31.684907Z","end":"2026-04-01T23:42:32.031598Z","steps":["trace[687375185] 'process raft request' (duration: 346.338474ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:32.031737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.421846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1633"} {"level":"warn","ts":"2026-04-01T23:42:32.031761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:42:31.684898Z","time spent":"346.803965ms","remote":"127.0.0.1:45900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2229,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-01T23:42:32.031804Z","caller":"traceutil/trace.go:171","msg":"trace[1387829031] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:5314; }","duration":"182.522539ms","start":"2026-04-01T23:42:31.849264Z","end":"2026-04-01T23:42:32.031787Z","steps":["trace[1387829031] 'agreement among raft nodes before linearized reading' (duration: 182.402776ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:32.031862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.179043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-88zqq\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-04-01T23:42:32.031993Z","caller":"traceutil/trace.go:171","msg":"trace[307639103] range","detail":"{range_begin:/registry/pods/openstack/keepalived-88zqq; range_end:; response_count:1; response_revision:5314; }","duration":"307.291005ms","start":"2026-04-01T23:42:31.724663Z","end":"2026-04-01T23:42:32.031954Z","steps":["trace[307639103] 'agreement among raft nodes before linearized reading' (duration: 306.976088ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:32.031613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.375378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-01T23:42:32.032193Z","caller":"traceutil/trace.go:171","msg":"trace[550879023] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5314; }","duration":"327.994581ms","start":"2026-04-01T23:42:31.704159Z","end":"2026-04-01T23:42:32.032154Z","steps":["trace[550879023] 'agreement among raft nodes before linearized reading' (duration: 327.205742ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:32.032239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:42:31.704138Z","time spent":"328.089703ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-01T23:42:32.032237Z","caller":"traceutil/trace.go:171","msg":"trace[153212202] transaction","detail":"{read_only:false; response_revision:5313; number_of_response:1; }","duration":"348.211957ms","start":"2026-04-01T23:42:31.683974Z","end":"2026-04-01T23:42:32.032186Z","steps":["trace[153212202] 'process raft request' (duration: 347.194834ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:32.032418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:42:31.68395Z","time spent":"348.390001ms","remote":"127.0.0.1:45900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2230,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-01T23:42:32.032152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:42:31.724588Z","time spent":"307.440329ms","remote":"127.0.0.1:58198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-88zqq\" "} {"level":"info","ts":"2026-04-01T23:42:32.189385Z","caller":"traceutil/trace.go:171","msg":"trace[1124775169] linearizableReadLoop","detail":"{readStateIndex:5541; appliedIndex:5540; }","duration":"151.50659ms","start":"2026-04-01T23:42:32.037862Z","end":"2026-04-01T23:42:32.189368Z","steps":["trace[1124775169] 'read index received' (duration: 121.115546ms)","trace[1124775169] 'applied index is now lower than readState.Index' (duration: 30.389944ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:42:32.189492Z","caller":"traceutil/trace.go:171","msg":"trace[817928004] transaction","detail":"{read_only:false; response_revision:5315; number_of_response:1; }","duration":"151.680113ms","start":"2026-04-01T23:42:32.037803Z","end":"2026-04-01T23:42:32.189483Z","steps":["trace[817928004] 'process raft request' (duration: 121.049594ms)","trace[817928004] 'compare' (duration: 30.342803ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:42:32.189697Z","caller":"traceutil/trace.go:171","msg":"trace[657936847] transaction","detail":"{read_only:false; response_revision:5316; number_of_response:1; }","duration":"151.231704ms","start":"2026-04-01T23:42:32.038448Z","end":"2026-04-01T23:42:32.18968Z","steps":["trace[657936847] 'process raft request' (duration: 150.876646ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:32.189788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.907678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1342"} {"level":"info","ts":"2026-04-01T23:42:32.189845Z","caller":"traceutil/trace.go:171","msg":"trace[870082679] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:5316; }","duration":"152.004691ms","start":"2026-04-01T23:42:32.037825Z","end":"2026-04-01T23:42:32.18983Z","steps":["trace[870082679] 'agreement among raft nodes before linearized reading' (duration: 151.704664ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:42:32.189914Z","caller":"traceutil/trace.go:171","msg":"trace[2053912468] transaction","detail":"{read_only:false; response_revision:5317; number_of_response:1; }","duration":"151.116801ms","start":"2026-04-01T23:42:32.038785Z","end":"2026-04-01T23:42:32.189902Z","steps":["trace[2053912468] 'process raft request' (duration: 150.815774ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:42:32.190027Z","caller":"traceutil/trace.go:171","msg":"trace[1268024502] transaction","detail":"{read_only:false; response_revision:5318; number_of_response:1; }","duration":"151.169482ms","start":"2026-04-01T23:42:32.038848Z","end":"2026-04-01T23:42:32.190017Z","steps":["trace[1268024502] 'process raft request' (duration: 150.991148ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:32.190052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.514589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-25da41df-2ad0-43b4-b4ce-9edcdae7f452\" ","response":"range_response_count:1 size:1293"} {"level":"info","ts":"2026-04-01T23:42:32.190075Z","caller":"traceutil/trace.go:171","msg":"trace[862073594] range","detail":"{range_begin:/registry/persistentvolumes/pvc-25da41df-2ad0-43b4-b4ce-9edcdae7f452; range_end:; response_count:1; response_revision:5318; }","duration":"151.583401ms","start":"2026-04-01T23:42:32.038484Z","end":"2026-04-01T23:42:32.190067Z","steps":["trace[862073594] 'agreement among raft nodes before linearized reading' (duration: 151.474059ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:32.190325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.015236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62990"} {"level":"info","ts":"2026-04-01T23:42:32.190378Z","caller":"traceutil/trace.go:171","msg":"trace[525289122] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:5318; }","duration":"150.077097ms","start":"2026-04-01T23:42:32.04028Z","end":"2026-04-01T23:42:32.190357Z","steps":["trace[525289122] 'agreement among raft nodes before linearized reading' (duration: 149.872492ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:42:36.717907Z","caller":"traceutil/trace.go:171","msg":"trace[1455695552] transaction","detail":"{read_only:false; response_revision:5386; number_of_response:1; }","duration":"151.128951ms","start":"2026-04-01T23:42:36.566761Z","end":"2026-04-01T23:42:36.71789Z","steps":["trace[1455695552] 'process raft request' (duration: 151.010458ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:42:36.956912Z","caller":"traceutil/trace.go:171","msg":"trace[1718609757] transaction","detail":"{read_only:false; response_revision:5388; number_of_response:1; }","duration":"175.094571ms","start":"2026-04-01T23:42:36.781787Z","end":"2026-04-01T23:42:36.956882Z","steps":["trace[1718609757] 'process raft request' (duration: 112.695596ms)","trace[1718609757] 'compare' (duration: 62.1731ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:42:37.698398Z","caller":"traceutil/trace.go:171","msg":"trace[1722242709] linearizableReadLoop","detail":"{readStateIndex:5627; appliedIndex:5626; }","duration":"461.249289ms","start":"2026-04-01T23:42:37.237125Z","end":"2026-04-01T23:42:37.698374Z","steps":["trace[1722242709] 'read index received' (duration: 460.982803ms)","trace[1722242709] 'applied index is now lower than readState.Index' (duration: 264.986µs)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:42:37.698672Z","caller":"traceutil/trace.go:171","msg":"trace[404377229] transaction","detail":"{read_only:false; response_revision:5398; number_of_response:1; }","duration":"501.69179ms","start":"2026-04-01T23:42:37.196931Z","end":"2026-04-01T23:42:37.698623Z","steps":["trace[404377229] 'process raft request' (duration: 501.206639ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:37.698847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:42:37.196908Z","time spent":"501.835225ms","remote":"127.0.0.1:58198","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":14482,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:42:37.69884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.6889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:1229"} {"level":"info","ts":"2026-04-01T23:42:37.699001Z","caller":"traceutil/trace.go:171","msg":"trace[1073822438] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:5398; }","duration":"461.909515ms","start":"2026-04-01T23:42:37.237072Z","end":"2026-04-01T23:42:37.698981Z","steps":["trace[1073822438] 'agreement among raft nodes before linearized reading' (duration: 461.563846ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:37.699081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:42:37.237046Z","time spent":"462.025718ms","remote":"127.0.0.1:58224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1252,"request content":"key:\"/registry/serviceaccounts/monitoring/kube-prometheus-stack-alertmanager\" "} {"level":"warn","ts":"2026-04-01T23:42:37.699495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.614771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-01T23:42:37.699543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.543974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:42:37.699572Z","caller":"traceutil/trace.go:171","msg":"trace[134601848] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5399; }","duration":"410.703404ms","start":"2026-04-01T23:42:37.288852Z","end":"2026-04-01T23:42:37.699556Z","steps":["trace[134601848] 'agreement among raft nodes before linearized reading' (duration: 410.490379ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:37.699577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.802304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-04-01T23:42:37.699616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:42:37.288795Z","time spent":"410.811716ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-01T23:42:37.699605Z","caller":"traceutil/trace.go:171","msg":"trace[394455686] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5399; }","duration":"320.627426ms","start":"2026-04-01T23:42:37.378959Z","end":"2026-04-01T23:42:37.699586Z","steps":["trace[394455686] 'agreement among raft nodes before linearized reading' (duration: 320.549925ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:42:37.699633Z","caller":"traceutil/trace.go:171","msg":"trace[1326757792] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:5399; }","duration":"158.885776ms","start":"2026-04-01T23:42:37.540737Z","end":"2026-04-01T23:42:37.699622Z","steps":["trace[1326757792] 'agreement among raft nodes before linearized reading' (duration: 158.769593ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:37.699692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:42:37.378942Z","time spent":"320.720598ms","remote":"127.0.0.1:58042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-01T23:42:37.699756Z","caller":"traceutil/trace.go:171","msg":"trace[1350986153] transaction","detail":"{read_only:false; response_revision:5399; number_of_response:1; }","duration":"416.479383ms","start":"2026-04-01T23:42:37.283198Z","end":"2026-04-01T23:42:37.699677Z","steps":["trace[1350986153] 'process raft request' (duration: 416.017333ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:37.699921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:42:37.283175Z","time spent":"416.691177ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:42:40.387329Z","caller":"traceutil/trace.go:171","msg":"trace[1330560466] linearizableReadLoop","detail":"{readStateIndex:5785; appliedIndex:5784; }","duration":"126.876344ms","start":"2026-04-01T23:42:40.26043Z","end":"2026-04-01T23:42:40.387306Z","steps":["trace[1330560466] 'read index received' (duration: 126.795613ms)","trace[1330560466] 'applied index is now lower than readState.Index' (duration: 79.721µs)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:42:40.387448Z","caller":"traceutil/trace.go:171","msg":"trace[642014700] transaction","detail":"{read_only:false; response_revision:5552; number_of_response:1; }","duration":"133.145956ms","start":"2026-04-01T23:42:40.254264Z","end":"2026-04-01T23:42:40.38741Z","steps":["trace[642014700] 'process raft request' (duration: 132.916881ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:40.387682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.227913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-01T23:42:40.387743Z","caller":"traceutil/trace.go:171","msg":"trace[702710420] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5552; }","duration":"127.376356ms","start":"2026-04-01T23:42:40.260353Z","end":"2026-04-01T23:42:40.38773Z","steps":["trace[702710420] 'agreement among raft nodes before linearized reading' (duration: 127.084279ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:40.456169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.354572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3506"} {"level":"info","ts":"2026-04-01T23:42:40.456183Z","caller":"traceutil/trace.go:171","msg":"trace[1357520357] transaction","detail":"{read_only:false; response_revision:5553; number_of_response:1; }","duration":"170.078218ms","start":"2026-04-01T23:42:40.286078Z","end":"2026-04-01T23:42:40.456156Z","steps":["trace[1357520357] 'process raft request' (duration: 169.784691ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:40.456187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.819622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-01T23:42:40.456261Z","caller":"traceutil/trace.go:171","msg":"trace[1238769778] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:5553; }","duration":"169.469194ms","start":"2026-04-01T23:42:40.286772Z","end":"2026-04-01T23:42:40.456241Z","steps":["trace[1238769778] 'agreement among raft nodes before linearized reading' (duration: 169.230079ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:42:40.456273Z","caller":"traceutil/trace.go:171","msg":"trace[268024963] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5553; }","duration":"189.916504ms","start":"2026-04-01T23:42:40.266342Z","end":"2026-04-01T23:42:40.456258Z","steps":["trace[268024963] 'agreement among raft nodes before linearized reading' (duration: 189.670148ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:40.456175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.302362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T23:42:40.456195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.014666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-88zqq\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-04-01T23:42:40.456351Z","caller":"traceutil/trace.go:171","msg":"trace[417691671] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1; range_end:; response_count:0; response_revision:5553; }","duration":"190.501588ms","start":"2026-04-01T23:42:40.265833Z","end":"2026-04-01T23:42:40.456335Z","steps":["trace[417691671] 'agreement among raft nodes before linearized reading' (duration: 190.270432ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:42:40.456371Z","caller":"traceutil/trace.go:171","msg":"trace[1246993694] range","detail":"{range_begin:/registry/pods/openstack/keepalived-88zqq; range_end:; response_count:1; response_revision:5553; }","duration":"190.212071ms","start":"2026-04-01T23:42:40.266142Z","end":"2026-04-01T23:42:40.456354Z","steps":["trace[1246993694] 'agreement among raft nodes before linearized reading' (duration: 189.908094ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:40.456388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.676359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-22ppj\" ","response":"range_response_count:1 size:9311"} {"level":"info","ts":"2026-04-01T23:42:40.456472Z","caller":"traceutil/trace.go:171","msg":"trace[1054356019] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-22ppj; range_end:; response_count:1; response_revision:5553; }","duration":"173.802081ms","start":"2026-04-01T23:42:40.282649Z","end":"2026-04-01T23:42:40.456451Z","steps":["trace[1054356019] 'agreement among raft nodes before linearized reading' (duration: 173.527085ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:42:40.750181Z","caller":"traceutil/trace.go:171","msg":"trace[1544961285] linearizableReadLoop","detail":"{readStateIndex:5787; appliedIndex:5786; }","duration":"294.18036ms","start":"2026-04-01T23:42:40.455974Z","end":"2026-04-01T23:42:40.750155Z","steps":["trace[1544961285] 'read index received' (duration: 218.143699ms)","trace[1544961285] 'applied index is now lower than readState.Index' (duration: 76.035421ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:42:40.750242Z","caller":"traceutil/trace.go:171","msg":"trace[938768889] transaction","detail":"{read_only:false; response_revision:5554; number_of_response:1; }","duration":"359.694456ms","start":"2026-04-01T23:42:40.39051Z","end":"2026-04-01T23:42:40.750204Z","steps":["trace[938768889] 'process raft request' (duration: 283.526182ms)","trace[938768889] 'compare' (duration: 76.00386ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:42:40.750374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.26949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T23:42:40.750401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:42:40.390494Z","time spent":"359.829528ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:42:40.750422Z","caller":"traceutil/trace.go:171","msg":"trace[1029069930] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:5554; }","duration":"321.334971ms","start":"2026-04-01T23:42:40.429074Z","end":"2026-04-01T23:42:40.750409Z","steps":["trace[1029069930] 'agreement among raft nodes before linearized reading' (duration: 321.246419ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:40.75046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:42:40.429038Z","time spent":"321.412153ms","remote":"127.0.0.1:54604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:42:40.750479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.404453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:42:40.750554Z","caller":"traceutil/trace.go:171","msg":"trace[1414245493] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:5554; }","duration":"321.517036ms","start":"2026-04-01T23:42:40.429018Z","end":"2026-04-01T23:42:40.750535Z","steps":["trace[1414245493] 'agreement among raft nodes before linearized reading' (duration: 321.399073ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:40.750593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:42:40.428979Z","time spent":"321.604888ms","remote":"127.0.0.1:44434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"info","ts":"2026-04-01T23:42:40.764985Z","caller":"traceutil/trace.go:171","msg":"trace[1945395843] transaction","detail":"{read_only:false; response_revision:5555; number_of_response:1; }","duration":"304.37448ms","start":"2026-04-01T23:42:40.460593Z","end":"2026-04-01T23:42:40.764967Z","steps":["trace[1945395843] 'process raft request' (duration: 304.206316ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:40.765103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:42:40.460571Z","time spent":"304.471393ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:42:40.765248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.784917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:42:40.765307Z","caller":"traceutil/trace.go:171","msg":"trace[436025944] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5556; }","duration":"307.852338ms","start":"2026-04-01T23:42:40.457434Z","end":"2026-04-01T23:42:40.765286Z","steps":["trace[436025944] 'agreement among raft nodes before linearized reading' (duration: 307.717415ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:42:40.76532Z","caller":"traceutil/trace.go:171","msg":"trace[598986191] transaction","detail":"{read_only:false; response_revision:5556; number_of_response:1; }","duration":"299.359867ms","start":"2026-04-01T23:42:40.465933Z","end":"2026-04-01T23:42:40.765293Z","steps":["trace[598986191] 'process raft request' (duration: 298.971599ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:40.765366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.979013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3506"} {"level":"info","ts":"2026-04-01T23:42:40.765417Z","caller":"traceutil/trace.go:171","msg":"trace[2125800145] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:5556; }","duration":"305.050875ms","start":"2026-04-01T23:42:40.460352Z","end":"2026-04-01T23:42:40.765402Z","steps":["trace[2125800145] 'agreement among raft nodes before linearized reading' (duration: 304.82885ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:40.765451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:42:40.460342Z","time spent":"305.100477ms","remote":"127.0.0.1:58114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3529,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" "} {"level":"warn","ts":"2026-04-01T23:42:40.765444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.247622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:708"} {"level":"info","ts":"2026-04-01T23:42:40.765532Z","caller":"traceutil/trace.go:171","msg":"trace[1696722767] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:5556; }","duration":"306.362684ms","start":"2026-04-01T23:42:40.459147Z","end":"2026-04-01T23:42:40.76551Z","steps":["trace[1696722767] 'agreement among raft nodes before linearized reading' (duration: 306.091588ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:40.765578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:42:40.459138Z","time spent":"306.430105ms","remote":"127.0.0.1:58114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":89,"response count":1,"response size":731,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" "} {"level":"warn","ts":"2026-04-01T23:42:40.765579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.894038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62990"} {"level":"info","ts":"2026-04-01T23:42:40.765622Z","caller":"traceutil/trace.go:171","msg":"trace[1021222234] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:5556; }","duration":"303.937129ms","start":"2026-04-01T23:42:40.461674Z","end":"2026-04-01T23:42:40.765612Z","steps":["trace[1021222234] 'agreement among raft nodes before linearized reading' (duration: 303.733775ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:40.765654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:42:40.461635Z","time spent":"304.009241ms","remote":"127.0.0.1:58198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":7,"response size":63013,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-01T23:42:40.765376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:42:40.457423Z","time spent":"307.912139ms","remote":"127.0.0.1:58050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-01T23:42:41.20731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.755983ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-01T23:42:41.207509Z","caller":"traceutil/trace.go:171","msg":"trace[1328524615] transaction","detail":"{read_only:false; response_revision:5570; number_of_response:1; }","duration":"220.572914ms","start":"2026-04-01T23:42:40.986904Z","end":"2026-04-01T23:42:41.207477Z","steps":["trace[1328524615] 'process raft request' (duration: 81.536915ms)","trace[1328524615] 'compare' (duration: 138.545229ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:42:41.267209Z","caller":"traceutil/trace.go:171","msg":"trace[1026671428] linearizableReadLoop","detail":"{readStateIndex:5806; appliedIndex:5803; }","duration":"235.277105ms","start":"2026-04-01T23:42:41.031907Z","end":"2026-04-01T23:42:41.267184Z","steps":["trace[1026671428] 'read index received' (duration: 36.611514ms)","trace[1026671428] 'applied index is now lower than readState.Index' (duration: 198.664571ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:42:41.267303Z","caller":"traceutil/trace.go:171","msg":"trace[722699664] transaction","detail":"{read_only:false; response_revision:5571; number_of_response:1; }","duration":"271.662324ms","start":"2026-04-01T23:42:40.99562Z","end":"2026-04-01T23:42:41.267282Z","steps":["trace[722699664] 'process raft request' (duration: 271.286525ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:42:41.267361Z","caller":"traceutil/trace.go:171","msg":"trace[1712282385] transaction","detail":"{read_only:false; response_revision:5572; number_of_response:1; }","duration":"268.866621ms","start":"2026-04-01T23:42:40.998463Z","end":"2026-04-01T23:42:41.26733Z","steps":["trace[1712282385] 'process raft request' (duration: 268.583724ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:41.268433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.502402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:55 size:2209007"} {"level":"info","ts":"2026-04-01T23:42:41.26853Z","caller":"traceutil/trace.go:171","msg":"trace[2098566691] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:55; response_revision:5572; }","duration":"236.654686ms","start":"2026-04-01T23:42:41.031853Z","end":"2026-04-01T23:42:41.268508Z","steps":["trace[2098566691] 'agreement among raft nodes before linearized reading' (duration: 235.425288ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:42:41.433663Z","caller":"traceutil/trace.go:171","msg":"trace[159022190] transaction","detail":"{read_only:false; response_revision:5574; number_of_response:1; }","duration":"161.351901ms","start":"2026-04-01T23:42:41.272285Z","end":"2026-04-01T23:42:41.433637Z","steps":["trace[159022190] 'process raft request' (duration: 131.144551ms)","trace[159022190] 'compare' (duration: 30.046207ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:42:41.433895Z","caller":"traceutil/trace.go:171","msg":"trace[1209892585] transaction","detail":"{read_only:false; response_revision:5575; number_of_response:1; }","duration":"161.130586ms","start":"2026-04-01T23:42:41.272733Z","end":"2026-04-01T23:42:41.433864Z","steps":["trace[1209892585] 'process raft request' (duration: 160.85645ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:42:41.433943Z","caller":"traceutil/trace.go:171","msg":"trace[1508911075] linearizableReadLoop","detail":"{readStateIndex:5810; appliedIndex:5807; }","duration":"136.215315ms","start":"2026-04-01T23:42:41.297698Z","end":"2026-04-01T23:42:41.433913Z","steps":["trace[1508911075] 'read index received' (duration: 105.876152ms)","trace[1508911075] 'applied index is now lower than readState.Index' (duration: 30.337933ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:42:41.43407Z","caller":"traceutil/trace.go:171","msg":"trace[28684708] transaction","detail":"{read_only:false; response_revision:5576; number_of_response:1; }","duration":"157.826202ms","start":"2026-04-01T23:42:41.276227Z","end":"2026-04-01T23:42:41.434053Z","steps":["trace[28684708] 'process raft request' (duration: 157.564476ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:41.434396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.685747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-22ppj\" ","response":"range_response_count:1 size:9716"} {"level":"info","ts":"2026-04-01T23:42:41.434467Z","caller":"traceutil/trace.go:171","msg":"trace[6364547] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-22ppj; range_end:; response_count:1; response_revision:5576; }","duration":"136.813459ms","start":"2026-04-01T23:42:41.297636Z","end":"2026-04-01T23:42:41.434449Z","steps":["trace[6364547] 'agreement among raft nodes before linearized reading' (duration: 136.466112ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:42:41.504224Z","caller":"traceutil/trace.go:171","msg":"trace[1275321041] transaction","detail":"{read_only:false; response_revision:5577; number_of_response:1; }","duration":"205.346451ms","start":"2026-04-01T23:42:41.298853Z","end":"2026-04-01T23:42:41.504199Z","steps":["trace[1275321041] 'process raft request' (duration: 205.222708ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:41.505368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.719329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1821"} {"level":"info","ts":"2026-04-01T23:42:41.505451Z","caller":"traceutil/trace.go:171","msg":"trace[1531747559] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:5577; }","duration":"201.864632ms","start":"2026-04-01T23:42:41.303566Z","end":"2026-04-01T23:42:41.505431Z","steps":["trace[1531747559] 'agreement among raft nodes before linearized reading' (duration: 201.581546ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:41.506252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.942673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:25 size:777485"} {"level":"info","ts":"2026-04-01T23:42:41.506381Z","caller":"traceutil/trace.go:171","msg":"trace[1236478017] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:25; response_revision:5577; }","duration":"181.080996ms","start":"2026-04-01T23:42:41.325278Z","end":"2026-04-01T23:42:41.506359Z","steps":["trace[1236478017] 'agreement among raft nodes before linearized reading' (duration: 179.715325ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:42:41.643438Z","caller":"traceutil/trace.go:171","msg":"trace[964133315] transaction","detail":"{read_only:false; response_revision:5578; number_of_response:1; }","duration":"204.497512ms","start":"2026-04-01T23:42:41.438909Z","end":"2026-04-01T23:42:41.643407Z","steps":["trace[964133315] 'process raft request' (duration: 204.221716ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:42:41.643554Z","caller":"traceutil/trace.go:171","msg":"trace[909809991] transaction","detail":"{read_only:false; response_revision:5579; number_of_response:1; }","duration":"201.890954ms","start":"2026-04-01T23:42:41.441635Z","end":"2026-04-01T23:42:41.643526Z","steps":["trace[909809991] 'process raft request' (duration: 201.679989ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:41.64359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.71794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-01T23:42:41.643655Z","caller":"traceutil/trace.go:171","msg":"trace[1640567062] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:5580; }","duration":"189.802631ms","start":"2026-04-01T23:42:41.453838Z","end":"2026-04-01T23:42:41.643641Z","steps":["trace[1640567062] 'agreement among raft nodes before linearized reading' (duration: 189.684649ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:42:41.643486Z","caller":"traceutil/trace.go:171","msg":"trace[271301272] linearizableReadLoop","detail":"{readStateIndex:5814; appliedIndex:5811; }","duration":"138.511228ms","start":"2026-04-01T23:42:41.504957Z","end":"2026-04-01T23:42:41.643468Z","steps":["trace[271301272] 'read index received' (duration: 138.088027ms)","trace[271301272] 'applied index is now lower than readState.Index' (duration: 422.051µs)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:42:41.643701Z","caller":"traceutil/trace.go:171","msg":"trace[2067961280] transaction","detail":"{read_only:false; response_revision:5580; number_of_response:1; }","duration":"199.467679ms","start":"2026-04-01T23:42:41.444208Z","end":"2026-04-01T23:42:41.643676Z","steps":["trace[2067961280] 'process raft request' (duration: 199.192673ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:41.643868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.08405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3506"} {"level":"info","ts":"2026-04-01T23:42:41.643909Z","caller":"traceutil/trace.go:171","msg":"trace[359910722] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:5580; }","duration":"115.172282ms","start":"2026-04-01T23:42:41.528724Z","end":"2026-04-01T23:42:41.643896Z","steps":["trace[359910722] 'agreement among raft nodes before linearized reading' (duration: 115.015919ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:42.15802Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7835591873806223636,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-01T23:42:42.160228Z","caller":"traceutil/trace.go:171","msg":"trace[523531740] transaction","detail":"{read_only:false; response_revision:5581; number_of_response:1; }","duration":"502.898577ms","start":"2026-04-01T23:42:41.657303Z","end":"2026-04-01T23:42:42.160202Z","steps":["trace[523531740] 'process raft request' (duration: 502.704813ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:42.160393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:42:41.657284Z","time spent":"503.02953ms","remote":"127.0.0.1:58198","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5837,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:42:42.445451Z","caller":"traceutil/trace.go:171","msg":"trace[1822973735] transaction","detail":"{read_only:false; response_revision:5583; number_of_response:1; }","duration":"645.641331ms","start":"2026-04-01T23:42:41.799782Z","end":"2026-04-01T23:42:42.445423Z","steps":["trace[1822973735] 'process raft request' (duration: 645.546079ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:42:42.445495Z","caller":"traceutil/trace.go:171","msg":"trace[224381748] transaction","detail":"{read_only:false; response_revision:5582; number_of_response:1; }","duration":"702.267565ms","start":"2026-04-01T23:42:41.743195Z","end":"2026-04-01T23:42:42.445462Z","steps":["trace[224381748] 'process raft request' (duration: 701.958348ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:42.44568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:42:41.799754Z","time spent":"645.837285ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:42:42.445723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:42:41.743171Z","time spent":"702.464999ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:42:42.445805Z","caller":"traceutil/trace.go:171","msg":"trace[862173384] transaction","detail":"{read_only:false; response_revision:5584; number_of_response:1; }","duration":"373.184988ms","start":"2026-04-01T23:42:42.072606Z","end":"2026-04-01T23:42:42.445791Z","steps":["trace[862173384] 'process raft request' (duration: 372.769099ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:42.445872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:42:42.072579Z","time spent":"373.26701ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:42:42.445903Z","caller":"traceutil/trace.go:171","msg":"trace[375387634] transaction","detail":"{read_only:false; response_revision:5585; number_of_response:1; }","duration":"372.944183ms","start":"2026-04-01T23:42:42.072942Z","end":"2026-04-01T23:42:42.445886Z","steps":["trace[375387634] 'process raft request' (duration: 372.769449ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:42:42.445894Z","caller":"traceutil/trace.go:171","msg":"trace[383738048] linearizableReadLoop","detail":"{readStateIndex:5819; appliedIndex:5814; }","duration":"788.454274ms","start":"2026-04-01T23:42:41.657408Z","end":"2026-04-01T23:42:42.445862Z","steps":["trace[383738048] 'read index received' (duration: 502.694003ms)","trace[383738048] 'applied index is now lower than readState.Index' (duration: 285.758911ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:42:42.445982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:42:42.072924Z","time spent":"373.021154ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:42:42.446155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"788.714879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1342"} {"level":"info","ts":"2026-04-01T23:42:42.446229Z","caller":"traceutil/trace.go:171","msg":"trace[757777922] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:5585; }","duration":"788.826671ms","start":"2026-04-01T23:42:41.657384Z","end":"2026-04-01T23:42:42.44621Z","steps":["trace[757777922] 'agreement among raft nodes before linearized reading' (duration: 788.612987ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:42.44633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:42:41.657376Z","time spent":"788.933665ms","remote":"127.0.0.1:58114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":1365,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" "} {"level":"warn","ts":"2026-04-01T23:42:42.639719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.283082ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-01T23:42:42.639883Z","caller":"traceutil/trace.go:171","msg":"trace[1015852925] linearizableReadLoop","detail":"{readStateIndex:5820; appliedIndex:5819; }","duration":"193.894803ms","start":"2026-04-01T23:42:42.445965Z","end":"2026-04-01T23:42:42.63986Z","steps":["trace[1015852925] 'read index received' (duration: 51.398366ms)","trace[1015852925] 'applied index is now lower than readState.Index' (duration: 142.494467ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:42:42.640137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.927383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-01T23:42:42.640175Z","caller":"traceutil/trace.go:171","msg":"trace[1241135896] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5585; }","duration":"409.006615ms","start":"2026-04-01T23:42:42.231159Z","end":"2026-04-01T23:42:42.640165Z","steps":["trace[1241135896] 'agreement among raft nodes before linearized reading' (duration: 408.806821ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:42.640207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:42:42.231142Z","time spent":"409.057826ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-01T23:42:42.640191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.897615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-01T23:42:42.640107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.399435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T23:42:42.640292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.964882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-22ppj.18a2602fbd7bdfc1\" ","response":"range_response_count:1 size:921"} {"level":"info","ts":"2026-04-01T23:42:42.640358Z","caller":"traceutil/trace.go:171","msg":"trace[1950275293] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5585; }","duration":"398.061529ms","start":"2026-04-01T23:42:42.242231Z","end":"2026-04-01T23:42:42.640293Z","steps":["trace[1950275293] 'agreement among raft nodes before linearized reading' (duration: 397.714061ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:42:42.640399Z","caller":"traceutil/trace.go:171","msg":"trace[559630625] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-22ppj.18a2602fbd7bdfc1; range_end:; response_count:1; response_revision:5585; }","duration":"333.115167ms","start":"2026-04-01T23:42:42.30726Z","end":"2026-04-01T23:42:42.640375Z","steps":["trace[559630625] 'agreement among raft nodes before linearized reading' (duration: 332.833989ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:42.640383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.806484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-kube-state-metrics-5c97764fc9-25zx6\" ","response":"range_response_count:1 size:5151"} {"level":"warn","ts":"2026-04-01T23:42:42.640467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:42:42.242217Z","time spent":"398.216763ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-01T23:42:42.640427Z","caller":"traceutil/trace.go:171","msg":"trace[498168611] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5585; }","duration":"258.710262ms","start":"2026-04-01T23:42:42.38164Z","end":"2026-04-01T23:42:42.640351Z","steps":["trace[498168611] 'agreement among raft nodes before linearized reading' (duration: 258.350724ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:42:42.64054Z","caller":"traceutil/trace.go:171","msg":"trace[1406973890] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-kube-state-metrics-5c97764fc9-25zx6; range_end:; response_count:1; response_revision:5585; }","duration":"283.01406ms","start":"2026-04-01T23:42:42.357493Z","end":"2026-04-01T23:42:42.640507Z","steps":["trace[1406973890] 'agreement among raft nodes before linearized reading' (duration: 282.580189ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:42.640564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.375445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:42:42.640606Z","caller":"traceutil/trace.go:171","msg":"trace[1506564597] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1; range_end:; response_count:0; response_revision:5585; }","duration":"190.436415ms","start":"2026-04-01T23:42:42.450154Z","end":"2026-04-01T23:42:42.640591Z","steps":["trace[1506564597] 'agreement among raft nodes before linearized reading' (duration: 190.373314ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:42.640453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:42:42.307236Z","time spent":"333.205979ms","remote":"127.0.0.1:58094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":1,"response size":944,"request content":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-22ppj.18a2602fbd7bdfc1\" "} {"level":"warn","ts":"2026-04-01T23:42:42.640921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"945.179921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:25 size:777485"} {"level":"info","ts":"2026-04-01T23:42:42.641004Z","caller":"traceutil/trace.go:171","msg":"trace[1684016542] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:25; response_revision:5585; }","duration":"945.310974ms","start":"2026-04-01T23:42:41.695675Z","end":"2026-04-01T23:42:42.640986Z","steps":["trace[1684016542] 'agreement among raft nodes before linearized reading' (duration: 944.739422ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:42.641045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:42:41.695658Z","time spent":"945.379936ms","remote":"127.0.0.1:58114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":25,"response size":777508,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"warn","ts":"2026-04-01T23:42:42.64108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"943.857771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/vector\" ","response":"range_response_count:1 size:894"} {"level":"info","ts":"2026-04-01T23:42:42.64112Z","caller":"traceutil/trace.go:171","msg":"trace[891872414] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/vector; range_end:; response_count:1; response_revision:5585; }","duration":"943.929783ms","start":"2026-04-01T23:42:41.697178Z","end":"2026-04-01T23:42:42.641108Z","steps":["trace[891872414] 'agreement among raft nodes before linearized reading' (duration: 943.80809ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:42.641153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"871.78768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2b6ba50c-29a7-4e19-9b5c-8fe04e030aed\" ","response":"range_response_count:1 size:3601"} {"level":"info","ts":"2026-04-01T23:42:42.641226Z","caller":"traceutil/trace.go:171","msg":"trace[108865029] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-2b6ba50c-29a7-4e19-9b5c-8fe04e030aed; range_end:; response_count:1; response_revision:5585; }","duration":"871.858741ms","start":"2026-04-01T23:42:41.769353Z","end":"2026-04-01T23:42:42.641212Z","steps":["trace[108865029] 'agreement among raft nodes before linearized reading' (duration: 871.678247ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:42.641293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:42:41.769306Z","time spent":"871.975194ms","remote":"127.0.0.1:58198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3624,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2b6ba50c-29a7-4e19-9b5c-8fe04e030aed\" "} {"level":"warn","ts":"2026-04-01T23:42:42.641164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:42:41.697159Z","time spent":"943.995324ms","remote":"127.0.0.1:58224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":917,"request content":"key:\"/registry/serviceaccounts/monitoring/vector\" "} {"level":"warn","ts":"2026-04-01T23:42:42.641416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"889.229682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-01T23:42:42.641693Z","caller":"traceutil/trace.go:171","msg":"trace[616732743] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5585; }","duration":"889.387696ms","start":"2026-04-01T23:42:41.752133Z","end":"2026-04-01T23:42:42.641521Z","steps":["trace[616732743] 'agreement among raft nodes before linearized reading' (duration: 888.850254ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:42.641941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:42:41.752118Z","time spent":"889.619701ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-01T23:42:43.191603Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7835591873806223653,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-01T23:42:43.244873Z","caller":"traceutil/trace.go:171","msg":"trace[1148347773] transaction","detail":"{read_only:false; response_revision:5587; number_of_response:1; }","duration":"599.473551ms","start":"2026-04-01T23:42:42.645371Z","end":"2026-04-01T23:42:43.244845Z","steps":["trace[1148347773] 'process raft request' (duration: 599.240756ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:43.245047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:42:42.645355Z","time spent":"599.605273ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:42:43.245126Z","caller":"traceutil/trace.go:171","msg":"trace[298978794] transaction","detail":"{read_only:false; response_revision:5588; number_of_response:1; }","duration":"599.215675ms","start":"2026-04-01T23:42:42.645857Z","end":"2026-04-01T23:42:43.245073Z","steps":["trace[298978794] 'process raft request' (duration: 598.935369ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:43.245277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:42:42.645833Z","time spent":"599.372199ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:42:43.245285Z","caller":"traceutil/trace.go:171","msg":"trace[1906347857] transaction","detail":"{read_only:false; response_revision:5589; number_of_response:1; }","duration":"598.691163ms","start":"2026-04-01T23:42:42.646552Z","end":"2026-04-01T23:42:43.245243Z","steps":["trace[1906347857] 'process raft request' (duration: 598.436677ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:42:43.24563Z","caller":"traceutil/trace.go:171","msg":"trace[71673559] linearizableReadLoop","detail":"{readStateIndex:5825; appliedIndex:5821; }","duration":"554.57309ms","start":"2026-04-01T23:42:42.691038Z","end":"2026-04-01T23:42:43.245611Z","steps":["trace[71673559] 'read index received' (duration: 553.515815ms)","trace[71673559] 'applied index is now lower than readState.Index' (duration: 1.056285ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:42:43.245756Z","caller":"traceutil/trace.go:171","msg":"trace[2016770182] transaction","detail":"{read_only:false; response_revision:5590; number_of_response:1; }","duration":"597.425316ms","start":"2026-04-01T23:42:42.648316Z","end":"2026-04-01T23:42:43.245742Z","steps":["trace[2016770182] 'process raft request' (duration: 596.902283ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:43.245856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:42:42.648299Z","time spent":"597.499597ms","remote":"127.0.0.1:58198","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4936,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:42:43.246004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"553.278051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" ","response":"range_response_count:1 size:696"} {"level":"info","ts":"2026-04-01T23:42:43.246062Z","caller":"traceutil/trace.go:171","msg":"trace[779051765] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config; range_end:; response_count:1; response_revision:5590; }","duration":"553.387284ms","start":"2026-04-01T23:42:42.692662Z","end":"2026-04-01T23:42:43.24605Z","steps":["trace[779051765] 'agreement among raft nodes before linearized reading' (duration: 553.191869ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:43.246101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:42:42.692634Z","time spent":"553.460286ms","remote":"127.0.0.1:58114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":719,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" "} {"level":"warn","ts":"2026-04-01T23:42:43.246142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"490.16037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-01T23:42:43.246865Z","caller":"traceutil/trace.go:171","msg":"trace[884934148] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5590; }","duration":"490.897157ms","start":"2026-04-01T23:42:42.755944Z","end":"2026-04-01T23:42:43.246841Z","steps":["trace[884934148] 'agreement among raft nodes before linearized reading' (duration: 490.076919ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:43.246175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:42:42.646538Z","time spent":"598.823235ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:42:43.24623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.073164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-01T23:42:43.247005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"503.364288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-01T23:42:43.246414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"555.368918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-22ppj.18a2602fbd7bdfc1\" ","response":"range_response_count:1 size:921"} {"level":"info","ts":"2026-04-01T23:42:43.247087Z","caller":"traceutil/trace.go:171","msg":"trace[1143170742] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:5590; }","duration":"503.497231ms","start":"2026-04-01T23:42:42.743569Z","end":"2026-04-01T23:42:43.247067Z","steps":["trace[1143170742] 'agreement among raft nodes before linearized reading' (duration: 502.736214ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:42:43.247187Z","caller":"traceutil/trace.go:171","msg":"trace[1018986474] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-22ppj.18a2602fbd7bdfc1; range_end:; response_count:1; response_revision:5590; }","duration":"556.143015ms","start":"2026-04-01T23:42:42.690992Z","end":"2026-04-01T23:42:43.247135Z","steps":["trace[1018986474] 'agreement among raft nodes before linearized reading' (duration: 555.321596ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:43.247246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:42:42.690974Z","time spent":"556.252208ms","remote":"127.0.0.1:58094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":1,"response size":944,"request content":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-22ppj.18a2602fbd7bdfc1\" "} {"level":"info","ts":"2026-04-01T23:42:43.247031Z","caller":"traceutil/trace.go:171","msg":"trace[894532106] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5590; }","duration":"477.932576ms","start":"2026-04-01T23:42:42.76908Z","end":"2026-04-01T23:42:43.247013Z","steps":["trace[894532106] 'agreement among raft nodes before linearized reading' (duration: 476.930884ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:43.24745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:42:42.769068Z","time spent":"478.360655ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-01T23:42:43.246436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.170231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-88zqq\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-04-01T23:42:43.247726Z","caller":"traceutil/trace.go:171","msg":"trace[971515481] range","detail":"{range_begin:/registry/pods/openstack/keepalived-88zqq; range_end:; response_count:1; response_revision:5590; }","duration":"455.49059ms","start":"2026-04-01T23:42:42.792225Z","end":"2026-04-01T23:42:43.247716Z","steps":["trace[971515481] 'agreement among raft nodes before linearized reading' (duration: 454.14852ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:43.247831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:42:42.792205Z","time spent":"455.616623ms","remote":"127.0.0.1:58198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-88zqq\" "} {"level":"warn","ts":"2026-04-01T23:42:43.247178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:42:42.743547Z","time spent":"503.612984ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":14,"response size":30,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:42:43.246932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:42:42.755931Z","time spent":"490.987729ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-01T23:42:44.831045Z","caller":"traceutil/trace.go:171","msg":"trace[520038039] transaction","detail":"{read_only:false; response_revision:5602; number_of_response:1; }","duration":"379.638473ms","start":"2026-04-01T23:42:44.451383Z","end":"2026-04-01T23:42:44.831022Z","steps":["trace[520038039] 'process raft request' (duration: 379.49728ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:44.83119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:42:44.45136Z","time spent":"379.756967ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:42:44.931741Z","caller":"traceutil/trace.go:171","msg":"trace[1252564581] transaction","detail":"{read_only:false; response_revision:5603; number_of_response:1; }","duration":"480.070763ms","start":"2026-04-01T23:42:44.451649Z","end":"2026-04-01T23:42:44.931719Z","steps":["trace[1252564581] 'process raft request' (duration: 479.91331ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:44.931871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:42:44.451632Z","time spent":"480.175246ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:42:44.93202Z","caller":"traceutil/trace.go:171","msg":"trace[1057962126] transaction","detail":"{read_only:false; response_revision:5604; number_of_response:1; }","duration":"480.138456ms","start":"2026-04-01T23:42:44.451855Z","end":"2026-04-01T23:42:44.931994Z","steps":["trace[1057962126] 'process raft request' (duration: 479.827338ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:42:44.932042Z","caller":"traceutil/trace.go:171","msg":"trace[618195759] transaction","detail":"{read_only:false; response_revision:5605; number_of_response:1; }","duration":"479.697006ms","start":"2026-04-01T23:42:44.452329Z","end":"2026-04-01T23:42:44.932026Z","steps":["trace[618195759] 'process raft request' (duration: 479.553463ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:44.93211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:42:44.452312Z","time spent":"479.764528ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:42:44.932014Z","caller":"traceutil/trace.go:171","msg":"trace[1615222062] linearizableReadLoop","detail":"{readStateIndex:5840; appliedIndex:5837; }","duration":"398.463638ms","start":"2026-04-01T23:42:44.533526Z","end":"2026-04-01T23:42:44.93199Z","steps":["trace[1615222062] 'read index received' (duration: 297.483994ms)","trace[1615222062] 'applied index is now lower than readState.Index' (duration: 100.978414ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:42:44.932131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:42:44.451842Z","time spent":"480.232288ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:42:44.932186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.644112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-22ppj-tls\" ","response":"range_response_count:1 size:1967"} {"level":"info","ts":"2026-04-01T23:42:44.932236Z","caller":"traceutil/trace.go:171","msg":"trace[377324918] range","detail":"{range_begin:/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-22ppj-tls; range_end:; response_count:1; response_revision:5605; }","duration":"398.734944ms","start":"2026-04-01T23:42:44.533488Z","end":"2026-04-01T23:42:44.932223Z","steps":["trace[377324918] 'agreement among raft nodes before linearized reading' (duration: 398.574671ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:44.932276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:42:44.533471Z","time spent":"398.796895ms","remote":"127.0.0.1:38772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":1990,"request content":"key:\"/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-22ppj-tls\" "} {"level":"warn","ts":"2026-04-01T23:42:44.932302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.23074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2b6ba50c-29a7-4e19-9b5c-8fe04e030aed\" ","response":"range_response_count:1 size:3601"} {"level":"info","ts":"2026-04-01T23:42:44.93234Z","caller":"traceutil/trace.go:171","msg":"trace[1079366958] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-2b6ba50c-29a7-4e19-9b5c-8fe04e030aed; range_end:; response_count:1; response_revision:5605; }","duration":"281.270051ms","start":"2026-04-01T23:42:44.651058Z","end":"2026-04-01T23:42:44.932328Z","steps":["trace[1079366958] 'agreement among raft nodes before linearized reading' (duration: 281.147788ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:42:45.231823Z","caller":"traceutil/trace.go:171","msg":"trace[594607794] linearizableReadLoop","detail":"{readStateIndex:5842; appliedIndex:5841; }","duration":"195.285375ms","start":"2026-04-01T23:42:45.03651Z","end":"2026-04-01T23:42:45.231795Z","steps":["trace[594607794] 'read index received' (duration: 195.143882ms)","trace[594607794] 'applied index is now lower than readState.Index' (duration: 140.223µs)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:42:45.231919Z","caller":"traceutil/trace.go:171","msg":"trace[1335646857] transaction","detail":"{read_only:false; response_revision:5607; number_of_response:1; }","duration":"202.12866ms","start":"2026-04-01T23:42:45.029759Z","end":"2026-04-01T23:42:45.231887Z","steps":["trace[1335646857] 'process raft request' (duration: 201.934676ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:45.232027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.508851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-04-01T23:42:45.232061Z","caller":"traceutil/trace.go:171","msg":"trace[1254681250] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:5607; }","duration":"195.579011ms","start":"2026-04-01T23:42:45.036472Z","end":"2026-04-01T23:42:45.232051Z","steps":["trace[1254681250] 'agreement among raft nodes before linearized reading' (duration: 195.449359ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:42:45.752598Z","caller":"traceutil/trace.go:171","msg":"trace[2086518261] linearizableReadLoop","detail":"{readStateIndex:5844; appliedIndex:5843; }","duration":"502.978009ms","start":"2026-04-01T23:42:45.249597Z","end":"2026-04-01T23:42:45.752575Z","steps":["trace[2086518261] 'read index received' (duration: 21.228887ms)","trace[2086518261] 'applied index is now lower than readState.Index' (duration: 481.747852ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:42:45.75289Z","caller":"traceutil/trace.go:171","msg":"trace[853905245] transaction","detail":"{read_only:false; response_revision:5609; number_of_response:1; }","duration":"505.371744ms","start":"2026-04-01T23:42:45.247503Z","end":"2026-04-01T23:42:45.752875Z","steps":["trace[853905245] 'process raft request' (duration: 504.942243ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:45.753243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"503.626794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-01T23:42:45.753325Z","caller":"traceutil/trace.go:171","msg":"trace[1326770988] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5609; }","duration":"503.748137ms","start":"2026-04-01T23:42:45.24956Z","end":"2026-04-01T23:42:45.753308Z","steps":["trace[1326770988] 'agreement among raft nodes before linearized reading' (duration: 503.465451ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:45.753401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:42:45.249549Z","time spent":"503.840959ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-01T23:42:45.753579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:42:45.247481Z","time spent":"505.445016ms","remote":"127.0.0.1:58094","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":853,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-01T23:42:45.766801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.068932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-88zqq\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-04-01T23:42:45.76684Z","caller":"traceutil/trace.go:171","msg":"trace[2073330949] range","detail":"{range_begin:/registry/pods/openstack/keepalived-88zqq; range_end:; response_count:1; response_revision:5610; }","duration":"447.123513ms","start":"2026-04-01T23:42:45.319709Z","end":"2026-04-01T23:42:45.766832Z","steps":["trace[2073330949] 'agreement among raft nodes before linearized reading' (duration: 446.966588ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:45.76686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:42:45.319702Z","time spent":"447.154213ms","remote":"127.0.0.1:58198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-88zqq\" "} {"level":"warn","ts":"2026-04-01T23:42:45.766879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"516.666798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-01T23:42:45.766897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.493051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-01T23:42:45.766954Z","caller":"traceutil/trace.go:171","msg":"trace[709955195] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5610; }","duration":"516.76955ms","start":"2026-04-01T23:42:45.250165Z","end":"2026-04-01T23:42:45.766935Z","steps":["trace[709955195] 'agreement among raft nodes before linearized reading' (duration: 516.502643ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:45.76695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.499856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-01T23:42:45.767001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:42:45.250159Z","time spent":"516.833362ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-01T23:42:45.767018Z","caller":"traceutil/trace.go:171","msg":"trace[371116196] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5610; }","duration":"449.579587ms","start":"2026-04-01T23:42:45.317424Z","end":"2026-04-01T23:42:45.767004Z","steps":["trace[371116196] 'agreement among raft nodes before linearized reading' (duration: 449.351082ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:45.767039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.766943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2b6ba50c-29a7-4e19-9b5c-8fe04e030aed\" ","response":"range_response_count:1 size:3601"} {"level":"warn","ts":"2026-04-01T23:42:45.767064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.947541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-01T23:42:45.76711Z","caller":"traceutil/trace.go:171","msg":"trace[690026651] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-2b6ba50c-29a7-4e19-9b5c-8fe04e030aed; range_end:; response_count:1; response_revision:5610; }","duration":"437.860304ms","start":"2026-04-01T23:42:45.32923Z","end":"2026-04-01T23:42:45.76709Z","steps":["trace[690026651] 'agreement among raft nodes before linearized reading' (duration: 437.67114ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:42:45.76713Z","caller":"traceutil/trace.go:171","msg":"trace[8361868] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5610; }","duration":"464.049334ms","start":"2026-04-01T23:42:45.30307Z","end":"2026-04-01T23:42:45.767119Z","steps":["trace[8361868] 'agreement among raft nodes before linearized reading' (duration: 463.642115ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:45.767168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:42:45.329212Z","time spent":"437.941767ms","remote":"127.0.0.1:58198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3624,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2b6ba50c-29a7-4e19-9b5c-8fe04e030aed\" "} {"level":"warn","ts":"2026-04-01T23:42:45.767221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:42:45.303044Z","time spent":"464.167236ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-01T23:42:45.766971Z","caller":"traceutil/trace.go:171","msg":"trace[525165043] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5610; }","duration":"515.605063ms","start":"2026-04-01T23:42:45.251349Z","end":"2026-04-01T23:42:45.766954Z","steps":["trace[525165043] 'agreement among raft nodes before linearized reading' (duration: 515.392549ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:45.767325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:42:45.251339Z","time spent":"515.973601ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-01T23:42:45.767055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:42:45.317376Z","time spent":"449.67098ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-01T23:42:45.766887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.112697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/goldpinger\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:42:45.767486Z","caller":"traceutil/trace.go:171","msg":"trace[832116022] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/goldpinger; range_end:; response_count:0; response_revision:5610; }","duration":"405.748142ms","start":"2026-04-01T23:42:45.361721Z","end":"2026-04-01T23:42:45.767469Z","steps":["trace[832116022] 'agreement among raft nodes before linearized reading' (duration: 405.088287ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:42:45.766879Z","caller":"traceutil/trace.go:171","msg":"trace[973786129] transaction","detail":"{read_only:false; response_revision:5610; number_of_response:1; }","duration":"300.168666ms","start":"2026-04-01T23:42:45.466686Z","end":"2026-04-01T23:42:45.766854Z","steps":["trace[973786129] 'process raft request' (duration: 299.819437ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:45.767681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:42:45.466661Z","time spent":"300.930112ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:42:45.767603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:42:45.361704Z","time spent":"405.871724ms","remote":"127.0.0.1:58224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":28,"request content":"key:\"/registry/serviceaccounts/monitoring/goldpinger\" "} {"level":"info","ts":"2026-04-01T23:42:46.434675Z","caller":"traceutil/trace.go:171","msg":"trace[1806329505] transaction","detail":"{read_only:false; response_revision:5632; number_of_response:1; }","duration":"128.599064ms","start":"2026-04-01T23:42:46.306056Z","end":"2026-04-01T23:42:46.434655Z","steps":["trace[1806329505] 'process raft request' (duration: 128.545013ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:42:46.43472Z","caller":"traceutil/trace.go:171","msg":"trace[187184434] transaction","detail":"{read_only:false; response_revision:5631; number_of_response:1; }","duration":"131.461258ms","start":"2026-04-01T23:42:46.30322Z","end":"2026-04-01T23:42:46.434681Z","steps":["trace[187184434] 'process raft request' (duration: 131.220623ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:42:46.566809Z","caller":"traceutil/trace.go:171","msg":"trace[1744548033] linearizableReadLoop","detail":"{readStateIndex:5869; appliedIndex:5866; }","duration":"247.025779ms","start":"2026-04-01T23:42:46.319753Z","end":"2026-04-01T23:42:46.566779Z","steps":["trace[1744548033] 'read index received' (duration: 114.705812ms)","trace[1744548033] 'applied index is now lower than readState.Index' (duration: 132.319027ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:42:46.566809Z","caller":"traceutil/trace.go:171","msg":"trace[1835497657] transaction","detail":"{read_only:false; response_revision:5633; number_of_response:1; }","duration":"249.77102ms","start":"2026-04-01T23:42:46.317022Z","end":"2026-04-01T23:42:46.566793Z","steps":["trace[1835497657] 'process raft request' (duration: 223.384587ms)","trace[1835497657] 'compare' (duration: 26.25116ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:42:46.566967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.212693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/goldpinger-6fkdw\" ","response":"range_response_count:1 size:3945"} {"level":"info","ts":"2026-04-01T23:42:46.566994Z","caller":"traceutil/trace.go:171","msg":"trace[1409179510] range","detail":"{range_begin:/registry/pods/monitoring/goldpinger-6fkdw; range_end:; response_count:1; response_revision:5633; }","duration":"247.251944ms","start":"2026-04-01T23:42:46.319736Z","end":"2026-04-01T23:42:46.566988Z","steps":["trace[1409179510] 'agreement among raft nodes before linearized reading' (duration: 247.124811ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:46.567278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.455943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:26 size:787721"} {"level":"warn","ts":"2026-04-01T23:42:46.567269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.419685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:42:46.567307Z","caller":"traceutil/trace.go:171","msg":"trace[516552161] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:26; response_revision:5633; }","duration":"217.521505ms","start":"2026-04-01T23:42:46.349779Z","end":"2026-04-01T23:42:46.5673Z","steps":["trace[516552161] 'agreement among raft nodes before linearized reading' (duration: 217.223498ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:42:46.567317Z","caller":"traceutil/trace.go:171","msg":"trace[277234906] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5633; }","duration":"186.497717ms","start":"2026-04-01T23:42:46.380808Z","end":"2026-04-01T23:42:46.567306Z","steps":["trace[277234906] 'agreement among raft nodes before linearized reading' (duration: 186.424145ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:48.333744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"718.209344ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-01T23:42:48.333842Z","caller":"traceutil/trace.go:171","msg":"trace[1319203001] linearizableReadLoop","detail":"{readStateIndex:5884; appliedIndex:5883; }","duration":"545.22522ms","start":"2026-04-01T23:42:47.788603Z","end":"2026-04-01T23:42:48.333829Z","steps":["trace[1319203001] 'read index received' (duration: 39.611µs)","trace[1319203001] 'applied index is now lower than readState.Index' (duration: 545.184229ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:42:48.333887Z","caller":"traceutil/trace.go:171","msg":"trace[1584330646] transaction","detail":"{read_only:false; response_revision:5647; number_of_response:1; }","duration":"796.822743ms","start":"2026-04-01T23:42:47.537032Z","end":"2026-04-01T23:42:48.333854Z","steps":["trace[1584330646] 'process raft request' (duration: 78.434975ms)","trace[1584330646] 'compare' (duration: 718.03475ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:42:48.334019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"545.413485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-88zqq\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-04-01T23:42:48.334029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"545.336623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-04-01T23:42:48.334032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:42:47.537002Z","time spent":"796.958175ms","remote":"127.0.0.1:58506","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2540,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-01T23:42:48.334051Z","caller":"traceutil/trace.go:171","msg":"trace[221323387] range","detail":"{range_begin:/registry/pods/openstack/keepalived-88zqq; range_end:; response_count:1; response_revision:5647; }","duration":"545.448686ms","start":"2026-04-01T23:42:47.788595Z","end":"2026-04-01T23:42:48.334043Z","steps":["trace[221323387] 'agreement among raft nodes before linearized reading' (duration: 545.300753ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:42:48.334064Z","caller":"traceutil/trace.go:171","msg":"trace[1685006864] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5647; }","duration":"545.414645ms","start":"2026-04-01T23:42:47.78864Z","end":"2026-04-01T23:42:48.334055Z","steps":["trace[1685006864] 'agreement among raft nodes before linearized reading' (duration: 545.290162ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:48.334079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:42:47.788533Z","time spent":"545.539737ms","remote":"127.0.0.1:58198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-88zqq\" "} {"level":"warn","ts":"2026-04-01T23:42:48.334058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.511225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-01T23:42:48.334127Z","caller":"traceutil/trace.go:171","msg":"trace[1952539166] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5647; }","duration":"508.596946ms","start":"2026-04-01T23:42:47.825517Z","end":"2026-04-01T23:42:48.334114Z","steps":["trace[1952539166] 'agreement among raft nodes before linearized reading' (duration: 508.440503ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:48.334137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.998925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-01T23:42:48.334166Z","caller":"traceutil/trace.go:171","msg":"trace[1960688581] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5647; }","duration":"509.056386ms","start":"2026-04-01T23:42:47.825104Z","end":"2026-04-01T23:42:48.334161Z","steps":["trace[1960688581] 'agreement among raft nodes before linearized reading' (duration: 508.994315ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:48.334183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:42:47.825089Z","time spent":"509.090917ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-01T23:42:48.334176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:42:47.82551Z","time spent":"508.653227ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-01T23:42:48.334177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.558825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-01T23:42:48.334191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.853692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-01T23:42:48.334087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:42:47.788618Z","time spent":"545.463966ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-01T23:42:48.334219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.863576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2b6ba50c-29a7-4e19-9b5c-8fe04e030aed\" ","response":"range_response_count:1 size:3907"} {"level":"info","ts":"2026-04-01T23:42:48.334244Z","caller":"traceutil/trace.go:171","msg":"trace[2103686657] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5647; }","duration":"508.653908ms","start":"2026-04-01T23:42:47.825572Z","end":"2026-04-01T23:42:48.334226Z","steps":["trace[2103686657] 'agreement among raft nodes before linearized reading' (duration: 508.470204ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:42:48.334253Z","caller":"traceutil/trace.go:171","msg":"trace[43007140] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5647; }","duration":"508.983745ms","start":"2026-04-01T23:42:47.825254Z","end":"2026-04-01T23:42:48.334238Z","steps":["trace[43007140] 'agreement among raft nodes before linearized reading' (duration: 508.834732ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:42:48.334333Z","caller":"traceutil/trace.go:171","msg":"trace[1224719132] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-2b6ba50c-29a7-4e19-9b5c-8fe04e030aed; range_end:; response_count:1; response_revision:5647; }","duration":"375.02687ms","start":"2026-04-01T23:42:47.959284Z","end":"2026-04-01T23:42:48.334311Z","steps":["trace[1224719132] 'agreement among raft nodes before linearized reading' (duration: 374.714473ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:48.334343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:42:47.825216Z","time spent":"509.114058ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-01T23:42:48.33434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:42:47.825553Z","time spent":"508.77082ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-01T23:42:48.334391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:42:47.959264Z","time spent":"375.116962ms","remote":"127.0.0.1:58198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3930,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2b6ba50c-29a7-4e19-9b5c-8fe04e030aed\" "} {"level":"info","ts":"2026-04-01T23:42:49.469321Z","caller":"traceutil/trace.go:171","msg":"trace[64300569] transaction","detail":"{read_only:false; response_revision:5662; number_of_response:1; }","duration":"123.292044ms","start":"2026-04-01T23:42:49.345995Z","end":"2026-04-01T23:42:49.469287Z","steps":["trace[64300569] 'process raft request' (duration: 122.771303ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:42:50.398708Z","caller":"traceutil/trace.go:171","msg":"trace[368192861] linearizableReadLoop","detail":"{readStateIndex:5911; appliedIndex:5910; }","duration":"144.741977ms","start":"2026-04-01T23:42:50.253922Z","end":"2026-04-01T23:42:50.398664Z","steps":["trace[368192861] 'read index received' (duration: 96.766457ms)","trace[368192861] 'applied index is now lower than readState.Index' (duration: 47.97411ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:42:50.398721Z","caller":"traceutil/trace.go:171","msg":"trace[1289276990] transaction","detail":"{read_only:false; response_revision:5673; number_of_response:1; }","duration":"145.068344ms","start":"2026-04-01T23:42:50.253617Z","end":"2026-04-01T23:42:50.398685Z","steps":["trace[1289276990] 'process raft request' (duration: 97.084875ms)","trace[1289276990] 'compare' (duration: 47.830716ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:42:50.399279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.332731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-01T23:42:50.399359Z","caller":"traceutil/trace.go:171","msg":"trace[1735715105] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:5673; }","duration":"145.465133ms","start":"2026-04-01T23:42:50.253876Z","end":"2026-04-01T23:42:50.399341Z","steps":["trace[1735715105] 'agreement among raft nodes before linearized reading' (duration: 144.936931ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:50.399598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.492611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-01T23:42:50.399636Z","caller":"traceutil/trace.go:171","msg":"trace[897370077] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5673; }","duration":"144.557012ms","start":"2026-04-01T23:42:50.255067Z","end":"2026-04-01T23:42:50.399624Z","steps":["trace[897370077] 'agreement among raft nodes before linearized reading' (duration: 143.794845ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:42:50.538719Z","caller":"traceutil/trace.go:171","msg":"trace[170753111] linearizableReadLoop","detail":"{readStateIndex:5915; appliedIndex:5911; }","duration":"134.23006ms","start":"2026-04-01T23:42:50.404467Z","end":"2026-04-01T23:42:50.538697Z","steps":["trace[170753111] 'read index received' (duration: 15.021687ms)","trace[170753111] 'applied index is now lower than readState.Index' (duration: 119.203183ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:42:50.53929Z","caller":"traceutil/trace.go:171","msg":"trace[467602666] transaction","detail":"{read_only:false; response_revision:5679; number_of_response:1; }","duration":"134.180109ms","start":"2026-04-01T23:42:50.40509Z","end":"2026-04-01T23:42:50.53927Z","steps":["trace[467602666] 'process raft request' (duration: 133.450993ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:42:50.539315Z","caller":"traceutil/trace.go:171","msg":"trace[1139579511] transaction","detail":"{read_only:false; response_revision:5675; number_of_response:1; }","duration":"135.761514ms","start":"2026-04-01T23:42:50.403516Z","end":"2026-04-01T23:42:50.539277Z","steps":["trace[1139579511] 'process raft request' (duration: 133.922654ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:42:50.539575Z","caller":"traceutil/trace.go:171","msg":"trace[391288717] transaction","detail":"{read_only:false; response_revision:5676; number_of_response:1; }","duration":"135.817126ms","start":"2026-04-01T23:42:50.403742Z","end":"2026-04-01T23:42:50.539559Z","steps":["trace[391288717] 'process raft request' (duration: 134.580408ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:42:50.539668Z","caller":"traceutil/trace.go:171","msg":"trace[803322146] transaction","detail":"{read_only:false; response_revision:5677; number_of_response:1; }","duration":"135.849847ms","start":"2026-04-01T23:42:50.40381Z","end":"2026-04-01T23:42:50.53966Z","steps":["trace[803322146] 'process raft request' (duration: 134.589259ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:42:50.539754Z","caller":"traceutil/trace.go:171","msg":"trace[1056112386] transaction","detail":"{read_only:false; response_revision:5678; number_of_response:1; }","duration":"134.994128ms","start":"2026-04-01T23:42:50.404752Z","end":"2026-04-01T23:42:50.539746Z","steps":["trace[1056112386] 'process raft request' (duration: 133.695099ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:50.539834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.767515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62990"} {"level":"info","ts":"2026-04-01T23:42:50.539872Z","caller":"traceutil/trace.go:171","msg":"trace[326234675] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:5679; }","duration":"136.212404ms","start":"2026-04-01T23:42:50.403648Z","end":"2026-04-01T23:42:50.53986Z","steps":["trace[326234675] 'agreement among raft nodes before linearized reading' (duration: 135.975519ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:42:50.716598Z","caller":"traceutil/trace.go:171","msg":"trace[953353364] transaction","detail":"{read_only:false; response_revision:5691; number_of_response:1; }","duration":"106.309662ms","start":"2026-04-01T23:42:50.610248Z","end":"2026-04-01T23:42:50.716558Z","steps":["trace[953353364] 'process raft request' (duration: 73.703879ms)","trace[953353364] 'compare' (duration: 32.00969ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:42:50.716642Z","caller":"traceutil/trace.go:171","msg":"trace[946732706] linearizableReadLoop","detail":"{readStateIndex:5929; appliedIndex:5927; }","duration":"106.017515ms","start":"2026-04-01T23:42:50.6106Z","end":"2026-04-01T23:42:50.716618Z","steps":["trace[946732706] 'read index received' (duration: 23.301144ms)","trace[946732706] 'applied index is now lower than readState.Index' (duration: 82.715361ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:42:50.716746Z","caller":"traceutil/trace.go:171","msg":"trace[48839193] transaction","detail":"{read_only:false; response_revision:5692; number_of_response:1; }","duration":"105.042024ms","start":"2026-04-01T23:42:50.611693Z","end":"2026-04-01T23:42:50.716735Z","steps":["trace[48839193] 'process raft request' (duration: 104.777587ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:50.71694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.316552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/monitoring/prometheus-pushgateway\" ","response":"range_response_count:1 size:3758"} {"level":"info","ts":"2026-04-01T23:42:50.717006Z","caller":"traceutil/trace.go:171","msg":"trace[21407613] range","detail":"{range_begin:/registry/deployments/monitoring/prometheus-pushgateway; range_end:; response_count:1; response_revision:5692; }","duration":"106.420755ms","start":"2026-04-01T23:42:50.610568Z","end":"2026-04-01T23:42:50.716988Z","steps":["trace[21407613] 'agreement among raft nodes before linearized reading' (duration: 106.20675ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:42:50.746437Z","caller":"traceutil/trace.go:171","msg":"trace[1397422768] transaction","detail":"{read_only:false; response_revision:5693; number_of_response:1; }","duration":"106.300983ms","start":"2026-04-01T23:42:50.640115Z","end":"2026-04-01T23:42:50.746416Z","steps":["trace[1397422768] 'process raft request' (duration: 105.692519ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:42:50.866356Z","caller":"traceutil/trace.go:171","msg":"trace[577191152] linearizableReadLoop","detail":"{readStateIndex:5933; appliedIndex:5932; }","duration":"120.251045ms","start":"2026-04-01T23:42:50.746084Z","end":"2026-04-01T23:42:50.866335Z","steps":["trace[577191152] 'read index received' (duration: 120.117363ms)","trace[577191152] 'applied index is now lower than readState.Index' (duration: 132.582µs)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:42:50.866447Z","caller":"traceutil/trace.go:171","msg":"trace[1424700734] transaction","detail":"{read_only:false; response_revision:5695; number_of_response:1; }","duration":"142.408535ms","start":"2026-04-01T23:42:50.723992Z","end":"2026-04-01T23:42:50.8664Z","steps":["trace[1424700734] 'process raft request' (duration: 142.17128ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:50.86678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.980837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/monitoring/prometheus-pushgateway-7b8659c68b\" ","response":"range_response_count:1 size:3902"} {"level":"info","ts":"2026-04-01T23:42:50.866916Z","caller":"traceutil/trace.go:171","msg":"trace[1507976908] range","detail":"{range_begin:/registry/replicasets/monitoring/prometheus-pushgateway-7b8659c68b; range_end:; response_count:1; response_revision:5695; }","duration":"143.172992ms","start":"2026-04-01T23:42:50.723708Z","end":"2026-04-01T23:42:50.866881Z","steps":["trace[1507976908] 'agreement among raft nodes before linearized reading' (duration: 142.715541ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:42:50.876614Z","caller":"traceutil/trace.go:171","msg":"trace[890996699] transaction","detail":"{read_only:false; response_revision:5696; number_of_response:1; }","duration":"121.7157ms","start":"2026-04-01T23:42:50.754876Z","end":"2026-04-01T23:42:50.876591Z","steps":["trace[890996699] 'process raft request' (duration: 121.288429ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:42:50.877185Z","caller":"traceutil/trace.go:171","msg":"trace[1559881945] transaction","detail":"{read_only:false; response_revision:5697; number_of_response:1; }","duration":"119.376287ms","start":"2026-04-01T23:42:50.757766Z","end":"2026-04-01T23:42:50.877142Z","steps":["trace[1559881945] 'process raft request' (duration: 118.547388ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:42:51.093918Z","caller":"traceutil/trace.go:171","msg":"trace[828570496] transaction","detail":"{read_only:false; response_revision:5700; number_of_response:1; }","duration":"144.126994ms","start":"2026-04-01T23:42:50.949767Z","end":"2026-04-01T23:42:51.093894Z","steps":["trace[828570496] 'process raft request' (duration: 143.95127ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:42:51.167653Z","caller":"traceutil/trace.go:171","msg":"trace[840605414] transaction","detail":"{read_only:false; response_revision:5702; number_of_response:1; }","duration":"214.019526ms","start":"2026-04-01T23:42:50.953606Z","end":"2026-04-01T23:42:51.167626Z","steps":["trace[840605414] 'process raft request' (duration: 213.915903ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:42:51.167672Z","caller":"traceutil/trace.go:171","msg":"trace[797323098] transaction","detail":"{read_only:false; response_revision:5701; number_of_response:1; }","duration":"215.353396ms","start":"2026-04-01T23:42:50.95229Z","end":"2026-04-01T23:42:51.167643Z","steps":["trace[797323098] 'process raft request' (duration: 215.05844ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:42:51.167801Z","caller":"traceutil/trace.go:171","msg":"trace[1276350668] linearizableReadLoop","detail":"{readStateIndex:5941; appliedIndex:5937; }","duration":"198.072498ms","start":"2026-04-01T23:42:50.969719Z","end":"2026-04-01T23:42:51.167792Z","steps":["trace[1276350668] 'read index received' (duration: 124.072673ms)","trace[1276350668] 'applied index is now lower than readState.Index' (duration: 73.997705ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:42:51.167975Z","caller":"traceutil/trace.go:171","msg":"trace[705876537] transaction","detail":"{read_only:false; response_revision:5703; number_of_response:1; }","duration":"211.321396ms","start":"2026-04-01T23:42:50.956607Z","end":"2026-04-01T23:42:51.167929Z","steps":["trace[705876537] 'process raft request' (duration: 210.968788ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:51.168473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.522956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:27 size:803601"} {"level":"info","ts":"2026-04-01T23:42:51.168532Z","caller":"traceutil/trace.go:171","msg":"trace[1931435853] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:27; response_revision:5703; }","duration":"197.602808ms","start":"2026-04-01T23:42:50.97092Z","end":"2026-04-01T23:42:51.168522Z","steps":["trace[1931435853] 'agreement among raft nodes before linearized reading' (duration: 197.168208ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:51.168528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.789614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3506"} {"level":"info","ts":"2026-04-01T23:42:51.16861Z","caller":"traceutil/trace.go:171","msg":"trace[721417184] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:5703; }","duration":"198.905686ms","start":"2026-04-01T23:42:50.969682Z","end":"2026-04-01T23:42:51.168588Z","steps":["trace[721417184] 'agreement among raft nodes before linearized reading' (duration: 198.133499ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:42:51.328052Z","caller":"traceutil/trace.go:171","msg":"trace[701673095] transaction","detail":"{read_only:false; response_revision:5704; number_of_response:1; }","duration":"155.0311ms","start":"2026-04-01T23:42:51.172998Z","end":"2026-04-01T23:42:51.32803Z","steps":["trace[701673095] 'process raft request' (duration: 89.510925ms)","trace[701673095] 'compare' (duration: 65.407452ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:42:51.544125Z","caller":"traceutil/trace.go:171","msg":"trace[1546649482] transaction","detail":"{read_only:false; response_revision:5707; number_of_response:1; }","duration":"110.318333ms","start":"2026-04-01T23:42:51.43378Z","end":"2026-04-01T23:42:51.544098Z","steps":["trace[1546649482] 'process raft request' (duration: 110.14711ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:42:52.473948Z","caller":"traceutil/trace.go:171","msg":"trace[1078802370] transaction","detail":"{read_only:false; response_revision:5709; number_of_response:1; }","duration":"133.929244ms","start":"2026-04-01T23:42:52.339989Z","end":"2026-04-01T23:42:52.473919Z","steps":["trace[1078802370] 'process raft request' (duration: 133.772071ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:42:52.535935Z","caller":"traceutil/trace.go:171","msg":"trace[767652905] transaction","detail":"{read_only:false; response_revision:5710; number_of_response:1; }","duration":"191.502609ms","start":"2026-04-01T23:42:52.344392Z","end":"2026-04-01T23:42:52.535895Z","steps":["trace[767652905] 'process raft request' (duration: 191.244513ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:42:52.607462Z","caller":"traceutil/trace.go:171","msg":"trace[713600989] linearizableReadLoop","detail":"{readStateIndex:5948; appliedIndex:5946; }","duration":"227.583292ms","start":"2026-04-01T23:42:52.379851Z","end":"2026-04-01T23:42:52.607434Z","steps":["trace[713600989] 'read index received' (duration: 93.980175ms)","trace[713600989] 'applied index is now lower than readState.Index' (duration: 133.601567ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:42:52.607758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.187755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-01T23:42:52.607826Z","caller":"traceutil/trace.go:171","msg":"trace[878184299] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5710; }","duration":"184.302088ms","start":"2026-04-01T23:42:52.423508Z","end":"2026-04-01T23:42:52.60781Z","steps":["trace[878184299] 'agreement among raft nodes before linearized reading' (duration: 184.113163ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:52.608225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.35612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:42:52.608281Z","caller":"traceutil/trace.go:171","msg":"trace[1859846487] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5710; }","duration":"228.451612ms","start":"2026-04-01T23:42:52.379814Z","end":"2026-04-01T23:42:52.608266Z","steps":["trace[1859846487] 'agreement among raft nodes before linearized reading' (duration: 227.89101ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:42:52.743097Z","caller":"traceutil/trace.go:171","msg":"trace[734223295] linearizableReadLoop","detail":"{readStateIndex:5952; appliedIndex:5949; }","duration":"129.963966ms","start":"2026-04-01T23:42:52.613114Z","end":"2026-04-01T23:42:52.743078Z","steps":["trace[734223295] 'read index received' (duration: 40.592634ms)","trace[734223295] 'applied index is now lower than readState.Index' (duration: 89.370322ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:42:52.74311Z","caller":"traceutil/trace.go:171","msg":"trace[101548282] transaction","detail":"{read_only:false; response_revision:5713; number_of_response:1; }","duration":"130.368154ms","start":"2026-04-01T23:42:52.612699Z","end":"2026-04-01T23:42:52.743068Z","steps":["trace[101548282] 'process raft request' (duration: 130.254092ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:42:52.743155Z","caller":"traceutil/trace.go:171","msg":"trace[1400036853] transaction","detail":"{read_only:false; response_revision:5714; number_of_response:1; }","duration":"129.549245ms","start":"2026-04-01T23:42:52.613568Z","end":"2026-04-01T23:42:52.743118Z","steps":["trace[1400036853] 'process raft request' (duration: 129.433793ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:42:52.743171Z","caller":"traceutil/trace.go:171","msg":"trace[1993861540] transaction","detail":"{read_only:false; response_revision:5715; number_of_response:1; }","duration":"129.35138ms","start":"2026-04-01T23:42:52.613798Z","end":"2026-04-01T23:42:52.743149Z","steps":["trace[1993861540] 'process raft request' (duration: 129.240608ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:42:52.743101Z","caller":"traceutil/trace.go:171","msg":"trace[1183394045] transaction","detail":"{read_only:false; response_revision:5712; number_of_response:1; }","duration":"130.905706ms","start":"2026-04-01T23:42:52.612159Z","end":"2026-04-01T23:42:52.743065Z","steps":["trace[1183394045] 'process raft request' (duration: 129.584746ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:52.743443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.314843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62990"} {"level":"info","ts":"2026-04-01T23:42:52.743516Z","caller":"traceutil/trace.go:171","msg":"trace[1789305229] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:5715; }","duration":"130.403335ms","start":"2026-04-01T23:42:52.613098Z","end":"2026-04-01T23:42:52.743501Z","steps":["trace[1789305229] 'agreement among raft nodes before linearized reading' (duration: 130.126409ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:42:53.064062Z","caller":"traceutil/trace.go:171","msg":"trace[908352632] transaction","detail":"{read_only:false; response_revision:5720; number_of_response:1; }","duration":"114.188979ms","start":"2026-04-01T23:42:52.949831Z","end":"2026-04-01T23:42:53.06402Z","steps":["trace[908352632] 'process raft request' (duration: 37.842301ms)","trace[908352632] 'compare' (duration: 76.157704ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:42:53.872819Z","caller":"traceutil/trace.go:171","msg":"trace[369047362] transaction","detail":"{read_only:false; response_revision:5730; number_of_response:1; }","duration":"204.569244ms","start":"2026-04-01T23:42:53.668225Z","end":"2026-04-01T23:42:53.872794Z","steps":["trace[369047362] 'process raft request' (duration: 204.350269ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:42:53.872983Z","caller":"traceutil/trace.go:171","msg":"trace[339997256] linearizableReadLoop","detail":"{readStateIndex:5970; appliedIndex:5967; }","duration":"183.817676ms","start":"2026-04-01T23:42:53.689147Z","end":"2026-04-01T23:42:53.872965Z","steps":["trace[339997256] 'read index received' (duration: 62.341442ms)","trace[339997256] 'applied index is now lower than readState.Index' (duration: 121.475204ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:42:53.873087Z","caller":"traceutil/trace.go:171","msg":"trace[215539463] transaction","detail":"{read_only:false; response_revision:5731; number_of_response:1; }","duration":"201.059475ms","start":"2026-04-01T23:42:53.672019Z","end":"2026-04-01T23:42:53.873079Z","steps":["trace[215539463] 'process raft request' (duration: 200.727978ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:53.873302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.144683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-04-01T23:42:53.873336Z","caller":"traceutil/trace.go:171","msg":"trace[1679978556] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:5731; }","duration":"184.214815ms","start":"2026-04-01T23:42:53.689112Z","end":"2026-04-01T23:42:53.873327Z","steps":["trace[1679978556] 'agreement among raft nodes before linearized reading' (duration: 184.107392ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:42:55.230001Z","caller":"traceutil/trace.go:171","msg":"trace[655014456] transaction","detail":"{read_only:false; response_revision:5740; number_of_response:1; }","duration":"474.240513ms","start":"2026-04-01T23:42:54.755735Z","end":"2026-04-01T23:42:55.229976Z","steps":["trace[655014456] 'process raft request' (duration: 474.198752ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:55.230164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:42:54.755724Z","time spent":"474.356545ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:42:55.23018Z","caller":"traceutil/trace.go:171","msg":"trace[1170807654] transaction","detail":"{read_only:false; response_revision:5738; number_of_response:1; }","duration":"474.862127ms","start":"2026-04-01T23:42:54.755294Z","end":"2026-04-01T23:42:55.230156Z","steps":["trace[1170807654] 'process raft request' (duration: 474.430026ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:55.2303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:42:54.755281Z","time spent":"474.946589ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:42:55.230302Z","caller":"traceutil/trace.go:171","msg":"trace[1585268978] transaction","detail":"{read_only:false; response_revision:5739; number_of_response:1; }","duration":"474.894218ms","start":"2026-04-01T23:42:54.755357Z","end":"2026-04-01T23:42:55.230251Z","steps":["trace[1585268978] 'process raft request' (duration: 474.53305ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:55.23043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:42:54.755342Z","time spent":"475.021021ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:42:55.644714Z","caller":"traceutil/trace.go:171","msg":"trace[1958379687] transaction","detail":"{read_only:false; response_revision:5741; number_of_response:1; }","duration":"720.024594ms","start":"2026-04-01T23:42:54.924665Z","end":"2026-04-01T23:42:55.64469Z","steps":["trace[1958379687] 'process raft request' (duration: 719.82179ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:55.644862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:42:54.924643Z","time spent":"720.143626ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:42:55.645104Z","caller":"traceutil/trace.go:171","msg":"trace[1362007800] linearizableReadLoop","detail":"{readStateIndex:5983; appliedIndex:5979; }","duration":"263.461909ms","start":"2026-04-01T23:42:55.381618Z","end":"2026-04-01T23:42:55.64508Z","steps":["trace[1362007800] 'read index received' (duration: 262.890656ms)","trace[1362007800] 'applied index is now lower than readState.Index' (duration: 570.253µs)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:42:55.645212Z","caller":"traceutil/trace.go:171","msg":"trace[1635776598] transaction","detail":"{read_only:false; response_revision:5744; number_of_response:1; }","duration":"456.455982ms","start":"2026-04-01T23:42:55.188745Z","end":"2026-04-01T23:42:55.645201Z","steps":["trace[1635776598] 'process raft request' (duration: 456.277148ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:55.645341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:42:55.18873Z","time spent":"456.511823ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:42:55.645363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.752236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:42:55.645429Z","caller":"traceutil/trace.go:171","msg":"trace[1278576558] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5744; }","duration":"263.864698ms","start":"2026-04-01T23:42:55.381548Z","end":"2026-04-01T23:42:55.645413Z","steps":["trace[1278576558] 'agreement among raft nodes before linearized reading' (duration: 263.737625ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:42:55.645425Z","caller":"traceutil/trace.go:171","msg":"trace[797766867] transaction","detail":"{read_only:false; response_revision:5742; number_of_response:1; }","duration":"459.01476ms","start":"2026-04-01T23:42:55.186376Z","end":"2026-04-01T23:42:55.645391Z","steps":["trace[797766867] 'process raft request' (duration: 458.275103ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:42:55.645262Z","caller":"traceutil/trace.go:171","msg":"trace[1700241382] transaction","detail":"{read_only:false; response_revision:5743; number_of_response:1; }","duration":"457.283391ms","start":"2026-04-01T23:42:55.187938Z","end":"2026-04-01T23:42:55.645221Z","steps":["trace[1700241382] 'process raft request' (duration: 456.978524ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:55.645536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:42:55.186347Z","time spent":"459.134523ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:42:55.6456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:42:55.187897Z","time spent":"457.66956ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:42:55.885658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.461202ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-01T23:42:55.885784Z","caller":"traceutil/trace.go:171","msg":"trace[1365289306] linearizableReadLoop","detail":"{readStateIndex:5984; appliedIndex:5983; }","duration":"240.592774ms","start":"2026-04-01T23:42:55.64517Z","end":"2026-04-01T23:42:55.885762Z","steps":["trace[1365289306] 'read index received' (duration: 135.994649ms)","trace[1365289306] 'applied index is now lower than readState.Index' (duration: 104.595945ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:42:55.885892Z","caller":"traceutil/trace.go:171","msg":"trace[108010520] transaction","detail":"{read_only:false; response_revision:5745; number_of_response:1; }","duration":"463.152684ms","start":"2026-04-01T23:42:55.422726Z","end":"2026-04-01T23:42:55.885879Z","steps":["trace[108010520] 'process raft request' (duration: 358.388285ms)","trace[108010520] 'compare' (duration: 104.266798ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:42:55.88596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:42:55.422705Z","time spent":"463.224246ms","remote":"127.0.0.1:58094","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":883,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-01T23:42:55.886207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.692024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:42:55.886295Z","caller":"traceutil/trace.go:171","msg":"trace[2113683791] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5745; }","duration":"239.796057ms","start":"2026-04-01T23:42:55.646459Z","end":"2026-04-01T23:42:55.886255Z","steps":["trace[2113683791] 'agreement among raft nodes before linearized reading' (duration: 239.655794ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:55.886442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.255932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-01T23:42:55.886536Z","caller":"traceutil/trace.go:171","msg":"trace[1710993036] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5745; }","duration":"302.395596ms","start":"2026-04-01T23:42:55.584119Z","end":"2026-04-01T23:42:55.886514Z","steps":["trace[1710993036] 'agreement among raft nodes before linearized reading' (duration: 302.013067ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:55.886532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.90879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:9 size:380035"} {"level":"info","ts":"2026-04-01T23:42:55.8866Z","caller":"traceutil/trace.go:171","msg":"trace[835265441] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:9; response_revision:5745; }","duration":"276.016932ms","start":"2026-04-01T23:42:55.610568Z","end":"2026-04-01T23:42:55.886585Z","steps":["trace[835265441] 'agreement among raft nodes before linearized reading' (duration: 275.543472ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:55.886617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:42:55.5841Z","time spent":"302.483767ms","remote":"127.0.0.1:58198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-01T23:42:56.821684Z","caller":"traceutil/trace.go:171","msg":"trace[612455857] linearizableReadLoop","detail":"{readStateIndex:5986; appliedIndex:5985; }","duration":"422.232063ms","start":"2026-04-01T23:42:56.399425Z","end":"2026-04-01T23:42:56.821657Z","steps":["trace[612455857] 'read index received' (duration: 421.359732ms)","trace[612455857] 'applied index is now lower than readState.Index' (duration: 870.991µs)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:42:56.821737Z","caller":"traceutil/trace.go:171","msg":"trace[170255684] transaction","detail":"{read_only:false; response_revision:5747; number_of_response:1; }","duration":"495.828718ms","start":"2026-04-01T23:42:56.325887Z","end":"2026-04-01T23:42:56.821716Z","steps":["trace[170255684] 'process raft request' (duration: 494.907507ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:56.82183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.385666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T23:42:56.821852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:42:56.325869Z","time spent":"495.916251ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:42:56.821865Z","caller":"traceutil/trace.go:171","msg":"trace[1546312555] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5747; }","duration":"422.461727ms","start":"2026-04-01T23:42:56.399392Z","end":"2026-04-01T23:42:56.821853Z","steps":["trace[1546312555] 'agreement among raft nodes before linearized reading' (duration: 422.387465ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:56.821912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:42:56.399375Z","time spent":"422.515629ms","remote":"127.0.0.1:58042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-01T23:42:56.822067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.889178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-01T23:42:56.822078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.30481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-grafana-7cbd96d84b-trcht.18a260330756b5d8\" ","response":"range_response_count:1 size:898"} {"level":"info","ts":"2026-04-01T23:42:56.82213Z","caller":"traceutil/trace.go:171","msg":"trace[1450819439] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5747; }","duration":"148.012231ms","start":"2026-04-01T23:42:56.674101Z","end":"2026-04-01T23:42:56.822113Z","steps":["trace[1450819439] 'agreement among raft nodes before linearized reading' (duration: 147.809686ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:42:56.822185Z","caller":"traceutil/trace.go:171","msg":"trace[1228535600] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-grafana-7cbd96d84b-trcht.18a260330756b5d8; range_end:; response_count:1; response_revision:5747; }","duration":"393.454275ms","start":"2026-04-01T23:42:56.428706Z","end":"2026-04-01T23:42:56.82216Z","steps":["trace[1228535600] 'agreement among raft nodes before linearized reading' (duration: 393.132898ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:56.822244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:42:56.428691Z","time spent":"393.542446ms","remote":"127.0.0.1:58094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":93,"response count":1,"response size":921,"request content":"key:\"/registry/events/monitoring/kube-prometheus-stack-grafana-7cbd96d84b-trcht.18a260330756b5d8\" "} {"level":"info","ts":"2026-04-01T23:42:57.088062Z","caller":"traceutil/trace.go:171","msg":"trace[1904096083] linearizableReadLoop","detail":"{readStateIndex:5987; appliedIndex:5986; }","duration":"262.915016ms","start":"2026-04-01T23:42:56.82512Z","end":"2026-04-01T23:42:57.088035Z","steps":["trace[1904096083] 'read index received' (duration: 262.776543ms)","trace[1904096083] 'applied index is now lower than readState.Index' (duration: 137.323µs)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:42:57.088111Z","caller":"traceutil/trace.go:171","msg":"trace[1006445408] transaction","detail":"{read_only:false; response_revision:5748; number_of_response:1; }","duration":"263.564591ms","start":"2026-04-01T23:42:56.82451Z","end":"2026-04-01T23:42:57.088075Z","steps":["trace[1006445408] 'process raft request' (duration: 263.348056ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:57.088283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.143682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/memcached-memcached-bin\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:42:57.088362Z","caller":"traceutil/trace.go:171","msg":"trace[1690181739] range","detail":"{range_begin:/registry/configmaps/openstack/memcached-memcached-bin; range_end:; response_count:0; response_revision:5748; }","duration":"263.258844ms","start":"2026-04-01T23:42:56.825084Z","end":"2026-04-01T23:42:57.088343Z","steps":["trace[1690181739] 'agreement among raft nodes before linearized reading' (duration: 263.05525ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:57.354846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.82482ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-01T23:42:57.355007Z","caller":"traceutil/trace.go:171","msg":"trace[115449058] linearizableReadLoop","detail":"{readStateIndex:5988; appliedIndex:5987; }","duration":"266.847825ms","start":"2026-04-01T23:42:57.088134Z","end":"2026-04-01T23:42:57.354982Z","steps":["trace[115449058] 'read index received' (duration: 65.678298ms)","trace[115449058] 'applied index is now lower than readState.Index' (duration: 201.167627ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:42:57.355094Z","caller":"traceutil/trace.go:171","msg":"trace[2086004134] transaction","detail":"{read_only:false; response_revision:5749; number_of_response:1; }","duration":"529.182759ms","start":"2026-04-01T23:42:56.82588Z","end":"2026-04-01T23:42:57.355063Z","steps":["trace[2086004134] 'process raft request' (duration: 328.026932ms)","trace[2086004134] 'compare' (duration: 200.623125ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:42:57.35523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:42:56.825849Z","time spent":"529.313331ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:42:57.355315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"529.157968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62990"} {"level":"info","ts":"2026-04-01T23:42:57.35538Z","caller":"traceutil/trace.go:171","msg":"trace[270683290] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:5749; }","duration":"529.24086ms","start":"2026-04-01T23:42:56.826123Z","end":"2026-04-01T23:42:57.355364Z","steps":["trace[270683290] 'agreement among raft nodes before linearized reading' (duration: 528.960154ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:57.355434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:42:56.826114Z","time spent":"529.307051ms","remote":"127.0.0.1:58198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":7,"response size":63013,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-01T23:42:57.355514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"530.346214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-01T23:42:57.355626Z","caller":"traceutil/trace.go:171","msg":"trace[960082288] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5749; }","duration":"530.498518ms","start":"2026-04-01T23:42:56.825103Z","end":"2026-04-01T23:42:57.355601Z","steps":["trace[960082288] 'agreement among raft nodes before linearized reading' (duration: 530.084029ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:57.355679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:42:56.82509Z","time spent":"530.57969ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-01T23:42:57.391329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.252939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.209\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-01T23:42:57.391407Z","caller":"traceutil/trace.go:171","msg":"trace[962054158] range","detail":"{range_begin:/registry/masterleases/199.204.45.209; range_end:; response_count:1; response_revision:5750; }","duration":"301.385222ms","start":"2026-04-01T23:42:57.090005Z","end":"2026-04-01T23:42:57.39139Z","steps":["trace[962054158] 'agreement among raft nodes before linearized reading' (duration: 301.184297ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:57.391373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.899401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-01T23:42:57.391446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:42:57.089976Z","time spent":"301.461124ms","remote":"127.0.0.1:58064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.209\" "} {"level":"warn","ts":"2026-04-01T23:42:57.391436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.465956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-01T23:42:57.391462Z","caller":"traceutil/trace.go:171","msg":"trace[1499773215] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5750; }","duration":"157.099205ms","start":"2026-04-01T23:42:57.234347Z","end":"2026-04-01T23:42:57.391446Z","steps":["trace[1499773215] 'agreement among raft nodes before linearized reading' (duration: 156.910831ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:42:57.391499Z","caller":"traceutil/trace.go:171","msg":"trace[916845459] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:5750; }","duration":"246.583829ms","start":"2026-04-01T23:42:57.144897Z","end":"2026-04-01T23:42:57.391481Z","steps":["trace[916845459] 'agreement among raft nodes before linearized reading' (duration: 246.400355ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:57.391574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.473441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/memcached\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:42:57.391624Z","caller":"traceutil/trace.go:171","msg":"trace[1428588439] transaction","detail":"{read_only:false; response_revision:5750; number_of_response:1; }","duration":"208.032291ms","start":"2026-04-01T23:42:57.183547Z","end":"2026-04-01T23:42:57.391579Z","steps":["trace[1428588439] 'process raft request' (duration: 207.509839ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:57.391738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.123285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-01T23:42:57.39166Z","caller":"traceutil/trace.go:171","msg":"trace[49177932] range","detail":"{range_begin:/registry/services/specs/openstack/memcached; range_end:; response_count:0; response_revision:5750; }","duration":"300.619245ms","start":"2026-04-01T23:42:57.091021Z","end":"2026-04-01T23:42:57.39164Z","steps":["trace[49177932] 'agreement among raft nodes before linearized reading' (duration: 300.408011ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:42:57.391813Z","caller":"traceutil/trace.go:171","msg":"trace[1953853039] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5750; }","duration":"157.226938ms","start":"2026-04-01T23:42:57.23457Z","end":"2026-04-01T23:42:57.391797Z","steps":["trace[1953853039] 'agreement among raft nodes before linearized reading' (duration: 157.057984ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:57.391566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.009545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-01T23:42:57.391868Z","caller":"traceutil/trace.go:171","msg":"trace[2088904416] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5750; }","duration":"158.364773ms","start":"2026-04-01T23:42:57.233489Z","end":"2026-04-01T23:42:57.391854Z","steps":["trace[2088904416] 'agreement among raft nodes before linearized reading' (duration: 157.863942ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:57.391874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:42:57.09101Z","time spent":"300.8453ms","remote":"127.0.0.1:58210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/openstack/memcached\" "} {"level":"info","ts":"2026-04-01T23:42:57.540714Z","caller":"traceutil/trace.go:171","msg":"trace[1527558277] linearizableReadLoop","detail":"{readStateIndex:5991; appliedIndex:5989; }","duration":"145.969034ms","start":"2026-04-01T23:42:57.394718Z","end":"2026-04-01T23:42:57.540688Z","steps":["trace[1527558277] 'read index received' (duration: 4.531472ms)","trace[1527558277] 'applied index is now lower than readState.Index' (duration: 141.435762ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:42:57.54078Z","caller":"traceutil/trace.go:171","msg":"trace[281858167] transaction","detail":"{read_only:false; response_revision:5752; number_of_response:1; }","duration":"145.063704ms","start":"2026-04-01T23:42:57.395674Z","end":"2026-04-01T23:42:57.540737Z","steps":["trace[281858167] 'process raft request' (duration: 144.720716ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:42:57.540816Z","caller":"traceutil/trace.go:171","msg":"trace[1959970755] transaction","detail":"{read_only:false; response_revision:5753; number_of_response:1; }","duration":"144.778328ms","start":"2026-04-01T23:42:57.396015Z","end":"2026-04-01T23:42:57.540794Z","steps":["trace[1959970755] 'process raft request' (duration: 144.537852ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:42:57.540896Z","caller":"traceutil/trace.go:171","msg":"trace[1171751253] transaction","detail":"{read_only:false; response_revision:5754; number_of_response:1; }","duration":"144.096703ms","start":"2026-04-01T23:42:57.396773Z","end":"2026-04-01T23:42:57.54087Z","steps":["trace[1171751253] 'process raft request' (duration: 143.865867ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:57.540942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.198431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/memcached-memcached\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:42:57.541005Z","caller":"traceutil/trace.go:171","msg":"trace[2040993754] range","detail":"{range_begin:/registry/deployments/openstack/memcached-memcached; range_end:; response_count:0; response_revision:5754; }","duration":"146.297323ms","start":"2026-04-01T23:42:57.394689Z","end":"2026-04-01T23:42:57.540986Z","steps":["trace[2040993754] 'agreement among raft nodes before linearized reading' (duration: 146.111438ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:42:57.78474Z","caller":"traceutil/trace.go:171","msg":"trace[213553834] transaction","detail":"{read_only:false; response_revision:5758; number_of_response:1; }","duration":"135.298905ms","start":"2026-04-01T23:42:57.649418Z","end":"2026-04-01T23:42:57.784717Z","steps":["trace[213553834] 'process raft request' (duration: 135.155691ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:42:57.784746Z","caller":"traceutil/trace.go:171","msg":"trace[247062584] transaction","detail":"{read_only:false; response_revision:5757; number_of_response:1; }","duration":"135.49154ms","start":"2026-04-01T23:42:57.64921Z","end":"2026-04-01T23:42:57.784702Z","steps":["trace[247062584] 'process raft request' (duration: 134.915756ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:42:57.78506Z","caller":"traceutil/trace.go:171","msg":"trace[556604586] transaction","detail":"{read_only:false; response_revision:5759; number_of_response:1; }","duration":"134.236571ms","start":"2026-04-01T23:42:57.650813Z","end":"2026-04-01T23:42:57.78505Z","steps":["trace[556604586] 'process raft request' (duration: 133.834562ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:42:57.785225Z","caller":"traceutil/trace.go:171","msg":"trace[1896848792] transaction","detail":"{read_only:false; response_revision:5760; number_of_response:1; }","duration":"134.045887ms","start":"2026-04-01T23:42:57.651159Z","end":"2026-04-01T23:42:57.785205Z","steps":["trace[1896848792] 'process raft request' (duration: 133.826532ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:58.174409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.707184ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-01T23:42:58.174535Z","caller":"traceutil/trace.go:171","msg":"trace[1417377612] transaction","detail":"{read_only:false; response_revision:5765; number_of_response:1; }","duration":"274.049647ms","start":"2026-04-01T23:42:57.90046Z","end":"2026-04-01T23:42:58.17451Z","steps":["trace[1417377612] 'process raft request' (duration: 78.158409ms)","trace[1417377612] 'compare' (duration: 195.464538ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:42:58.532508Z","caller":"traceutil/trace.go:171","msg":"trace[953986855] transaction","detail":"{read_only:false; response_revision:5766; number_of_response:1; }","duration":"353.593727ms","start":"2026-04-01T23:42:58.178888Z","end":"2026-04-01T23:42:58.532482Z","steps":["trace[953986855] 'process raft request' (duration: 353.307581ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:58.532783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:42:58.178864Z","time spent":"353.712512ms","remote":"127.0.0.1:58300","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":956,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-01T23:42:59.336888Z","caller":"traceutil/trace.go:171","msg":"trace[637131152] linearizableReadLoop","detail":"{readStateIndex:6009; appliedIndex:6006; }","duration":"950.624834ms","start":"2026-04-01T23:42:58.38624Z","end":"2026-04-01T23:42:59.336865Z","steps":["trace[637131152] 'read index received' (duration: 146.1737ms)","trace[637131152] 'applied index is now lower than readState.Index' (duration: 804.449914ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:42:59.337019Z","caller":"traceutil/trace.go:171","msg":"trace[1741583010] transaction","detail":"{read_only:false; response_revision:5768; number_of_response:1; }","duration":"1.155848402s","start":"2026-04-01T23:42:58.181144Z","end":"2026-04-01T23:42:59.336992Z","steps":["trace[1741583010] 'process raft request' (duration: 1.155670158s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:42:59.33699Z","caller":"traceutil/trace.go:171","msg":"trace[1809153441] transaction","detail":"{read_only:false; response_revision:5767; number_of_response:1; }","duration":"1.158060993s","start":"2026-04-01T23:42:58.178903Z","end":"2026-04-01T23:42:59.336964Z","steps":["trace[1809153441] 'process raft request' (duration: 1.157782517s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:59.337144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:42:58.181127Z","time spent":"1.155949014s","remote":"127.0.0.1:58490","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6370,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-01T23:42:59.337215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:42:58.178878Z","time spent":"1.158217796s","remote":"127.0.0.1:58176","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":499,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-01T23:42:59.33744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"868.770271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-01T23:42:59.337512Z","caller":"traceutil/trace.go:171","msg":"trace[1769321521] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:5768; }","duration":"868.884123ms","start":"2026-04-01T23:42:58.46861Z","end":"2026-04-01T23:42:59.337494Z","steps":["trace[1769321521] 'agreement among raft nodes before linearized reading' (duration: 868.74979ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:59.337571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:42:58.468587Z","time spent":"868.966856ms","remote":"127.0.0.1:58562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":41,"response size":30,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:42:59.337095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"950.832339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:42:59.33795Z","caller":"traceutil/trace.go:171","msg":"trace[1207630974] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5768; }","duration":"951.722818ms","start":"2026-04-01T23:42:58.38621Z","end":"2026-04-01T23:42:59.337933Z","steps":["trace[1207630974] 'agreement among raft nodes before linearized reading' (duration: 950.796158ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:59.338035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:42:58.386195Z","time spent":"951.824351ms","remote":"127.0.0.1:58042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-01T23:42:59.338243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"764.309191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:42:59.338418Z","caller":"traceutil/trace.go:171","msg":"trace[1781667992] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:5768; }","duration":"765.250012ms","start":"2026-04-01T23:42:58.573129Z","end":"2026-04-01T23:42:59.338379Z","steps":["trace[1781667992] 'agreement among raft nodes before linearized reading' (duration: 764.297371ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:59.338516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:42:58.573109Z","time spent":"765.362164ms","remote":"127.0.0.1:56060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"info","ts":"2026-04-01T23:42:59.457049Z","caller":"traceutil/trace.go:171","msg":"trace[108412064] transaction","detail":"{read_only:false; response_revision:5770; number_of_response:1; }","duration":"110.63829ms","start":"2026-04-01T23:42:59.346386Z","end":"2026-04-01T23:42:59.457024Z","steps":["trace[108412064] 'process raft request' (duration: 110.414914ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:59.487449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.430728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-88zqq\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-04-01T23:42:59.487558Z","caller":"traceutil/trace.go:171","msg":"trace[464067040] range","detail":"{range_begin:/registry/pods/openstack/keepalived-88zqq; range_end:; response_count:1; response_revision:5772; }","duration":"127.586581ms","start":"2026-04-01T23:42:59.359946Z","end":"2026-04-01T23:42:59.487533Z","steps":["trace[464067040] 'agreement among raft nodes before linearized reading' (duration: 126.60568ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:43:00.683569Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7835591873806224065,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T23:43:01.053463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"941.609891ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-01T23:43:01.05358Z","caller":"traceutil/trace.go:171","msg":"trace[1202787758] transaction","detail":"{read_only:false; response_revision:5791; number_of_response:1; }","duration":"1.264268792s","start":"2026-04-01T23:42:59.789289Z","end":"2026-04-01T23:43:01.053558Z","steps":["trace[1202787758] 'process raft request' (duration: 322.472197ms)","trace[1202787758] 'compare' (duration: 941.278533ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:43:01.05365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:42:59.789256Z","time spent":"1.264360453s","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:43:01.184805Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7835591873806224065,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T23:43:01.538972Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.427194698s","expected-duration":"1s"} {"level":"info","ts":"2026-04-01T23:43:01.54446Z","caller":"traceutil/trace.go:171","msg":"trace[959728472] transaction","detail":"{read_only:false; response_revision:5792; number_of_response:1; }","duration":"1.753761987s","start":"2026-04-01T23:42:59.790675Z","end":"2026-04-01T23:43:01.544437Z","steps":["trace[959728472] 'process raft request' (duration: 1.748428337s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:43:01.544607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:42:59.790659Z","time spent":"1.75387489s","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:43:01.544868Z","caller":"traceutil/trace.go:171","msg":"trace[2068916921] transaction","detail":"{read_only:false; response_revision:5794; number_of_response:1; }","duration":"1.753530353s","start":"2026-04-01T23:42:59.79132Z","end":"2026-04-01T23:43:01.54485Z","steps":["trace[2068916921] 'process raft request' (duration: 1.753249626s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:43:01.544869Z","caller":"traceutil/trace.go:171","msg":"trace[713221989] transaction","detail":"{read_only:false; response_revision:5793; number_of_response:1; }","duration":"1.753950201s","start":"2026-04-01T23:42:59.790884Z","end":"2026-04-01T23:43:01.544834Z","steps":["trace[713221989] 'process raft request' (duration: 1.753476401s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:43:01.544864Z","caller":"traceutil/trace.go:171","msg":"trace[211647325] linearizableReadLoop","detail":"{readStateIndex:6035; appliedIndex:6032; }","duration":"1.361999001s","start":"2026-04-01T23:43:00.182837Z","end":"2026-04-01T23:43:01.544836Z","steps":["trace[211647325] 'read index received' (duration: 1.356230441s)","trace[211647325] 'applied index is now lower than readState.Index' (duration: 5.76736ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:43:01.545002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:42:59.791304Z","time spent":"1.753624124s","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:43:01.545017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:42:59.790871Z","time spent":"1.754069845s","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:43:01.545134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.362284317s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-01T23:43:01.54521Z","caller":"traceutil/trace.go:171","msg":"trace[588808619] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:5794; }","duration":"1.362447471s","start":"2026-04-01T23:43:00.182746Z","end":"2026-04-01T23:43:01.545193Z","steps":["trace[588808619] 'agreement among raft nodes before linearized reading' (duration: 1.362172425s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:43:01.545253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"569.276611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-04-01T23:43:01.54529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.075651767s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-04-01T23:43:01.545365Z","caller":"traceutil/trace.go:171","msg":"trace[1270663314] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5794; }","duration":"1.07576307s","start":"2026-04-01T23:43:00.469581Z","end":"2026-04-01T23:43:01.545344Z","steps":["trace[1270663314] 'agreement among raft nodes before linearized reading' (duration: 1.075593196s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:43:01.545348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:43:00.182729Z","time spent":"1.362565773s","remote":"127.0.0.1:58128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":12,"response size":30,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:43:01.545423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:43:00.469556Z","time spent":"1.075851881s","remote":"127.0.0.1:58172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1958,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-04-01T23:43:01.545512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.093686952s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:12975"} {"level":"info","ts":"2026-04-01T23:43:01.545558Z","caller":"traceutil/trace.go:171","msg":"trace[1502750692] range","detail":"{range_begin:/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5794; }","duration":"1.093762384s","start":"2026-04-01T23:43:00.451782Z","end":"2026-04-01T23:43:01.545544Z","steps":["trace[1502750692] 'agreement among raft nodes before linearized reading' (duration: 1.093653582s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:43:01.545308Z","caller":"traceutil/trace.go:171","msg":"trace[786445597] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5794; }","duration":"569.374204ms","start":"2026-04-01T23:43:00.975923Z","end":"2026-04-01T23:43:01.545297Z","steps":["trace[786445597] 'agreement among raft nodes before linearized reading' (duration: 569.21968ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:43:01.545144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.165200602s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T23:43:01.545593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:43:00.451766Z","time spent":"1.093818546s","remote":"127.0.0.1:58198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":12998,"request content":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"info","ts":"2026-04-01T23:43:01.54562Z","caller":"traceutil/trace.go:171","msg":"trace[170406618] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5794; }","duration":"1.165708553s","start":"2026-04-01T23:43:00.379896Z","end":"2026-04-01T23:43:01.545605Z","steps":["trace[170406618] 'agreement among raft nodes before linearized reading' (duration: 1.165198962s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:43:01.545611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:43:00.975903Z","time spent":"569.69424ms","remote":"127.0.0.1:58198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-01T23:43:01.545158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"578.97644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/memcached-metrics\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T23:43:01.545738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:43:00.379878Z","time spent":"1.165847687s","remote":"127.0.0.1:58050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-01T23:43:01.545799Z","caller":"traceutil/trace.go:171","msg":"trace[1246770326] range","detail":"{range_begin:/registry/services/specs/openstack/memcached-metrics; range_end:; response_count:0; response_revision:5794; }","duration":"579.651995ms","start":"2026-04-01T23:43:00.966135Z","end":"2026-04-01T23:43:01.545787Z","steps":["trace[1246770326] 'agreement among raft nodes before linearized reading' (duration: 578.986511ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:43:01.545832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:43:00.966115Z","time spent":"579.706766ms","remote":"127.0.0.1:58210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/openstack/memcached-metrics\" "} {"level":"info","ts":"2026-04-01T23:43:01.754455Z","caller":"traceutil/trace.go:171","msg":"trace[1806823383] linearizableReadLoop","detail":"{readStateIndex:6038; appliedIndex:6036; }","duration":"178.481737ms","start":"2026-04-01T23:43:01.575947Z","end":"2026-04-01T23:43:01.754429Z","steps":["trace[1806823383] 'read index received' (duration: 153.692789ms)","trace[1806823383] 'applied index is now lower than readState.Index' (duration: 24.787828ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:43:01.754683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.974453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:43:01.75477Z","caller":"traceutil/trace.go:171","msg":"trace[1836388846] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5797; }","duration":"201.090685ms","start":"2026-04-01T23:43:01.553661Z","end":"2026-04-01T23:43:01.754752Z","steps":["trace[1836388846] 'agreement among raft nodes before linearized reading' (duration: 200.972283ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:43:01.754474Z","caller":"traceutil/trace.go:171","msg":"trace[1022255741] transaction","detail":"{read_only:false; response_revision:5796; number_of_response:1; }","duration":"203.587052ms","start":"2026-04-01T23:43:01.550834Z","end":"2026-04-01T23:43:01.754421Z","steps":["trace[1022255741] 'process raft request' (duration: 178.659571ms)","trace[1022255741] 'compare' (duration: 24.49096ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:43:01.755282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.335819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:130255"} {"level":"info","ts":"2026-04-01T23:43:01.755372Z","caller":"traceutil/trace.go:171","msg":"trace[1260814630] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:5797; }","duration":"204.434841ms","start":"2026-04-01T23:43:01.550923Z","end":"2026-04-01T23:43:01.755358Z","steps":["trace[1260814630] 'agreement among raft nodes before linearized reading' (duration: 204.104734ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:43:01.754551Z","caller":"traceutil/trace.go:171","msg":"trace[252779744] transaction","detail":"{read_only:false; response_revision:5797; number_of_response:1; }","duration":"197.25078ms","start":"2026-04-01T23:43:01.557291Z","end":"2026-04-01T23:43:01.754542Z","steps":["trace[252779744] 'process raft request' (duration: 197.049285ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:43:01.756186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.502905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:8 size:70801"} {"level":"info","ts":"2026-04-01T23:43:01.756229Z","caller":"traceutil/trace.go:171","msg":"trace[346792376] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:8; response_revision:5797; }","duration":"205.566416ms","start":"2026-04-01T23:43:01.550653Z","end":"2026-04-01T23:43:01.756219Z","steps":["trace[346792376] 'agreement among raft nodes before linearized reading' (duration: 204.774808ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:43:02.02196Z","caller":"traceutil/trace.go:171","msg":"trace[715537647] linearizableReadLoop","detail":"{readStateIndex:6039; appliedIndex:6038; }","duration":"267.329246ms","start":"2026-04-01T23:43:01.754604Z","end":"2026-04-01T23:43:02.021934Z","steps":["trace[715537647] 'read index received' (duration: 185.636848ms)","trace[715537647] 'applied index is now lower than readState.Index' (duration: 81.690338ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:43:02.022049Z","caller":"traceutil/trace.go:171","msg":"trace[450190796] transaction","detail":"{read_only:false; response_revision:5798; number_of_response:1; }","duration":"391.801117ms","start":"2026-04-01T23:43:01.630224Z","end":"2026-04-01T23:43:02.022025Z","steps":["trace[450190796] 'process raft request' (duration: 309.932625ms)","trace[450190796] 'compare' (duration: 81.514314ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:43:02.022048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.741451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:43:02.022134Z","caller":"traceutil/trace.go:171","msg":"trace[1192176827] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:5798; }","duration":"373.873764ms","start":"2026-04-01T23:43:01.648234Z","end":"2026-04-01T23:43:02.022108Z","steps":["trace[1192176827] 'agreement among raft nodes before linearized reading' (duration: 373.70503ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:43:02.022155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:43:01.630195Z","time spent":"391.898969ms","remote":"127.0.0.1:58094","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":814,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-01T23:43:02.022142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.583935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T23:43:02.022186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:43:01.648212Z","time spent":"373.959875ms","remote":"127.0.0.1:35186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:43:02.022182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.290426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-01T23:43:02.022213Z","caller":"traceutil/trace.go:171","msg":"trace[2081084246] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5798; }","duration":"344.693047ms","start":"2026-04-01T23:43:01.677503Z","end":"2026-04-01T23:43:02.022196Z","steps":["trace[2081084246] 'agreement among raft nodes before linearized reading' (duration: 344.570154ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:43:02.022242Z","caller":"traceutil/trace.go:171","msg":"trace[133137184] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5798; }","duration":"431.370567ms","start":"2026-04-01T23:43:01.590858Z","end":"2026-04-01T23:43:02.022229Z","steps":["trace[133137184] 'agreement among raft nodes before linearized reading' (duration: 431.102691ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:43:02.022257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:43:01.677481Z","time spent":"344.765669ms","remote":"127.0.0.1:58490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-01T23:43:02.022315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:43:01.590851Z","time spent":"431.455319ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-01T23:43:02.022543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.145243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-01T23:43:02.022595Z","caller":"traceutil/trace.go:171","msg":"trace[1110901782] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5798; }","duration":"443.201794ms","start":"2026-04-01T23:43:01.57938Z","end":"2026-04-01T23:43:02.022582Z","steps":["trace[1110901782] 'agreement among raft nodes before linearized reading' (duration: 442.841846ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:43:02.022629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:43:01.579321Z","time spent":"443.300346ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-01T23:43:02.022197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.522611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-01T23:43:02.022721Z","caller":"traceutil/trace.go:171","msg":"trace[942326641] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5798; }","duration":"432.068423ms","start":"2026-04-01T23:43:01.590639Z","end":"2026-04-01T23:43:02.022707Z","steps":["trace[942326641] 'agreement among raft nodes before linearized reading' (duration: 431.421099ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:43:02.022771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:43:01.590627Z","time spent":"432.128144ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-01T23:43:02.523059Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7835591873806224085,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-01T23:43:02.894884Z","caller":"traceutil/trace.go:171","msg":"trace[29976519] transaction","detail":"{read_only:false; response_revision:5799; number_of_response:1; }","duration":"1.134337797s","start":"2026-04-01T23:43:01.760492Z","end":"2026-04-01T23:43:02.894829Z","steps":["trace[29976519] 'process raft request' (duration: 1.133946419s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:43:02.895201Z","caller":"traceutil/trace.go:171","msg":"trace[1324749353] transaction","detail":"{read_only:false; response_revision:5800; number_of_response:1; }","duration":"1.133956449s","start":"2026-04-01T23:43:01.761216Z","end":"2026-04-01T23:43:02.895172Z","steps":["trace[1324749353] 'process raft request' (duration: 1.133434097s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:43:02.895392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:43:01.761188Z","time spent":"1.134106423s","remote":"127.0.0.1:58086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":130241,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:43:02.895215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:43:01.760475Z","time spent":"1.134609994s","remote":"127.0.0.1:58176","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":906,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:43:02.895664Z","caller":"traceutil/trace.go:171","msg":"trace[1869478507] transaction","detail":"{read_only:false; response_revision:5801; number_of_response:1; }","duration":"1.134288266s","start":"2026-04-01T23:43:01.761342Z","end":"2026-04-01T23:43:02.89563Z","steps":["trace[1869478507] 'process raft request' (duration: 1.133812305s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:43:02.89595Z","caller":"traceutil/trace.go:171","msg":"trace[1504036513] transaction","detail":"{read_only:false; response_revision:5803; number_of_response:1; }","duration":"1.131606216s","start":"2026-04-01T23:43:01.764313Z","end":"2026-04-01T23:43:02.89592Z","steps":["trace[1504036513] 'process raft request' (duration: 1.131470593s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:43:02.895979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:43:01.761311Z","time spent":"1.134536652s","remote":"127.0.0.1:58300","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1869,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:43:02.895993Z","caller":"traceutil/trace.go:171","msg":"trace[71214858] transaction","detail":"{read_only:false; response_revision:5802; number_of_response:1; }","duration":"1.132623209s","start":"2026-04-01T23:43:01.763323Z","end":"2026-04-01T23:43:02.895946Z","steps":["trace[71214858] 'process raft request' (duration: 1.132102527s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:43:02.896125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:43:01.764305Z","time spent":"1.131737399s","remote":"127.0.0.1:58300","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1455,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:43:02.896253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:43:01.763312Z","time spent":"1.132778512s","remote":"127.0.0.1:58176","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1283,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:43:03.322737Z","caller":"traceutil/trace.go:171","msg":"trace[672357847] transaction","detail":"{read_only:false; response_revision:5804; number_of_response:1; }","duration":"1.296332192s","start":"2026-04-01T23:43:02.026375Z","end":"2026-04-01T23:43:03.322707Z","steps":["trace[672357847] 'process raft request' (duration: 1.296083567s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:43:03.322795Z","caller":"traceutil/trace.go:171","msg":"trace[16629942] transaction","detail":"{read_only:false; response_revision:5807; number_of_response:1; }","duration":"1.295644067s","start":"2026-04-01T23:43:02.027131Z","end":"2026-04-01T23:43:03.322775Z","steps":["trace[16629942] 'process raft request' (duration: 1.295575605s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:43:03.322886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:43:02.026363Z","time spent":"1.296450855s","remote":"127.0.0.1:58094","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":814,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-01T23:43:03.322904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:43:02.027121Z","time spent":"1.295723098s","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:43:03.322919Z","caller":"traceutil/trace.go:171","msg":"trace[343350590] transaction","detail":"{read_only:false; response_revision:5806; number_of_response:1; }","duration":"1.296271712s","start":"2026-04-01T23:43:02.026623Z","end":"2026-04-01T23:43:03.322895Z","steps":["trace[343350590] 'process raft request' (duration: 1.296037045s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:43:03.323033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:43:02.026618Z","time spent":"1.296358103s","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:43:03.322856Z","caller":"traceutil/trace.go:171","msg":"trace[1810412019] transaction","detail":"{read_only:false; response_revision:5805; number_of_response:1; }","duration":"1.296277991s","start":"2026-04-01T23:43:02.026545Z","end":"2026-04-01T23:43:03.322823Z","steps":["trace[1810412019] 'process raft request' (duration: 1.296060676s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:43:03.323367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:43:02.026522Z","time spent":"1.296624139s","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:43:03.5169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.12977ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-01T23:43:03.517128Z","caller":"traceutil/trace.go:171","msg":"trace[197117747] linearizableReadLoop","detail":"{readStateIndex:6049; appliedIndex:6039; }","duration":"1.495084366s","start":"2026-04-01T23:43:02.022029Z","end":"2026-04-01T23:43:03.517113Z","steps":["trace[197117747] 'read index received' (duration: 872.329472ms)","trace[197117747] 'applied index is now lower than readState.Index' (duration: 622.754054ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:43:03.517258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.625247715s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:43:03.517282Z","caller":"traceutil/trace.go:171","msg":"trace[1600112665] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:5807; }","duration":"1.625325667s","start":"2026-04-01T23:43:01.891946Z","end":"2026-04-01T23:43:03.517272Z","steps":["trace[1600112665] 'agreement among raft nodes before linearized reading' (duration: 1.625267945s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:43:03.517312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:43:01.89192Z","time spent":"1.625382648s","remote":"127.0.0.1:56102","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:43:03.517379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.761240776s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:43:03.51747Z","caller":"traceutil/trace.go:171","msg":"trace[574469748] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5807; }","duration":"1.761370959s","start":"2026-04-01T23:43:01.756075Z","end":"2026-04-01T23:43:03.517446Z","steps":["trace[574469748] 'agreement among raft nodes before linearized reading' (duration: 1.761226125s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:43:03.517529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:43:01.756058Z","time spent":"1.761452171s","remote":"127.0.0.1:58050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-01T23:43:03.517631Z","caller":"traceutil/trace.go:171","msg":"trace[922925283] transaction","detail":"{read_only:false; response_revision:5808; number_of_response:1; }","duration":"619.730736ms","start":"2026-04-01T23:43:02.897892Z","end":"2026-04-01T23:43:03.517622Z","steps":["trace[922925283] 'process raft request' (duration: 619.105303ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:43:03.517696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:43:02.897865Z","time spent":"619.795108ms","remote":"127.0.0.1:58210","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":746,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-01T23:43:04.058434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.529631ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:43:04.058541Z","caller":"traceutil/trace.go:171","msg":"trace[1390273792] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:5808; }","duration":"235.645963ms","start":"2026-04-01T23:43:03.822879Z","end":"2026-04-01T23:43:04.058525Z","steps":["trace[1390273792] 'range keys from in-memory index tree' (duration: 235.51754ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:43:04.058913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"541.246191ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-01T23:43:04.059089Z","caller":"traceutil/trace.go:171","msg":"trace[44350186] transaction","detail":"{read_only:false; response_revision:5811; number_of_response:1; }","duration":"537.916985ms","start":"2026-04-01T23:43:03.521164Z","end":"2026-04-01T23:43:04.059081Z","steps":["trace[44350186] 'process raft request' (duration: 537.884225ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:43:04.059157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:43:03.521134Z","time spent":"537.994618ms","remote":"127.0.0.1:58300","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1005,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-01T23:43:04.059432Z","caller":"traceutil/trace.go:171","msg":"trace[302558393] transaction","detail":"{read_only:false; response_revision:5809; number_of_response:1; }","duration":"1.001413206s","start":"2026-04-01T23:43:03.058006Z","end":"2026-04-01T23:43:04.059419Z","steps":["trace[302558393] 'process raft request' (duration: 459.609253ms)","trace[302558393] 'compare' (duration: 540.907913ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:43:04.059481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:43:03.057981Z","time spent":"1.001477627s","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:43:04.059465Z","caller":"traceutil/trace.go:171","msg":"trace[762066058] transaction","detail":"{read_only:false; response_revision:5810; number_of_response:1; }","duration":"869.695271ms","start":"2026-04-01T23:43:03.189741Z","end":"2026-04-01T23:43:04.059436Z","steps":["trace[762066058] 'process raft request' (duration: 869.233401ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:43:04.059579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:43:03.18972Z","time spent":"869.799094ms","remote":"127.0.0.1:45926","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1565,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-01T23:43:04.059564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"732.897433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-grafana-7cbd96d84b-trcht.18a260330756b5d8\" ","response":"range_response_count:1 size:898"} {"level":"warn","ts":"2026-04-01T23:43:04.059589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.033747178s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T23:43:04.059582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.58905096s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-04-01T23:43:04.059632Z","caller":"traceutil/trace.go:171","msg":"trace[1190632913] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-grafana-7cbd96d84b-trcht.18a260330756b5d8; range_end:; response_count:1; response_revision:5811; }","duration":"733.007175ms","start":"2026-04-01T23:43:03.326606Z","end":"2026-04-01T23:43:04.059613Z","steps":["trace[1190632913] 'agreement among raft nodes before linearized reading' (duration: 732.78686ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:43:04.059664Z","caller":"traceutil/trace.go:171","msg":"trace[1090670831] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5811; }","duration":"2.033851711s","start":"2026-04-01T23:43:02.0258Z","end":"2026-04-01T23:43:04.059652Z","steps":["trace[1090670831] 'agreement among raft nodes before linearized reading' (duration: 2.033726627s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:43:04.059678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:43:03.32658Z","time spent":"733.090679ms","remote":"127.0.0.1:58094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":93,"response count":1,"response size":921,"request content":"key:\"/registry/events/monitoring/kube-prometheus-stack-grafana-7cbd96d84b-trcht.18a260330756b5d8\" "} {"level":"warn","ts":"2026-04-01T23:43:04.059593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.590676046s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:16233"} {"level":"warn","ts":"2026-04-01T23:43:04.059711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:43:02.025787Z","time spent":"2.033915843s","remote":"127.0.0.1:58210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-04-01T23:43:04.059731Z","caller":"traceutil/trace.go:171","msg":"trace[899659105] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5811; }","duration":"1.590844821s","start":"2026-04-01T23:43:02.46886Z","end":"2026-04-01T23:43:04.059705Z","steps":["trace[899659105] 'agreement among raft nodes before linearized reading' (duration: 1.590584825s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:43:04.059777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:43:02.46884Z","time spent":"1.590924133s","remote":"127.0.0.1:58198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":16256,"request content":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"info","ts":"2026-04-01T23:43:04.059682Z","caller":"traceutil/trace.go:171","msg":"trace[850474938] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5811; }","duration":"1.589188264s","start":"2026-04-01T23:43:02.470473Z","end":"2026-04-01T23:43:04.059661Z","steps":["trace[850474938] 'agreement among raft nodes before linearized reading' (duration: 1.588932318s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:43:04.060787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:43:02.47044Z","time spent":"1.590292329s","remote":"127.0.0.1:58172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2105,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"info","ts":"2026-04-01T23:43:04.059489Z","caller":"traceutil/trace.go:171","msg":"trace[362887870] linearizableReadLoop","detail":"{readStateIndex:6052; appliedIndex:6049; }","duration":"542.13303ms","start":"2026-04-01T23:43:03.517157Z","end":"2026-04-01T23:43:04.05929Z","steps":["trace[362887870] 'read index received' (duration: 126.683µs)","trace[362887870] 'applied index is now lower than readState.Index' (duration: 542.003307ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:43:04.077319Z","caller":"traceutil/trace.go:171","msg":"trace[711318619] transaction","detail":"{read_only:false; response_revision:5812; number_of_response:1; }","duration":"555.752458ms","start":"2026-04-01T23:43:03.521534Z","end":"2026-04-01T23:43:04.077286Z","steps":["trace[711318619] 'process raft request' (duration: 555.596974ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:43:04.077351Z","caller":"traceutil/trace.go:171","msg":"trace[777703856] transaction","detail":"{read_only:false; response_revision:5813; number_of_response:1; }","duration":"526.747265ms","start":"2026-04-01T23:43:03.550583Z","end":"2026-04-01T23:43:04.07733Z","steps":["trace[777703856] 'process raft request' (duration: 526.628012ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:43:04.077453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:43:03.521508Z","time spent":"555.88221ms","remote":"127.0.0.1:58176","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":524,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-01T23:43:04.077481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:43:03.550557Z","time spent":"526.854456ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:43:04.077673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"496.625946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-01T23:43:04.077717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.979862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:43:04.077744Z","caller":"traceutil/trace.go:171","msg":"trace[1131179687] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5815; }","duration":"496.747778ms","start":"2026-04-01T23:43:03.580982Z","end":"2026-04-01T23:43:04.07773Z","steps":["trace[1131179687] 'agreement among raft nodes before linearized reading' (duration: 496.581435ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:43:04.077784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:43:03.580958Z","time spent":"496.819301ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-01T23:43:04.077736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.936587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-88zqq\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-04-01T23:43:04.077887Z","caller":"traceutil/trace.go:171","msg":"trace[1480214682] transaction","detail":"{read_only:false; response_revision:5815; number_of_response:1; }","duration":"526.891198ms","start":"2026-04-01T23:43:03.550988Z","end":"2026-04-01T23:43:04.077879Z","steps":["trace[1480214682] 'process raft request' (duration: 526.290864ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:43:04.077909Z","caller":"traceutil/trace.go:171","msg":"trace[381593610] transaction","detail":"{read_only:false; response_revision:5814; number_of_response:1; }","duration":"527.285506ms","start":"2026-04-01T23:43:03.5506Z","end":"2026-04-01T23:43:04.077886Z","steps":["trace[381593610] 'process raft request' (duration: 526.650802ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:43:04.077906Z","caller":"traceutil/trace.go:171","msg":"trace[928274138] range","detail":"{range_begin:/registry/pods/openstack/keepalived-88zqq; range_end:; response_count:1; response_revision:5815; }","duration":"315.139432ms","start":"2026-04-01T23:43:03.76275Z","end":"2026-04-01T23:43:04.077889Z","steps":["trace[928274138] 'agreement among raft nodes before linearized reading' (duration: 314.726353ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:43:04.077943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:43:03.550971Z","time spent":"526.944849ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:43:04.077979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:43:03.55058Z","time spent":"527.351338ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:43:04.078031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.296933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:43:04.078134Z","caller":"traceutil/trace.go:171","msg":"trace[628327396] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:5815; }","duration":"202.437536ms","start":"2026-04-01T23:43:03.875686Z","end":"2026-04-01T23:43:04.078124Z","steps":["trace[628327396] 'agreement among raft nodes before linearized reading' (duration: 202.309403ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:43:04.077979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:43:03.762737Z","time spent":"315.229404ms","remote":"127.0.0.1:58198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-88zqq\" "} {"level":"info","ts":"2026-04-01T23:43:04.077752Z","caller":"traceutil/trace.go:171","msg":"trace[630418914] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5815; }","duration":"552.036273ms","start":"2026-04-01T23:43:03.525706Z","end":"2026-04-01T23:43:04.077742Z","steps":["trace[630418914] 'agreement among raft nodes before linearized reading' (duration: 551.979461ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:43:04.078496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:43:03.525694Z","time spent":"552.7913ms","remote":"127.0.0.1:58042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-01T23:43:04.077851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.748264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-01T23:43:04.078552Z","caller":"traceutil/trace.go:171","msg":"trace[37054079] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5815; }","duration":"319.4989ms","start":"2026-04-01T23:43:03.759043Z","end":"2026-04-01T23:43:04.078542Z","steps":["trace[37054079] 'agreement among raft nodes before linearized reading' (duration: 318.656312ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:43:04.078603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:43:03.759016Z","time spent":"319.573232ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-01T23:43:05.532413Z","caller":"traceutil/trace.go:171","msg":"trace[252552815] transaction","detail":"{read_only:false; response_revision:5833; number_of_response:1; }","duration":"201.679429ms","start":"2026-04-01T23:43:05.33071Z","end":"2026-04-01T23:43:05.532389Z","steps":["trace[252552815] 'process raft request' (duration: 201.561667ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:43:05.702014Z","caller":"traceutil/trace.go:171","msg":"trace[1965992186] transaction","detail":"{read_only:false; response_revision:5834; number_of_response:1; }","duration":"370.500298ms","start":"2026-04-01T23:43:05.331485Z","end":"2026-04-01T23:43:05.701985Z","steps":["trace[1965992186] 'process raft request' (duration: 370.274973ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:43:05.702037Z","caller":"traceutil/trace.go:171","msg":"trace[911884626] transaction","detail":"{read_only:false; response_revision:5835; number_of_response:1; }","duration":"370.16235ms","start":"2026-04-01T23:43:05.33185Z","end":"2026-04-01T23:43:05.702013Z","steps":["trace[911884626] 'process raft request' (duration: 370.032627ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:43:05.702101Z","caller":"traceutil/trace.go:171","msg":"trace[978687139] linearizableReadLoop","detail":"{readStateIndex:6077; appliedIndex:6074; }","duration":"319.748666ms","start":"2026-04-01T23:43:05.382341Z","end":"2026-04-01T23:43:05.70209Z","steps":["trace[978687139] 'read index received' (duration: 149.997955ms)","trace[978687139] 'applied index is now lower than readState.Index' (duration: 169.750081ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:43:05.702139Z","caller":"traceutil/trace.go:171","msg":"trace[1997533488] transaction","detail":"{read_only:false; response_revision:5836; number_of_response:1; }","duration":"201.26945ms","start":"2026-04-01T23:43:05.500853Z","end":"2026-04-01T23:43:05.702122Z","steps":["trace[1997533488] 'process raft request' (duration: 201.069996ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:43:05.702161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:43:05.331466Z","time spent":"370.622562ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:43:05.70218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.836428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:43:05.702207Z","caller":"traceutil/trace.go:171","msg":"trace[382000675] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5836; }","duration":"319.9122ms","start":"2026-04-01T23:43:05.382288Z","end":"2026-04-01T23:43:05.702201Z","steps":["trace[382000675] 'agreement among raft nodes before linearized reading' (duration: 319.863409ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:43:05.702227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:43:05.382256Z","time spent":"319.967091ms","remote":"127.0.0.1:58042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-01T23:43:05.702483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.799024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/memcached-memcached-6479589586-8lmn8\" ","response":"range_response_count:1 size:7818"} {"level":"info","ts":"2026-04-01T23:43:05.702528Z","caller":"traceutil/trace.go:171","msg":"trace[599440500] range","detail":"{range_begin:/registry/pods/openstack/memcached-memcached-6479589586-8lmn8; range_end:; response_count:1; response_revision:5836; }","duration":"202.893236ms","start":"2026-04-01T23:43:05.499626Z","end":"2026-04-01T23:43:05.702519Z","steps":["trace[599440500] 'agreement among raft nodes before linearized reading' (duration: 202.579679ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:43:05.703371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:43:05.331834Z","time spent":"370.261063ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:43:06.208621Z","caller":"traceutil/trace.go:171","msg":"trace[1095964770] transaction","detail":"{read_only:false; response_revision:5843; number_of_response:1; }","duration":"126.918817ms","start":"2026-04-01T23:43:06.081677Z","end":"2026-04-01T23:43:06.208596Z","steps":["trace[1095964770] 'process raft request' (duration: 121.951655ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:43:06.209058Z","caller":"traceutil/trace.go:171","msg":"trace[1892853553] linearizableReadLoop","detail":"{readStateIndex:6087; appliedIndex:6083; }","duration":"109.515694ms","start":"2026-04-01T23:43:06.099525Z","end":"2026-04-01T23:43:06.209041Z","steps":["trace[1892853553] 'read index received' (duration: 42.130708ms)","trace[1892853553] 'applied index is now lower than readState.Index' (duration: 67.383976ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:43:06.209054Z","caller":"traceutil/trace.go:171","msg":"trace[1551299101] transaction","detail":"{read_only:false; response_revision:5844; number_of_response:1; }","duration":"126.914036ms","start":"2026-04-01T23:43:06.082103Z","end":"2026-04-01T23:43:06.209017Z","steps":["trace[1551299101] 'process raft request' (duration: 126.425416ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:43:06.209116Z","caller":"traceutil/trace.go:171","msg":"trace[381549209] transaction","detail":"{read_only:false; response_revision:5845; number_of_response:1; }","duration":"125.065745ms","start":"2026-04-01T23:43:06.084018Z","end":"2026-04-01T23:43:06.209084Z","steps":["trace[381549209] 'process raft request' (duration: 124.84848ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:43:06.209277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.7436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-01T23:43:06.209329Z","caller":"traceutil/trace.go:171","msg":"trace[1495032172] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5846; }","duration":"109.842781ms","start":"2026-04-01T23:43:06.099477Z","end":"2026-04-01T23:43:06.20932Z","steps":["trace[1495032172] 'agreement among raft nodes before linearized reading' (duration: 109.642207ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:43:06.20931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.500184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-01T23:43:06.209318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.878468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-88zqq\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-04-01T23:43:06.209376Z","caller":"traceutil/trace.go:171","msg":"trace[496752078] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5846; }","duration":"109.620277ms","start":"2026-04-01T23:43:06.099739Z","end":"2026-04-01T23:43:06.209359Z","steps":["trace[496752078] 'agreement among raft nodes before linearized reading' (duration: 109.424563ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:43:06.209383Z","caller":"traceutil/trace.go:171","msg":"trace[349805537] range","detail":"{range_begin:/registry/pods/openstack/keepalived-88zqq; range_end:; response_count:1; response_revision:5846; }","duration":"107.95895ms","start":"2026-04-01T23:43:06.10141Z","end":"2026-04-01T23:43:06.209369Z","steps":["trace[349805537] 'agreement among raft nodes before linearized reading' (duration: 107.783626ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:43:13.340166Z","caller":"traceutil/trace.go:171","msg":"trace[1822773981] linearizableReadLoop","detail":"{readStateIndex:6174; appliedIndex:6173; }","duration":"141.207738ms","start":"2026-04-01T23:43:13.198871Z","end":"2026-04-01T23:43:13.340079Z","steps":["trace[1822773981] 'read index received' (duration: 140.822709ms)","trace[1822773981] 'applied index is now lower than readState.Index' (duration: 383.519µs)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:43:13.340396Z","caller":"traceutil/trace.go:171","msg":"trace[273420077] transaction","detail":"{read_only:false; response_revision:5930; number_of_response:1; }","duration":"141.682377ms","start":"2026-04-01T23:43:13.198697Z","end":"2026-04-01T23:43:13.34038Z","steps":["trace[273420077] 'process raft request' (duration: 141.080434ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:43:13.340512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.616057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-04-01T23:43:13.340586Z","caller":"traceutil/trace.go:171","msg":"trace[283654143] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:5930; }","duration":"141.721168ms","start":"2026-04-01T23:43:13.198849Z","end":"2026-04-01T23:43:13.34057Z","steps":["trace[283654143] 'agreement among raft nodes before linearized reading' (duration: 141.525974ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:43:13.349343Z","caller":"traceutil/trace.go:171","msg":"trace[291152132] transaction","detail":"{read_only:false; response_revision:5931; number_of_response:1; }","duration":"146.967088ms","start":"2026-04-01T23:43:13.202343Z","end":"2026-04-01T23:43:13.34931Z","steps":["trace[291152132] 'process raft request' (duration: 146.353144ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:43:13.353303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.390484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210989"} {"level":"info","ts":"2026-04-01T23:43:13.353368Z","caller":"traceutil/trace.go:171","msg":"trace[90971506] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:5931; }","duration":"110.511767ms","start":"2026-04-01T23:43:13.242844Z","end":"2026-04-01T23:43:13.353355Z","steps":["trace[90971506] 'agreement among raft nodes before linearized reading' (duration: 106.058076ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:43:14.191669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.638506ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:43:14.191847Z","caller":"traceutil/trace.go:171","msg":"trace[1149023427] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:5940; }","duration":"368.811909ms","start":"2026-04-01T23:43:13.822992Z","end":"2026-04-01T23:43:14.191804Z","steps":["trace[1149023427] 'range keys from in-memory index tree' (duration: 368.616425ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:43:14.191965Z","caller":"traceutil/trace.go:171","msg":"trace[210127262] linearizableReadLoop","detail":"{readStateIndex:6185; appliedIndex:6184; }","duration":"728.633407ms","start":"2026-04-01T23:43:13.463305Z","end":"2026-04-01T23:43:14.191938Z","steps":["trace[210127262] 'read index received' (duration: 48.689286ms)","trace[210127262] 'applied index is now lower than readState.Index' (duration: 679.943101ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:43:14.192232Z","caller":"traceutil/trace.go:171","msg":"trace[1100330685] transaction","detail":"{read_only:false; response_revision:5941; number_of_response:1; }","duration":"731.253216ms","start":"2026-04-01T23:43:13.460954Z","end":"2026-04-01T23:43:14.192207Z","steps":["trace[1100330685] 'process raft request' (duration: 701.558628ms)","trace[1100330685] 'compare' (duration: 28.935891ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:43:14.192303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"728.566947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1342"} {"level":"warn","ts":"2026-04-01T23:43:14.192293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.209087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-01T23:43:14.192336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.143596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-01T23:43:14.192348Z","caller":"traceutil/trace.go:171","msg":"trace[1018848467] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:5941; }","duration":"728.623418ms","start":"2026-04-01T23:43:13.463712Z","end":"2026-04-01T23:43:14.192336Z","steps":["trace[1018848467] 'agreement among raft nodes before linearized reading' (duration: 728.496934ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:43:14.192349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:43:13.460933Z","time spent":"731.35793ms","remote":"127.0.0.1:58172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1148,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:43:14.192374Z","caller":"traceutil/trace.go:171","msg":"trace[956409810] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5941; }","duration":"448.220337ms","start":"2026-04-01T23:43:13.744142Z","end":"2026-04-01T23:43:14.192362Z","steps":["trace[956409810] 'agreement among raft nodes before linearized reading' (duration: 448.075164ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:43:14.192377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:43:13.463707Z","time spent":"728.663669ms","remote":"127.0.0.1:58114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":1365,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" "} {"level":"info","ts":"2026-04-01T23:43:14.192365Z","caller":"traceutil/trace.go:171","msg":"trace[1078505439] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5941; }","duration":"268.325198ms","start":"2026-04-01T23:43:13.924021Z","end":"2026-04-01T23:43:14.192346Z","steps":["trace[1078505439] 'agreement among raft nodes before linearized reading' (duration: 268.204886ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:43:14.192374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.297867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-01T23:43:14.192403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:43:13.744126Z","time spent":"448.271239ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-01T23:43:14.192407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"729.083858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" ","response":"range_response_count:1 size:9318"} {"level":"info","ts":"2026-04-01T23:43:14.192436Z","caller":"traceutil/trace.go:171","msg":"trace[1528291895] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5941; }","duration":"443.372339ms","start":"2026-04-01T23:43:13.749046Z","end":"2026-04-01T23:43:14.192419Z","steps":["trace[1528291895] 'agreement among raft nodes before linearized reading' (duration: 443.176705ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:43:14.192485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:43:13.749037Z","time spent":"443.43525ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-01T23:43:14.19253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"726.317646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:110687"} {"level":"info","ts":"2026-04-01T23:43:14.192485Z","caller":"traceutil/trace.go:171","msg":"trace[696532546] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-keystone-server; range_end:; response_count:1; response_revision:5941; }","duration":"729.17636ms","start":"2026-04-01T23:43:13.463287Z","end":"2026-04-01T23:43:14.192463Z","steps":["trace[696532546] 'agreement among raft nodes before linearized reading' (duration: 728.915093ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:43:14.192547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"725.806774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3296"} {"level":"info","ts":"2026-04-01T23:43:14.192589Z","caller":"traceutil/trace.go:171","msg":"trace[917282812] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:5941; }","duration":"726.380837ms","start":"2026-04-01T23:43:13.466194Z","end":"2026-04-01T23:43:14.192575Z","steps":["trace[917282812] 'agreement among raft nodes before linearized reading' (duration: 726.105661ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:43:14.192604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:43:13.463278Z","time spent":"729.318384ms","remote":"127.0.0.1:58492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":9341,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" "} {"level":"warn","ts":"2026-04-01T23:43:14.192639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:43:13.466177Z","time spent":"726.452529ms","remote":"127.0.0.1:58198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":16,"response size":110710,"request content":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" "} {"level":"info","ts":"2026-04-01T23:43:14.19265Z","caller":"traceutil/trace.go:171","msg":"trace[130044593] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5941; }","duration":"725.946467ms","start":"2026-04-01T23:43:13.466678Z","end":"2026-04-01T23:43:14.192624Z","steps":["trace[130044593] 'agreement among raft nodes before linearized reading' (duration: 725.605679ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:43:14.192612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"550.630172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-01T23:43:14.1927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:43:13.466672Z","time spent":"726.019688ms","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3319,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"info","ts":"2026-04-01T23:43:14.192758Z","caller":"traceutil/trace.go:171","msg":"trace[287687578] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5941; }","duration":"550.827976ms","start":"2026-04-01T23:43:13.641909Z","end":"2026-04-01T23:43:14.192737Z","steps":["trace[287687578] 'agreement among raft nodes before linearized reading' (duration: 550.421257ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:43:14.192837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:43:13.641888Z","time spent":"550.936259ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-01T23:43:14.385792Z","caller":"traceutil/trace.go:171","msg":"trace[2065661072] transaction","detail":"{read_only:false; response_revision:5951; number_of_response:1; }","duration":"114.041586ms","start":"2026-04-01T23:43:14.271725Z","end":"2026-04-01T23:43:14.385767Z","steps":["trace[2065661072] 'process raft request' (duration: 113.790081ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:43:14.385966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.020806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:1455"} {"level":"info","ts":"2026-04-01T23:43:14.386073Z","caller":"traceutil/trace.go:171","msg":"trace[685504426] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5952; }","duration":"114.150339ms","start":"2026-04-01T23:43:14.271899Z","end":"2026-04-01T23:43:14.386049Z","steps":["trace[685504426] 'agreement among raft nodes before linearized reading' (duration: 113.901114ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:43:14.386154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.755688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" ","response":"range_response_count:1 size:696"} {"level":"info","ts":"2026-04-01T23:43:14.386245Z","caller":"traceutil/trace.go:171","msg":"trace[1353779397] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config; range_end:; response_count:1; response_revision:5952; }","duration":"116.87712ms","start":"2026-04-01T23:43:14.269349Z","end":"2026-04-01T23:43:14.386226Z","steps":["trace[1353779397] 'agreement among raft nodes before linearized reading' (duration: 116.535263ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:43:14.607803Z","caller":"traceutil/trace.go:171","msg":"trace[1744875448] transaction","detail":"{read_only:false; response_revision:5958; number_of_response:1; }","duration":"166.684551ms","start":"2026-04-01T23:43:14.441098Z","end":"2026-04-01T23:43:14.607783Z","steps":["trace[1744875448] 'process raft request' (duration: 113.29639ms)","trace[1744875448] 'compare' (duration: 53.224217ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:43:14.608079Z","caller":"traceutil/trace.go:171","msg":"trace[1026780153] transaction","detail":"{read_only:false; response_revision:5959; number_of_response:1; }","duration":"157.574596ms","start":"2026-04-01T23:43:14.450492Z","end":"2026-04-01T23:43:14.608066Z","steps":["trace[1026780153] 'process raft request' (duration: 157.241389ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:43:14.608069Z","caller":"traceutil/trace.go:171","msg":"trace[956590928] linearizableReadLoop","detail":"{readStateIndex:6202; appliedIndex:6200; }","duration":"166.734453ms","start":"2026-04-01T23:43:14.441293Z","end":"2026-04-01T23:43:14.608027Z","steps":["trace[956590928] 'read index received' (duration: 35.291474ms)","trace[956590928] 'applied index is now lower than readState.Index' (duration: 131.439668ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:43:14.608321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.244284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-88zqq\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-04-01T23:43:14.608387Z","caller":"traceutil/trace.go:171","msg":"trace[117361879] range","detail":"{range_begin:/registry/pods/openstack/keepalived-88zqq; range_end:; response_count:1; response_revision:5959; }","duration":"159.329826ms","start":"2026-04-01T23:43:14.449043Z","end":"2026-04-01T23:43:14.608373Z","steps":["trace[117361879] 'agreement among raft nodes before linearized reading' (duration: 159.180963ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:43:14.60844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.699394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-01T23:43:14.608437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.562976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" ","response":"range_response_count:1 size:9639"} {"level":"info","ts":"2026-04-01T23:43:14.608476Z","caller":"traceutil/trace.go:171","msg":"trace[737199532] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5959; }","duration":"159.776465ms","start":"2026-04-01T23:43:14.448692Z","end":"2026-04-01T23:43:14.608468Z","steps":["trace[737199532] 'agreement among raft nodes before linearized reading' (duration: 159.651773ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:43:14.608482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.795893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" ","response":"range_response_count:1 size:9639"} {"level":"info","ts":"2026-04-01T23:43:14.608496Z","caller":"traceutil/trace.go:171","msg":"trace[1636444635] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-keystone-server; range_end:; response_count:1; response_revision:5959; }","duration":"165.658728ms","start":"2026-04-01T23:43:14.442822Z","end":"2026-04-01T23:43:14.608481Z","steps":["trace[1636444635] 'agreement among raft nodes before linearized reading' (duration: 165.410352ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:43:14.608556Z","caller":"traceutil/trace.go:171","msg":"trace[1749685029] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-keystone-server; range_end:; response_count:1; response_revision:5959; }","duration":"162.875385ms","start":"2026-04-01T23:43:14.445663Z","end":"2026-04-01T23:43:14.608539Z","steps":["trace[1749685029] 'agreement among raft nodes before linearized reading' (duration: 162.710521ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:43:14.608585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.014443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-01T23:43:14.608606Z","caller":"traceutil/trace.go:171","msg":"trace[2025469064] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5959; }","duration":"141.074724ms","start":"2026-04-01T23:43:14.467525Z","end":"2026-04-01T23:43:14.6086Z","steps":["trace[2025469064] 'agreement among raft nodes before linearized reading' (duration: 141.010823ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:43:14.608319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.000128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-04-01T23:43:14.608648Z","caller":"traceutil/trace.go:171","msg":"trace[1471002712] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:5959; }","duration":"167.362887ms","start":"2026-04-01T23:43:14.441275Z","end":"2026-04-01T23:43:14.608638Z","steps":["trace[1471002712] 'agreement among raft nodes before linearized reading' (duration: 166.877606ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:43:14.821517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.268509ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-01T23:43:14.821634Z","caller":"traceutil/trace.go:171","msg":"trace[303268081] transaction","detail":"{read_only:false; response_revision:5960; number_of_response:1; }","duration":"208.42486ms","start":"2026-04-01T23:43:14.61319Z","end":"2026-04-01T23:43:14.821615Z","steps":["trace[303268081] 'process raft request' (duration: 94.980428ms)","trace[303268081] 'compare' (duration: 113.140035ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:43:14.912667Z","caller":"traceutil/trace.go:171","msg":"trace[540745534] linearizableReadLoop","detail":"{readStateIndex:6206; appliedIndex:6203; }","duration":"297.352731ms","start":"2026-04-01T23:43:14.615291Z","end":"2026-04-01T23:43:14.912644Z","steps":["trace[540745534] 'read index received' (duration: 92.870259ms)","trace[540745534] 'applied index is now lower than readState.Index' (duration: 204.481582ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:43:14.912705Z","caller":"traceutil/trace.go:171","msg":"trace[2089367124] transaction","detail":"{read_only:false; response_revision:5961; number_of_response:1; }","duration":"299.429989ms","start":"2026-04-01T23:43:14.613241Z","end":"2026-04-01T23:43:14.912671Z","steps":["trace[2089367124] 'process raft request' (duration: 299.183003ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:43:14.912818Z","caller":"traceutil/trace.go:171","msg":"trace[2124226146] transaction","detail":"{read_only:false; response_revision:5962; number_of_response:1; }","duration":"299.162393ms","start":"2026-04-01T23:43:14.613603Z","end":"2026-04-01T23:43:14.912765Z","steps":["trace[2124226146] 'process raft request' (duration: 298.966478ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:43:14.913026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.71348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:80219"} {"level":"info","ts":"2026-04-01T23:43:14.913073Z","caller":"traceutil/trace.go:171","msg":"trace[466722886] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5962; }","duration":"297.804591ms","start":"2026-04-01T23:43:14.615258Z","end":"2026-04-01T23:43:14.913062Z","steps":["trace[466722886] 'agreement among raft nodes before linearized reading' (duration: 297.520925ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:43:14.913158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.516473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-04-01T23:43:14.913221Z","caller":"traceutil/trace.go:171","msg":"trace[1011002491] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5962; }","duration":"296.601384ms","start":"2026-04-01T23:43:14.616599Z","end":"2026-04-01T23:43:14.9132Z","steps":["trace[1011002491] 'agreement among raft nodes before linearized reading' (duration: 296.282707ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:43:14.913218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.014369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:43:14.913311Z","caller":"traceutil/trace.go:171","msg":"trace[806567402] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:5962; }","duration":"239.153911ms","start":"2026-04-01T23:43:14.674135Z","end":"2026-04-01T23:43:14.913289Z","steps":["trace[806567402] 'agreement among raft nodes before linearized reading' (duration: 238.958237ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:43:14.913242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.561309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/local-path-storage/local-path-provisioner\" ","response":"range_response_count:1 size:897"} {"level":"info","ts":"2026-04-01T23:43:14.91351Z","caller":"traceutil/trace.go:171","msg":"trace[1215829228] range","detail":"{range_begin:/registry/serviceaccounts/local-path-storage/local-path-provisioner; range_end:; response_count:1; response_revision:5962; }","duration":"194.865496ms","start":"2026-04-01T23:43:14.718625Z","end":"2026-04-01T23:43:14.91349Z","steps":["trace[1215829228] 'agreement among raft nodes before linearized reading' (duration: 194.526198ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:43:14.914397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.155994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210989"} {"level":"info","ts":"2026-04-01T23:43:14.914468Z","caller":"traceutil/trace.go:171","msg":"trace[847466640] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:5962; }","duration":"208.270096ms","start":"2026-04-01T23:43:14.706184Z","end":"2026-04-01T23:43:14.914454Z","steps":["trace[847466640] 'agreement among raft nodes before linearized reading' (duration: 206.863775ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:43:15.23486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.531925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1821"} {"level":"info","ts":"2026-04-01T23:43:15.234995Z","caller":"traceutil/trace.go:171","msg":"trace[307634225] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:5962; }","duration":"285.793321ms","start":"2026-04-01T23:43:14.949175Z","end":"2026-04-01T23:43:15.234969Z","steps":["trace[307634225] 'range keys from in-memory index tree' (duration: 285.28734ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:43:15.235111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.55311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-keystone-nodes\" ","response":"range_response_count:1 size:1265"} {"level":"info","ts":"2026-04-01T23:43:15.235227Z","caller":"traceutil/trace.go:171","msg":"trace[1385008405] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-keystone-nodes; range_end:; response_count:1; response_revision:5962; }","duration":"311.709555ms","start":"2026-04-01T23:43:14.923487Z","end":"2026-04-01T23:43:15.235197Z","steps":["trace[1385008405] 'range keys from in-memory index tree' (duration: 311.401698ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:43:15.235748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:43:14.92348Z","time spent":"311.798406ms","remote":"127.0.0.1:58210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1288,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-keystone-nodes\" "} {"level":"info","ts":"2026-04-01T23:43:15.405655Z","caller":"traceutil/trace.go:171","msg":"trace[833932078] linearizableReadLoop","detail":"{readStateIndex:6207; appliedIndex:6206; }","duration":"158.419595ms","start":"2026-04-01T23:43:15.247219Z","end":"2026-04-01T23:43:15.405638Z","steps":["trace[833932078] 'read index received' (duration: 158.379835ms)","trace[833932078] 'applied index is now lower than readState.Index' (duration: 39.06µs)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:43:15.405725Z","caller":"traceutil/trace.go:171","msg":"trace[1786836636] transaction","detail":"{read_only:false; response_revision:5963; number_of_response:1; }","duration":"162.23478ms","start":"2026-04-01T23:43:15.243451Z","end":"2026-04-01T23:43:15.405685Z","steps":["trace[1786836636] 'process raft request' (duration: 162.079117ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:43:15.405814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.581279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" ","response":"range_response_count:1 size:9639"} {"level":"info","ts":"2026-04-01T23:43:15.405835Z","caller":"traceutil/trace.go:171","msg":"trace[437379168] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-keystone-server; range_end:; response_count:1; response_revision:5963; }","duration":"158.652661ms","start":"2026-04-01T23:43:15.247175Z","end":"2026-04-01T23:43:15.405828Z","steps":["trace[437379168] 'agreement among raft nodes before linearized reading' (duration: 158.554758ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:43:15.406059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.583912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3565"} {"level":"info","ts":"2026-04-01T23:43:15.406081Z","caller":"traceutil/trace.go:171","msg":"trace[1103315637] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:5963; }","duration":"147.644343ms","start":"2026-04-01T23:43:15.25843Z","end":"2026-04-01T23:43:15.406074Z","steps":["trace[1103315637] 'agreement among raft nodes before linearized reading' (duration: 147.592772ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:43:15.406171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.906966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:43:15.406189Z","caller":"traceutil/trace.go:171","msg":"trace[969822404] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:5963; }","duration":"130.955497ms","start":"2026-04-01T23:43:15.275228Z","end":"2026-04-01T23:43:15.406184Z","steps":["trace[969822404] 'agreement among raft nodes before linearized reading' (duration: 130.925537ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:43:17.445754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"731.39711ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-01T23:43:17.446096Z","caller":"traceutil/trace.go:171","msg":"trace[4267109] linearizableReadLoop","detail":"{readStateIndex:6217; appliedIndex:6215; }","duration":"1.176816134s","start":"2026-04-01T23:43:16.269253Z","end":"2026-04-01T23:43:17.446069Z","steps":["trace[4267109] 'read index received' (duration: 445.000085ms)","trace[4267109] 'applied index is now lower than readState.Index' (duration: 731.814649ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:43:17.446225Z","caller":"traceutil/trace.go:171","msg":"trace[1345241361] transaction","detail":"{read_only:false; response_revision:5973; number_of_response:1; }","duration":"1.179032724s","start":"2026-04-01T23:43:16.267176Z","end":"2026-04-01T23:43:17.446209Z","steps":["trace[1345241361] 'process raft request' (duration: 1.178738698s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:43:17.446351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:43:16.267149Z","time spent":"1.179147866s","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:43:17.446329Z","caller":"traceutil/trace.go:171","msg":"trace[1407502198] transaction","detail":"{read_only:false; response_revision:5972; number_of_response:1; }","duration":"1.182637584s","start":"2026-04-01T23:43:16.263617Z","end":"2026-04-01T23:43:17.446254Z","steps":["trace[1407502198] 'process raft request' (duration: 450.5894ms)","trace[1407502198] 'compare' (duration: 730.889009ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:43:17.446485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.188386774s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-01T23:43:17.446571Z","caller":"traceutil/trace.go:171","msg":"trace[590462420] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5973; }","duration":"1.188518517s","start":"2026-04-01T23:43:16.258034Z","end":"2026-04-01T23:43:17.446553Z","steps":["trace[590462420] 'agreement among raft nodes before linearized reading' (duration: 1.188274952s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:43:17.446569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:43:16.263604Z","time spent":"1.182834189s","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:43:17.446622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:43:16.258026Z","time spent":"1.188584818s","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-01T23:43:17.498535Z","caller":"traceutil/trace.go:171","msg":"trace[294007297] transaction","detail":"{read_only:false; response_revision:5974; number_of_response:1; }","duration":"1.225001828s","start":"2026-04-01T23:43:16.273504Z","end":"2026-04-01T23:43:17.498506Z","steps":["trace[294007297] 'process raft request' (duration: 1.224801234s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:43:17.498707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:43:16.273491Z","time spent":"1.225129242s","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:43:17.498973Z","caller":"traceutil/trace.go:171","msg":"trace[2004929489] transaction","detail":"{read_only:false; response_revision:5975; number_of_response:1; }","duration":"1.106959722s","start":"2026-04-01T23:43:16.392001Z","end":"2026-04-01T23:43:17.498961Z","steps":["trace[2004929489] 'process raft request' (duration: 1.10645976s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:43:17.499039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:43:16.391981Z","time spent":"1.107023643s","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:43:17.499089Z","caller":"traceutil/trace.go:171","msg":"trace[20921775] transaction","detail":"{read_only:false; response_revision:5976; number_of_response:1; }","duration":"1.106985192s","start":"2026-04-01T23:43:16.392073Z","end":"2026-04-01T23:43:17.499059Z","steps":["trace[20921775] 'process raft request' (duration: 1.106713466s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:43:17.499157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.119573226s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T23:43:17.499236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"673.444955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-01T23:43:17.499244Z","caller":"traceutil/trace.go:171","msg":"trace[1269977765] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5977; }","duration":"1.119700549s","start":"2026-04-01T23:43:16.379529Z","end":"2026-04-01T23:43:17.49923Z","steps":["trace[1269977765] 'agreement among raft nodes before linearized reading' (duration: 1.119522015s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:43:17.499246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:43:16.392069Z","time spent":"1.107102864s","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:43:17.499287Z","caller":"traceutil/trace.go:171","msg":"trace[1084077111] transaction","detail":"{read_only:false; response_revision:5977; number_of_response:1; }","duration":"887.3871ms","start":"2026-04-01T23:43:16.611886Z","end":"2026-04-01T23:43:17.499273Z","steps":["trace[1084077111] 'process raft request' (duration: 887.078364ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:43:17.499314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:43:16.379512Z","time spent":"1.11976478s","remote":"127.0.0.1:58042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-01T23:43:17.499345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"604.138496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-01T23:43:17.499276Z","caller":"traceutil/trace.go:171","msg":"trace[990890539] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5977; }","duration":"673.523537ms","start":"2026-04-01T23:43:16.82574Z","end":"2026-04-01T23:43:17.499264Z","steps":["trace[990890539] 'agreement among raft nodes before linearized reading' (duration: 673.391064ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:43:17.499386Z","caller":"traceutil/trace.go:171","msg":"trace[2058126125] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:5977; }","duration":"604.216718ms","start":"2026-04-01T23:43:16.89516Z","end":"2026-04-01T23:43:17.499376Z","steps":["trace[2058126125] 'agreement among raft nodes before linearized reading' (duration: 604.136956ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:43:17.499424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:43:16.895132Z","time spent":"604.28447ms","remote":"127.0.0.1:38772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":10,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:43:17.49943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:43:16.825717Z","time spent":"673.697561ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-01T23:43:17.499464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.354434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-01T23:43:17.499513Z","caller":"traceutil/trace.go:171","msg":"trace[463977356] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:5977; }","duration":"298.442216ms","start":"2026-04-01T23:43:17.201058Z","end":"2026-04-01T23:43:17.4995Z","steps":["trace[463977356] 'agreement among raft nodes before linearized reading' (duration: 298.345513ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:43:17.499359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:43:16.611862Z","time spent":"887.458273ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:43:17.499231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"582.675543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-01T23:43:17.499739Z","caller":"traceutil/trace.go:171","msg":"trace[1512150483] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5977; }","duration":"583.235166ms","start":"2026-04-01T23:43:16.916493Z","end":"2026-04-01T23:43:17.499729Z","steps":["trace[1512150483] 'agreement among raft nodes before linearized reading' (duration: 582.602132ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:43:17.499778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:43:16.916466Z","time spent":"583.301936ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-01T23:43:17.499837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.700888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.209\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-01T23:43:17.499897Z","caller":"traceutil/trace.go:171","msg":"trace[1471629638] range","detail":"{range_begin:/registry/masterleases/199.204.45.209; range_end:; response_count:1; response_revision:5977; }","duration":"408.80454ms","start":"2026-04-01T23:43:17.091081Z","end":"2026-04-01T23:43:17.499885Z","steps":["trace[1471629638] 'agreement among raft nodes before linearized reading' (duration: 408.652397ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:43:17.499842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"899.115125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ef7d5d72-d226-45ae-be9c-c853486e0e55\" ","response":"range_response_count:1 size:3646"} {"level":"warn","ts":"2026-04-01T23:43:17.499902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.060448055s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ef7d5d72-d226-45ae-be9c-c853486e0e55\" ","response":"range_response_count:1 size:3646"} {"level":"warn","ts":"2026-04-01T23:43:17.499937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:43:17.091061Z","time spent":"408.866962ms","remote":"127.0.0.1:58064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.209\" "} {"level":"info","ts":"2026-04-01T23:43:17.49996Z","caller":"traceutil/trace.go:171","msg":"trace[649966246] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-ef7d5d72-d226-45ae-be9c-c853486e0e55; range_end:; response_count:1; response_revision:5977; }","duration":"1.060531646s","start":"2026-04-01T23:43:16.439412Z","end":"2026-04-01T23:43:17.499943Z","steps":["trace[649966246] 'agreement among raft nodes before linearized reading' (duration: 1.060381783s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:43:17.499951Z","caller":"traceutil/trace.go:171","msg":"trace[918793138] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-ef7d5d72-d226-45ae-be9c-c853486e0e55; range_end:; response_count:1; response_revision:5977; }","duration":"899.254877ms","start":"2026-04-01T23:43:16.60068Z","end":"2026-04-01T23:43:17.499934Z","steps":["trace[918793138] 'agreement among raft nodes before linearized reading' (duration: 899.026982ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:43:17.500023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:43:16.600662Z","time spent":"899.3491ms","remote":"127.0.0.1:58198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3669,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ef7d5d72-d226-45ae-be9c-c853486e0e55\" "} {"level":"warn","ts":"2026-04-01T23:43:17.500054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"581.023875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-88zqq\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-04-01T23:43:17.500145Z","caller":"traceutil/trace.go:171","msg":"trace[1859345286] range","detail":"{range_begin:/registry/pods/openstack/keepalived-88zqq; range_end:; response_count:1; response_revision:5977; }","duration":"581.138318ms","start":"2026-04-01T23:43:16.91898Z","end":"2026-04-01T23:43:17.500119Z","steps":["trace[1859345286] 'agreement among raft nodes before linearized reading' (duration: 580.877622ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:43:17.50002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:43:16.439396Z","time spent":"1.060610998s","remote":"127.0.0.1:58198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3669,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ef7d5d72-d226-45ae-be9c-c853486e0e55\" "} {"level":"warn","ts":"2026-04-01T23:43:17.500186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:43:16.918969Z","time spent":"581.20986ms","remote":"127.0.0.1:58198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-88zqq\" "} {"level":"info","ts":"2026-04-01T23:43:17.610496Z","caller":"traceutil/trace.go:171","msg":"trace[1467234522] transaction","detail":"{read_only:false; response_revision:5981; number_of_response:1; }","duration":"101.689529ms","start":"2026-04-01T23:43:17.508745Z","end":"2026-04-01T23:43:17.610435Z","steps":["trace[1467234522] 'process raft request' (duration: 101.384823ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:43:19.694384Z","caller":"traceutil/trace.go:171","msg":"trace[850504246] linearizableReadLoop","detail":"{readStateIndex:6230; appliedIndex:6229; }","duration":"312.394571ms","start":"2026-04-01T23:43:19.381955Z","end":"2026-04-01T23:43:19.69435Z","steps":["trace[850504246] 'read index received' (duration: 312.148194ms)","trace[850504246] 'applied index is now lower than readState.Index' (duration: 245.167µs)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:43:19.694547Z","caller":"traceutil/trace.go:171","msg":"trace[1394958027] transaction","detail":"{read_only:false; response_revision:5985; number_of_response:1; }","duration":"333.806723ms","start":"2026-04-01T23:43:19.360723Z","end":"2026-04-01T23:43:19.69453Z","steps":["trace[1394958027] 'process raft request' (duration: 333.402354ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:43:19.694677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:43:19.360691Z","time spent":"333.887355ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:43:19.694894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.923713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:43:19.695001Z","caller":"traceutil/trace.go:171","msg":"trace[1294561803] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5985; }","duration":"313.046866ms","start":"2026-04-01T23:43:19.381921Z","end":"2026-04-01T23:43:19.694968Z","steps":["trace[1294561803] 'agreement among raft nodes before linearized reading' (duration: 312.848791ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:43:19.695052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:43:19.38183Z","time spent":"313.212879ms","remote":"127.0.0.1:58042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-01T23:43:20.175434Z","caller":"traceutil/trace.go:171","msg":"trace[508818745] linearizableReadLoop","detail":"{readStateIndex:6234; appliedIndex:6230; }","duration":"480.93337ms","start":"2026-04-01T23:43:19.694482Z","end":"2026-04-01T23:43:20.175416Z","steps":["trace[508818745] 'read index received' (duration: 480.636033ms)","trace[508818745] 'applied index is now lower than readState.Index' (duration: 296.627µs)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:43:20.175632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"593.620407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-88zqq\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-04-01T23:43:20.175685Z","caller":"traceutil/trace.go:171","msg":"trace[1689215846] range","detail":"{range_begin:/registry/pods/openstack/keepalived-88zqq; range_end:; response_count:1; response_revision:5989; }","duration":"593.702048ms","start":"2026-04-01T23:43:19.581969Z","end":"2026-04-01T23:43:20.175671Z","steps":["trace[1689215846] 'agreement among raft nodes before linearized reading' (duration: 593.552055ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:43:20.175732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:43:19.581954Z","time spent":"593.76677ms","remote":"127.0.0.1:58198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-88zqq\" "} {"level":"info","ts":"2026-04-01T23:43:20.175741Z","caller":"traceutil/trace.go:171","msg":"trace[152850960] transaction","detail":"{read_only:false; response_revision:5987; number_of_response:1; }","duration":"670.125418ms","start":"2026-04-01T23:43:19.505575Z","end":"2026-04-01T23:43:20.1757Z","steps":["trace[152850960] 'process raft request' (duration: 669.75609ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:43:20.17584Z","caller":"traceutil/trace.go:171","msg":"trace[1954691110] transaction","detail":"{read_only:false; response_revision:5989; number_of_response:1; }","duration":"669.874023ms","start":"2026-04-01T23:43:19.505902Z","end":"2026-04-01T23:43:20.175776Z","steps":["trace[1954691110] 'process raft request' (duration: 669.484704ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:43:20.175931Z","caller":"traceutil/trace.go:171","msg":"trace[316748522] transaction","detail":"{read_only:false; response_revision:5988; number_of_response:1; }","duration":"670.036526ms","start":"2026-04-01T23:43:19.505883Z","end":"2026-04-01T23:43:20.175919Z","steps":["trace[316748522] 'process raft request' (duration: 669.482774ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:43:20.175961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"594.954647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-01T23:43:20.175967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"670.691182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-01T23:43:20.17599Z","caller":"traceutil/trace.go:171","msg":"trace[1962394878] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5989; }","duration":"595.022418ms","start":"2026-04-01T23:43:19.58096Z","end":"2026-04-01T23:43:20.175982Z","steps":["trace[1962394878] 'agreement among raft nodes before linearized reading' (duration: 594.955786ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:43:20.176001Z","caller":"traceutil/trace.go:171","msg":"trace[1412640890] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5989; }","duration":"670.759574ms","start":"2026-04-01T23:43:19.505232Z","end":"2026-04-01T23:43:20.175992Z","steps":["trace[1412640890] 'agreement among raft nodes before linearized reading' (duration: 670.66681ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:43:20.176012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:43:19.580937Z","time spent":"595.07002ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-01T23:43:20.176028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:43:19.505209Z","time spent":"670.811994ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-01T23:43:20.176032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:43:19.505869Z","time spent":"670.099999ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:43:20.175633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"559.421426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-04-01T23:43:20.175826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"664.123133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-04-01T23:43:20.176095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:43:19.505893Z","time spent":"670.065448ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:43:20.176065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:43:19.505561Z","time spent":"670.317172ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:43:20.176134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.987589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:43:20.176138Z","caller":"traceutil/trace.go:171","msg":"trace[1917969483] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5989; }","duration":"664.452331ms","start":"2026-04-01T23:43:19.511673Z","end":"2026-04-01T23:43:20.176125Z","steps":["trace[1917969483] 'agreement among raft nodes before linearized reading' (duration: 664.031191ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:43:20.176169Z","caller":"traceutil/trace.go:171","msg":"trace[1042620233] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5989; }","duration":"480.062321ms","start":"2026-04-01T23:43:19.696097Z","end":"2026-04-01T23:43:20.17616Z","steps":["trace[1042620233] 'agreement among raft nodes before linearized reading' (duration: 480.00741ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:43:20.176197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:43:19.696079Z","time spent":"480.111553ms","remote":"127.0.0.1:58050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-01T23:43:20.176225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"656.129964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ef7d5d72-d226-45ae-be9c-c853486e0e55\" ","response":"range_response_count:1 size:3760"} {"level":"info","ts":"2026-04-01T23:43:20.176237Z","caller":"traceutil/trace.go:171","msg":"trace[1535565357] transaction","detail":"{read_only:false; response_revision:5986; number_of_response:1; }","duration":"724.161035ms","start":"2026-04-01T23:43:19.452065Z","end":"2026-04-01T23:43:20.176226Z","steps":["trace[1535565357] 'process raft request' (duration: 723.128381ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:43:20.176256Z","caller":"traceutil/trace.go:171","msg":"trace[424489355] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-ef7d5d72-d226-45ae-be9c-c853486e0e55; range_end:; response_count:1; response_revision:5989; }","duration":"656.174755ms","start":"2026-04-01T23:43:19.520072Z","end":"2026-04-01T23:43:20.176247Z","steps":["trace[424489355] 'agreement among raft nodes before linearized reading' (duration: 656.082463ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:43:20.176288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:43:19.520064Z","time spent":"656.219256ms","remote":"127.0.0.1:58198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3783,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ef7d5d72-d226-45ae-be9c-c853486e0e55\" "} {"level":"warn","ts":"2026-04-01T23:43:20.176292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:43:19.452037Z","time spent":"724.224216ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:43:20.175898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"594.829373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-01T23:43:20.176124Z","caller":"traceutil/trace.go:171","msg":"trace[1003303319] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5989; }","duration":"559.977349ms","start":"2026-04-01T23:43:19.616136Z","end":"2026-04-01T23:43:20.176113Z","steps":["trace[1003303319] 'agreement among raft nodes before linearized reading' (duration: 559.337614ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:43:20.17639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:43:19.6161Z","time spent":"560.279946ms","remote":"127.0.0.1:58198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-01T23:43:20.176354Z","caller":"traceutil/trace.go:171","msg":"trace[310288285] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5989; }","duration":"595.327335ms","start":"2026-04-01T23:43:19.581017Z","end":"2026-04-01T23:43:20.176344Z","steps":["trace[310288285] 'agreement among raft nodes before linearized reading' (duration: 594.835463ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:43:20.176431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:43:19.580889Z","time spent":"595.5286ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-01T23:43:20.176444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.643596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:43:20.176478Z","caller":"traceutil/trace.go:171","msg":"trace[577612487] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:5989; }","duration":"253.723188ms","start":"2026-04-01T23:43:19.922746Z","end":"2026-04-01T23:43:20.176469Z","steps":["trace[577612487] 'agreement among raft nodes before linearized reading' (duration: 253.658507ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:43:20.1762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:43:19.511665Z","time spent":"664.521983ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-01T23:43:22.411981Z","caller":"traceutil/trace.go:171","msg":"trace[1434509724] transaction","detail":"{read_only:false; response_revision:6005; number_of_response:1; }","duration":"227.659091ms","start":"2026-04-01T23:43:22.184301Z","end":"2026-04-01T23:43:22.41196Z","steps":["trace[1434509724] 'process raft request' (duration: 226.201497ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:43:22.412228Z","caller":"traceutil/trace.go:171","msg":"trace[1425456502] linearizableReadLoop","detail":"{readStateIndex:6252; appliedIndex:6249; }","duration":"225.650366ms","start":"2026-04-01T23:43:22.186553Z","end":"2026-04-01T23:43:22.412203Z","steps":["trace[1425456502] 'read index received' (duration: 224.020919ms)","trace[1425456502] 'applied index is now lower than readState.Index' (duration: 1.628507ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:43:22.412295Z","caller":"traceutil/trace.go:171","msg":"trace[100154678] transaction","detail":"{read_only:false; response_revision:6006; number_of_response:1; }","duration":"227.825795ms","start":"2026-04-01T23:43:22.184434Z","end":"2026-04-01T23:43:22.41226Z","steps":["trace[100154678] 'process raft request' (duration: 227.493358ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:43:22.412354Z","caller":"traceutil/trace.go:171","msg":"trace[724163553] transaction","detail":"{read_only:false; response_revision:6007; number_of_response:1; }","duration":"227.897626ms","start":"2026-04-01T23:43:22.184443Z","end":"2026-04-01T23:43:22.412341Z","steps":["trace[724163553] 'process raft request' (duration: 227.695832ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:43:22.412613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.422774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-88zqq\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-04-01T23:43:22.412653Z","caller":"traceutil/trace.go:171","msg":"trace[1486533825] range","detail":"{range_begin:/registry/pods/openstack/keepalived-88zqq; range_end:; response_count:1; response_revision:6007; }","duration":"150.499365ms","start":"2026-04-01T23:43:22.262144Z","end":"2026-04-01T23:43:22.412643Z","steps":["trace[1486533825] 'agreement among raft nodes before linearized reading' (duration: 150.338051ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:43:22.412973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.374282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:43:22.413023Z","caller":"traceutil/trace.go:171","msg":"trace[1312166290] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:6007; }","duration":"226.489944ms","start":"2026-04-01T23:43:22.186521Z","end":"2026-04-01T23:43:22.413011Z","steps":["trace[1312166290] 'agreement among raft nodes before linearized reading' (duration: 226.377291ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:43:22.41408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.038873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-01T23:43:22.414127Z","caller":"traceutil/trace.go:171","msg":"trace[2105083970] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6007; }","duration":"162.124865ms","start":"2026-04-01T23:43:22.251989Z","end":"2026-04-01T23:43:22.414114Z","steps":["trace[2105083970] 'agreement among raft nodes before linearized reading' (duration: 161.972062ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:43:22.414193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.85288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-01T23:43:22.414237Z","caller":"traceutil/trace.go:171","msg":"trace[1853385893] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6007; }","duration":"161.921071ms","start":"2026-04-01T23:43:22.252306Z","end":"2026-04-01T23:43:22.414227Z","steps":["trace[1853385893] 'agreement among raft nodes before linearized reading' (duration: 161.769988ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:43:22.414459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.647248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-01T23:43:22.414497Z","caller":"traceutil/trace.go:171","msg":"trace[1942699396] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6007; }","duration":"162.725921ms","start":"2026-04-01T23:43:22.251762Z","end":"2026-04-01T23:43:22.414488Z","steps":["trace[1942699396] 'agreement among raft nodes before linearized reading' (duration: 162.639209ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:43:22.414635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.969371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-01T23:43:22.414677Z","caller":"traceutil/trace.go:171","msg":"trace[1734244717] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6007; }","duration":"197.089594ms","start":"2026-04-01T23:43:22.217575Z","end":"2026-04-01T23:43:22.414665Z","steps":["trace[1734244717] 'agreement among raft nodes before linearized reading' (duration: 196.90915ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:43:22.415483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.754693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ef7d5d72-d226-45ae-be9c-c853486e0e55\" ","response":"range_response_count:1 size:3946"} {"level":"info","ts":"2026-04-01T23:43:22.415539Z","caller":"traceutil/trace.go:171","msg":"trace[1007066469] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-ef7d5d72-d226-45ae-be9c-c853486e0e55; range_end:; response_count:1; response_revision:6007; }","duration":"227.830244ms","start":"2026-04-01T23:43:22.187678Z","end":"2026-04-01T23:43:22.415508Z","steps":["trace[1007066469] 'agreement among raft nodes before linearized reading' (duration: 224.706974ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:43:24.852414Z","caller":"traceutil/trace.go:171","msg":"trace[666958665] transaction","detail":"{read_only:false; response_revision:6048; number_of_response:1; }","duration":"184.139552ms","start":"2026-04-01T23:43:24.668253Z","end":"2026-04-01T23:43:24.852393Z","steps":["trace[666958665] 'process raft request' (duration: 184.021569ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:43:24.858762Z","caller":"traceutil/trace.go:171","msg":"trace[728948532] transaction","detail":"{read_only:false; response_revision:6049; number_of_response:1; }","duration":"128.575812ms","start":"2026-04-01T23:43:24.730171Z","end":"2026-04-01T23:43:24.858747Z","steps":["trace[728948532] 'process raft request' (duration: 128.357217ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:43:28.815999Z","caller":"traceutil/trace.go:171","msg":"trace[263079723] transaction","detail":"{read_only:false; response_revision:6080; number_of_response:1; }","duration":"708.105387ms","start":"2026-04-01T23:43:28.107873Z","end":"2026-04-01T23:43:28.815979Z","steps":["trace[263079723] 'process raft request' (duration: 707.976145ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:43:28.816164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:43:28.10785Z","time spent":"708.25024ms","remote":"127.0.0.1:56114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7599,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:43:29.07622Z","caller":"traceutil/trace.go:171","msg":"trace[303086007] transaction","detail":"{read_only:false; response_revision:6081; number_of_response:1; }","duration":"866.673444ms","start":"2026-04-01T23:43:28.209518Z","end":"2026-04-01T23:43:29.076191Z","steps":["trace[303086007] 'process raft request' (duration: 866.46402ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:43:29.076365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:43:28.209493Z","time spent":"866.801107ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:43:29.076593Z","caller":"traceutil/trace.go:171","msg":"trace[1731360269] transaction","detail":"{read_only:false; response_revision:6082; number_of_response:1; }","duration":"679.397822ms","start":"2026-04-01T23:43:28.397164Z","end":"2026-04-01T23:43:29.076562Z","steps":["trace[1731360269] 'process raft request' (duration: 678.970762ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:43:29.076777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:43:28.397137Z","time spent":"679.546515ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:43:29.077073Z","caller":"traceutil/trace.go:171","msg":"trace[1348427382] transaction","detail":"{read_only:false; response_revision:6083; number_of_response:1; }","duration":"646.89758ms","start":"2026-04-01T23:43:28.430158Z","end":"2026-04-01T23:43:29.077056Z","steps":["trace[1348427382] 'process raft request' (duration: 646.294807ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:43:29.077139Z","caller":"traceutil/trace.go:171","msg":"trace[1531672112] linearizableReadLoop","detail":"{readStateIndex:6329; appliedIndex:6327; }","duration":"696.080297ms","start":"2026-04-01T23:43:28.381031Z","end":"2026-04-01T23:43:29.077112Z","steps":["trace[1531672112] 'read index received' (duration: 434.723839ms)","trace[1531672112] 'applied index is now lower than readState.Index' (duration: 261.354938ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:43:29.077218Z","caller":"traceutil/trace.go:171","msg":"trace[681564307] transaction","detail":"{read_only:false; response_revision:6084; number_of_response:1; }","duration":"643.797921ms","start":"2026-04-01T23:43:28.433409Z","end":"2026-04-01T23:43:29.077207Z","steps":["trace[681564307] 'process raft request' (duration: 643.532035ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:43:29.077163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:43:28.430126Z","time spent":"646.995252ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:43:29.077287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:43:28.433394Z","time spent":"643.860242ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:43:29.077268Z","caller":"traceutil/trace.go:171","msg":"trace[1379176728] transaction","detail":"{read_only:false; response_revision:6085; number_of_response:1; }","duration":"642.957662ms","start":"2026-04-01T23:43:28.434301Z","end":"2026-04-01T23:43:29.077259Z","steps":["trace[1379176728] 'process raft request' (duration: 642.754237ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:43:29.077428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"696.393664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T23:43:29.077506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"621.825046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-88zqq\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-04-01T23:43:29.077524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:43:28.434293Z","time spent":"643.113485ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:43:29.077549Z","caller":"traceutil/trace.go:171","msg":"trace[622824595] range","detail":"{range_begin:/registry/pods/openstack/keepalived-88zqq; range_end:; response_count:1; response_revision:6085; }","duration":"621.894428ms","start":"2026-04-01T23:43:28.455643Z","end":"2026-04-01T23:43:29.077538Z","steps":["trace[622824595] 'agreement among raft nodes before linearized reading' (duration: 621.748795ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:43:29.07753Z","caller":"traceutil/trace.go:171","msg":"trace[1711057757] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6085; }","duration":"696.522237ms","start":"2026-04-01T23:43:28.380978Z","end":"2026-04-01T23:43:29.0775Z","steps":["trace[1711057757] 'agreement among raft nodes before linearized reading' (duration: 696.399705ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:43:29.077584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:43:28.45563Z","time spent":"621.944349ms","remote":"127.0.0.1:58198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-88zqq\" "} {"level":"warn","ts":"2026-04-01T23:43:29.077601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:43:28.38096Z","time spent":"696.626529ms","remote":"127.0.0.1:58050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-01T23:43:29.077595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"610.304577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"warn","ts":"2026-04-01T23:43:29.077649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"608.195119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-01T23:43:29.077686Z","caller":"traceutil/trace.go:171","msg":"trace[1863443371] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6085; }","duration":"608.2526ms","start":"2026-04-01T23:43:28.469424Z","end":"2026-04-01T23:43:29.077677Z","steps":["trace[1863443371] 'agreement among raft nodes before linearized reading' (duration: 608.116057ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:43:29.077707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.175676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/loki-gateway-cf54cb88c-rrqgf\" ","response":"range_response_count:1 size:4760"} {"level":"warn","ts":"2026-04-01T23:43:29.077728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:43:28.469414Z","time spent":"608.305132ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-01T23:43:29.077681Z","caller":"traceutil/trace.go:171","msg":"trace[522342791] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:6085; }","duration":"610.42095ms","start":"2026-04-01T23:43:28.46724Z","end":"2026-04-01T23:43:29.077661Z","steps":["trace[522342791] 'agreement among raft nodes before linearized reading' (duration: 610.161244ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:43:29.077738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"609.58782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-01T23:43:29.077808Z","caller":"traceutil/trace.go:171","msg":"trace[533747254] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6085; }","duration":"609.696783ms","start":"2026-04-01T23:43:28.468096Z","end":"2026-04-01T23:43:29.077793Z","steps":["trace[533747254] 'agreement among raft nodes before linearized reading' (duration: 609.467168ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:43:29.077825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"620.039895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-01T23:43:29.077755Z","caller":"traceutil/trace.go:171","msg":"trace[1818815061] range","detail":"{range_begin:/registry/pods/monitoring/loki-gateway-cf54cb88c-rrqgf; range_end:; response_count:1; response_revision:6085; }","duration":"354.253068ms","start":"2026-04-01T23:43:28.723489Z","end":"2026-04-01T23:43:29.077742Z","steps":["trace[1818815061] 'agreement among raft nodes before linearized reading' (duration: 354.117475ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:43:29.077839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"610.896511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-01T23:43:29.077817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:43:28.467232Z","time spent":"610.560073ms","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3339,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"info","ts":"2026-04-01T23:43:29.077857Z","caller":"traceutil/trace.go:171","msg":"trace[1455174706] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6085; }","duration":"620.111147ms","start":"2026-04-01T23:43:28.457737Z","end":"2026-04-01T23:43:29.077848Z","steps":["trace[1455174706] 'agreement among raft nodes before linearized reading' (duration: 620.028345ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:43:29.07787Z","caller":"traceutil/trace.go:171","msg":"trace[475816624] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6085; }","duration":"610.958561ms","start":"2026-04-01T23:43:28.466903Z","end":"2026-04-01T23:43:29.077861Z","steps":["trace[475816624] 'agreement among raft nodes before linearized reading' (duration: 610.87755ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:43:29.077892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:43:28.457712Z","time spent":"620.172919ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-01T23:43:29.0779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:43:28.466884Z","time spent":"611.008873ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-01T23:43:29.077884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:43:28.723473Z","time spent":"354.3916ms","remote":"127.0.0.1:58198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":4783,"request content":"key:\"/registry/pods/monitoring/loki-gateway-cf54cb88c-rrqgf\" "} {"level":"warn","ts":"2026-04-01T23:43:29.077816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"610.718096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-01T23:43:29.077941Z","caller":"traceutil/trace.go:171","msg":"trace[1884049472] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6085; }","duration":"610.86631ms","start":"2026-04-01T23:43:28.467064Z","end":"2026-04-01T23:43:29.07793Z","steps":["trace[1884049472] 'agreement among raft nodes before linearized reading' (duration: 610.683716ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:43:29.077978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:43:28.467047Z","time spent":"610.919831ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-01T23:43:29.077856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:43:28.468084Z","time spent":"609.765294ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-01T23:43:32.11942Z","caller":"traceutil/trace.go:171","msg":"trace[1234242745] transaction","detail":"{read_only:false; response_revision:6125; number_of_response:1; }","duration":"136.875309ms","start":"2026-04-01T23:43:31.982515Z","end":"2026-04-01T23:43:32.11939Z","steps":["trace[1234242745] 'process raft request' (duration: 136.733266ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:43:41.153523Z","caller":"traceutil/trace.go:171","msg":"trace[733237739] transaction","detail":"{read_only:false; response_revision:6220; number_of_response:1; }","duration":"159.192241ms","start":"2026-04-01T23:43:40.994301Z","end":"2026-04-01T23:43:41.153493Z","steps":["trace[733237739] 'process raft request' (duration: 104.664124ms)","trace[733237739] 'compare' (duration: 54.413885ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:43:41.156248Z","caller":"traceutil/trace.go:171","msg":"trace[1809267897] transaction","detail":"{read_only:false; response_revision:6221; number_of_response:1; }","duration":"161.646366ms","start":"2026-04-01T23:43:40.994584Z","end":"2026-04-01T23:43:41.15623Z","steps":["trace[1809267897] 'process raft request' (duration: 161.508443ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:43:41.15646Z","caller":"traceutil/trace.go:171","msg":"trace[231171729] transaction","detail":"{read_only:false; response_revision:6222; number_of_response:1; }","duration":"160.081221ms","start":"2026-04-01T23:43:40.99637Z","end":"2026-04-01T23:43:41.156451Z","steps":["trace[231171729] 'process raft request' (duration: 159.809065ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:43:43.110323Z","caller":"traceutil/trace.go:171","msg":"trace[591808762] linearizableReadLoop","detail":"{readStateIndex:6492; appliedIndex:6491; }","duration":"157.068253ms","start":"2026-04-01T23:43:42.953227Z","end":"2026-04-01T23:43:43.110296Z","steps":["trace[591808762] 'read index received' (duration: 156.666294ms)","trace[591808762] 'applied index is now lower than readState.Index' (duration: 400.249µs)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:43:43.110631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.38331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-04-01T23:43:43.110727Z","caller":"traceutil/trace.go:171","msg":"trace[1961428238] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:6237; }","duration":"157.545883ms","start":"2026-04-01T23:43:42.953162Z","end":"2026-04-01T23:43:43.110707Z","steps":["trace[1961428238] 'agreement among raft nodes before linearized reading' (duration: 157.303208ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:43:43.110731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.880138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:43:43.110982Z","caller":"traceutil/trace.go:171","msg":"trace[84919283] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:6237; }","duration":"137.135124ms","start":"2026-04-01T23:43:42.973761Z","end":"2026-04-01T23:43:43.110896Z","steps":["trace[84919283] 'agreement among raft nodes before linearized reading' (duration: 136.774195ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:43:43.110501Z","caller":"traceutil/trace.go:171","msg":"trace[1121026306] transaction","detail":"{read_only:false; response_revision:6237; number_of_response:1; }","duration":"237.849099ms","start":"2026-04-01T23:43:42.87259Z","end":"2026-04-01T23:43:43.110439Z","steps":["trace[1121026306] 'process raft request' (duration: 237.475741ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:43:43.633036Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7835591873806225042,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T23:43:44.134212Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7835591873806225042,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T23:43:44.350878Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.23160813s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-01T23:43:44.41008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"587.052433ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:43:44.410194Z","caller":"traceutil/trace.go:171","msg":"trace[1660343117] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:6237; }","duration":"587.189516ms","start":"2026-04-01T23:43:43.822988Z","end":"2026-04-01T23:43:44.410177Z","steps":["trace[1660343117] 'range keys from in-memory index tree' (duration: 587.032453ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:43:44.410865Z","caller":"traceutil/trace.go:171","msg":"trace[142852897] transaction","detail":"{read_only:false; response_revision:6238; number_of_response:1; }","duration":"1.291687814s","start":"2026-04-01T23:43:43.119142Z","end":"2026-04-01T23:43:44.41083Z","steps":["trace[142852897] 'process raft request' (duration: 1.232004591s)","trace[142852897] 'compare' (duration: 58.906594ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:43:44.410993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:43:43.119117Z","time spent":"1.291813246s","remote":"127.0.0.1:58300","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1506,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:43:46.384195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999970574s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-01T23:43:46.384312Z","caller":"traceutil/trace.go:171","msg":"trace[1744684107] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000162357s","start":"2026-04-01T23:43:44.384124Z","end":"2026-04-01T23:43:46.384286Z","steps":["trace[1744684107] 'agreement among raft nodes before linearized reading' (duration: 2.000001534s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:43:46.384364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:43:44.384102Z","time spent":"2.00025016s","remote":"127.0.0.1:58042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-01T23:43:48.239651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:43:43.242473Z","time spent":"4.997170325s","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/01 23:43:48 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-01T23:43:48.247467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:43:43.249358Z","time spent":"4.998100517s","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-01T23:43:48.247489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:43:43.249275Z","time spent":"4.998205939s","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/01 23:43:48 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-01T23:43:48.247593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:43:43.248805Z","time spent":"4.998787152s","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/01 23:43:48 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/04/01 23:43:48 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-01T23:43:48.252944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999477278s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-01T23:43:48.253024Z","caller":"traceutil/trace.go:171","msg":"trace[1472486596] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999600161s","start":"2026-04-01T23:43:43.253405Z","end":"2026-04-01T23:43:48.253005Z","steps":["trace[1472486596] 'agreement among raft nodes before linearized reading' (duration: 4.999494819s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:43:48.253137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:43:43.253395Z","time spent":"4.999660682s","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/04/01 23:43:48 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-01T23:43:48.286918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.000072132s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-01T23:43:48.287052Z","caller":"traceutil/trace.go:171","msg":"trace[888153702] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"5.000284846s","start":"2026-04-01T23:43:43.286738Z","end":"2026-04-01T23:43:48.287022Z","steps":["trace[888153702] 'agreement among raft nodes before linearized reading' (duration: 5.000116183s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:43:48.287122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:43:43.286713Z","time spent":"5.000392779s","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/04/01 23:43:48 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-01T23:43:48.292784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999950269s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-01T23:43:48.292912Z","caller":"traceutil/trace.go:171","msg":"trace[803179694] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"5.000138113s","start":"2026-04-01T23:43:43.292744Z","end":"2026-04-01T23:43:48.292883Z","steps":["trace[803179694] 'agreement among raft nodes before linearized reading' (duration: 4.999961409s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:43:48.292983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:43:43.292733Z","time spent":"5.000234745s","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/04/01 23:43:48 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-01T23:43:48.38573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000179168s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-01T23:43:48.385885Z","caller":"traceutil/trace.go:171","msg":"trace[985026872] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000436365s","start":"2026-04-01T23:43:46.385418Z","end":"2026-04-01T23:43:48.385855Z","steps":["trace[985026872] 'agreement among raft nodes before linearized reading' (duration: 2.000199349s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:43:48.385959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:43:46.3854Z","time spent":"2.000545567s","remote":"127.0.0.1:58050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/01 23:43:48 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-01T23:43:48.935515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.411477893s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-01T23:43:48.936946Z","caller":"traceutil/trace.go:171","msg":"trace[941711055] transaction","detail":"{read_only:false; response_revision:6239; number_of_response:1; }","duration":"5.817628859s","start":"2026-04-01T23:43:43.119246Z","end":"2026-04-01T23:43:48.936875Z","steps":["trace[941711055] 'process raft request' (duration: 1.404667743s)","trace[941711055] 'compare' (duration: 4.410000729s)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:43:48.93713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:43:43.11922Z","time spent":"5.817814503s","remote":"127.0.0.1:58176","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":893,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:43:48.937376Z","caller":"traceutil/trace.go:171","msg":"trace[1294772256] transaction","detail":"{read_only:false; response_revision:6240; number_of_response:1; }","duration":"5.8162923s","start":"2026-04-01T23:43:43.12104Z","end":"2026-04-01T23:43:48.937332Z","steps":["trace[1294772256] 'process raft request' (duration: 5.814606292s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:43:48.937427Z","caller":"traceutil/trace.go:171","msg":"trace[1492451576] transaction","detail":"{read_only:false; response_revision:6241; number_of_response:1; }","duration":"5.815919262s","start":"2026-04-01T23:43:43.121463Z","end":"2026-04-01T23:43:48.937382Z","steps":["trace[1492451576] 'process raft request' (duration: 5.815582774s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:43:48.937562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.804543395s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-01T23:43:48.937578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:43:43.12144Z","time spent":"5.816066775s","remote":"127.0.0.1:58300","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1429,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:43:48.937452Z","caller":"traceutil/trace.go:171","msg":"trace[1556091939] linearizableReadLoop","detail":"{readStateIndex:6500; appliedIndex:6492; }","duration":"5.804432133s","start":"2026-04-01T23:43:43.133Z","end":"2026-04-01T23:43:48.937432Z","steps":["trace[1556091939] 'read index received' (duration: 1.218155619s)","trace[1556091939] 'applied index is now lower than readState.Index' (duration: 4.586275274s)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:43:48.937589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:43:43.121012Z","time spent":"5.816471144s","remote":"127.0.0.1:58176","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":951,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:43:48.937632Z","caller":"traceutil/trace.go:171","msg":"trace[525840177] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:6245; }","duration":"5.804652038s","start":"2026-04-01T23:43:43.13296Z","end":"2026-04-01T23:43:48.937613Z","steps":["trace[525840177] 'agreement among raft nodes before linearized reading' (duration: 5.804533015s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:43:48.937829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:43:43.132948Z","time spent":"5.80472752s","remote":"127.0.0.1:58466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:43:49.348039Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.362714209s","expected-duration":"1s"} {"level":"info","ts":"2026-04-01T23:43:49.348596Z","caller":"traceutil/trace.go:171","msg":"trace[1357507033] linearizableReadLoop","detail":"{readStateIndex:6501; appliedIndex:6500; }","duration":"410.936663ms","start":"2026-04-01T23:43:48.937635Z","end":"2026-04-01T23:43:49.348572Z","steps":["trace[1357507033] 'read index received' (duration: 410.584636ms)","trace[1357507033] 'applied index is now lower than readState.Index' (duration: 347.927µs)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:43:49.348647Z","caller":"traceutil/trace.go:171","msg":"trace[1576177100] transaction","detail":"{read_only:false; response_revision:6246; number_of_response:1; }","duration":"1.363407485s","start":"2026-04-01T23:43:47.985219Z","end":"2026-04-01T23:43:49.348627Z","steps":["trace[1576177100] 'process raft request' (duration: 1.363062577s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:43:49.348808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.064224965s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-88zqq\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-04-01T23:43:49.348824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:43:47.985199Z","time spent":"1.363492777s","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:43:49.348854Z","caller":"traceutil/trace.go:171","msg":"trace[1161402909] range","detail":"{range_begin:/registry/pods/openstack/keepalived-88zqq; range_end:; response_count:1; response_revision:6246; }","duration":"6.064316917s","start":"2026-04-01T23:43:43.284525Z","end":"2026-04-01T23:43:49.348842Z","steps":["trace[1161402909] 'agreement among raft nodes before linearized reading' (duration: 6.064118453s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:43:49.348892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:43:43.284512Z","time spent":"6.064370918s","remote":"127.0.0.1:58198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-88zqq\" "} {"level":"warn","ts":"2026-04-01T23:43:49.348856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.513624766s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T23:43:49.348983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"956.985224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T23:43:49.349045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.602131182s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-01T23:43:49.349065Z","caller":"traceutil/trace.go:171","msg":"trace[1720758499] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:6246; }","duration":"5.602177533s","start":"2026-04-01T23:43:43.746882Z","end":"2026-04-01T23:43:49.349059Z","steps":["trace[1720758499] 'agreement among raft nodes before linearized reading' (duration: 5.602148762s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:43:49.349026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"936.199107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-01T23:43:49.349157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.571512761s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T23:43:49.349196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.619865947s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-01T23:43:49.349183Z","caller":"traceutil/trace.go:171","msg":"trace[1997442913] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:6246; }","duration":"936.453912ms","start":"2026-04-01T23:43:48.4127Z","end":"2026-04-01T23:43:49.349154Z","steps":["trace[1997442913] 'agreement among raft nodes before linearized reading' (duration: 936.053103ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:43:49.349211Z","caller":"traceutil/trace.go:171","msg":"trace[1272562546] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6246; }","duration":"3.619923478s","start":"2026-04-01T23:43:45.729284Z","end":"2026-04-01T23:43:49.349207Z","steps":["trace[1272562546] 'agreement among raft nodes before linearized reading' (duration: 3.619837776s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:43:49.348882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"959.148142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a25f9918a2b9c6\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-04-01T23:43:49.349227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:43:45.729258Z","time spent":"3.61996594s","remote":"127.0.0.1:58198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-01T23:43:49.349209Z","caller":"traceutil/trace.go:171","msg":"trace[631210756] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:6246; }","duration":"4.571599274s","start":"2026-04-01T23:43:44.777597Z","end":"2026-04-01T23:43:49.349196Z","steps":["trace[631210756] 'agreement among raft nodes before linearized reading' (duration: 4.571520282s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:43:49.349254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:43:48.412672Z","time spent":"936.569834ms","remote":"127.0.0.1:58300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":51,"response size":30,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:43:49.349269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:43:44.777567Z","time spent":"4.571689635s","remote":"127.0.0.1:58108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:43:49.349295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.099593381s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"warn","ts":"2026-04-01T23:43:49.349315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.21256396s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-04-01T23:43:49.349399Z","caller":"traceutil/trace.go:171","msg":"trace[519814654] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:6246; }","duration":"5.212676062s","start":"2026-04-01T23:43:44.136697Z","end":"2026-04-01T23:43:49.349373Z","steps":["trace[519814654] 'agreement among raft nodes before linearized reading' (duration: 5.212451667s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:43:49.349011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.84342566s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:43:49.349452Z","caller":"traceutil/trace.go:171","msg":"trace[1100076447] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:6246; }","duration":"5.843916382s","start":"2026-04-01T23:43:43.505527Z","end":"2026-04-01T23:43:49.349444Z","steps":["trace[1100076447] 'agreement among raft nodes before linearized reading' (duration: 5.84345004s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:43:49.349251Z","caller":"traceutil/trace.go:171","msg":"trace[52674988] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a25f9918a2b9c6; range_end:; response_count:1; response_revision:6246; }","duration":"959.583042ms","start":"2026-04-01T23:43:48.389651Z","end":"2026-04-01T23:43:49.349234Z","steps":["trace[52674988] 'agreement among raft nodes before linearized reading' (duration: 958.933008ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:43:49.349478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.098827635s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-01T23:43:49.34951Z","caller":"traceutil/trace.go:171","msg":"trace[1986454330] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:6246; }","duration":"1.098909377s","start":"2026-04-01T23:43:48.250592Z","end":"2026-04-01T23:43:49.349501Z","steps":["trace[1986454330] 'agreement among raft nodes before linearized reading' (duration: 1.098831914s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:43:49.349556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.968780832s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-01T23:43:49.349578Z","caller":"traceutil/trace.go:171","msg":"trace[1160246907] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:6246; }","duration":"1.968841102s","start":"2026-04-01T23:43:47.380732Z","end":"2026-04-01T23:43:49.349573Z","steps":["trace[1160246907] 'agreement among raft nodes before linearized reading' (duration: 1.968766141s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:43:49.349591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:43:47.380711Z","time spent":"1.968876784s","remote":"127.0.0.1:58210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":49,"response size":30,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:43:49.349585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.404709613s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-04-01T23:43:49.349621Z","caller":"traceutil/trace.go:171","msg":"trace[1715528094] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:6246; }","duration":"5.404744143s","start":"2026-04-01T23:43:43.944868Z","end":"2026-04-01T23:43:49.349612Z","steps":["trace[1715528094] 'agreement among raft nodes before linearized reading' (duration: 5.404622321s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:43:49.349654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:43:43.944811Z","time spent":"5.404835736s","remote":"127.0.0.1:58172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-04-01T23:43:49.34973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.108247067s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"warn","ts":"2026-04-01T23:43:49.349724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.064398671s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-01T23:43:49.349763Z","caller":"traceutil/trace.go:171","msg":"trace[974539033] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:6246; }","duration":"1.108316298s","start":"2026-04-01T23:43:48.241439Z","end":"2026-04-01T23:43:49.349755Z","steps":["trace[974539033] 'agreement among raft nodes before linearized reading' (duration: 1.108241277s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:43:49.349066Z","caller":"traceutil/trace.go:171","msg":"trace[2074563030] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6246; }","duration":"957.106357ms","start":"2026-04-01T23:43:48.391935Z","end":"2026-04-01T23:43:49.349041Z","steps":["trace[2074563030] 'agreement among raft nodes before linearized reading' (duration: 957.006875ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:43:49.349771Z","caller":"traceutil/trace.go:171","msg":"trace[2106014082] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6246; }","duration":"6.064460332s","start":"2026-04-01T23:43:43.2853Z","end":"2026-04-01T23:43:49.34976Z","steps":["trace[2106014082] 'agreement among raft nodes before linearized reading' (duration: 6.064349459s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:43:49.349794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:43:48.241418Z","time spent":"1.108365339s","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":548,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-04-01T23:43:49.349787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.062677872s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-01T23:43:49.349804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:43:43.285291Z","time spent":"6.064506132s","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-01T23:43:49.349835Z","caller":"traceutil/trace.go:171","msg":"trace[1646003076] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6246; }","duration":"6.062765064s","start":"2026-04-01T23:43:43.287056Z","end":"2026-04-01T23:43:49.349821Z","steps":["trace[1646003076] 'agreement among raft nodes before linearized reading' (duration: 6.062630121s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:43:49.349886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.589412089s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-04-01T23:43:49.349901Z","caller":"traceutil/trace.go:171","msg":"trace[877492853] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:6246; }","duration":"1.589470101s","start":"2026-04-01T23:43:47.760425Z","end":"2026-04-01T23:43:49.349896Z","steps":["trace[877492853] 'agreement among raft nodes before linearized reading' (duration: 1.589417979s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:43:49.349914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:43:47.760401Z","time spent":"1.589509641s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3339,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-04-01T23:43:49.349899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:43:43.287036Z","time spent":"6.062854326s","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-01T23:43:49.349917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:43:48.391904Z","time spent":"957.888884ms","remote":"127.0.0.1:58042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-01T23:43:49.349554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:43:48.250562Z","time spent":"1.098983129s","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-01T23:43:49.350016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.257465925s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.209\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-01T23:43:49.348982Z","caller":"traceutil/trace.go:171","msg":"trace[1039793662] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:6246; }","duration":"2.51380244s","start":"2026-04-01T23:43:46.835149Z","end":"2026-04-01T23:43:49.348951Z","steps":["trace[1039793662] 'agreement among raft nodes before linearized reading' (duration: 2.513517363s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:43:49.350085Z","caller":"traceutil/trace.go:171","msg":"trace[1867095689] range","detail":"{range_begin:/registry/masterleases/199.204.45.209; range_end:; response_count:1; response_revision:6246; }","duration":"2.257566677s","start":"2026-04-01T23:43:47.0925Z","end":"2026-04-01T23:43:49.350067Z","steps":["trace[1867095689] 'agreement among raft nodes before linearized reading' (duration: 2.257339252s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:43:49.350112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:43:46.83508Z","time spent":"2.515025588s","remote":"127.0.0.1:38788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:43:49.350121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:43:47.092481Z","time spent":"2.257633078s","remote":"127.0.0.1:58064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.209\" "} {"level":"warn","ts":"2026-04-01T23:43:49.349749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:43:48.389611Z","time spent":"959.8906ms","remote":"127.0.0.1:58094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a25f9918a2b9c6\" "} {"level":"warn","ts":"2026-04-01T23:43:49.349402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"996.37315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-01T23:43:49.350192Z","caller":"traceutil/trace.go:171","msg":"trace[1361953070] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:6246; }","duration":"997.208649ms","start":"2026-04-01T23:43:48.352977Z","end":"2026-04-01T23:43:49.350186Z","steps":["trace[1361953070] 'agreement among raft nodes before linearized reading' (duration: 996.38723ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:43:49.350213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:43:48.352952Z","time spent":"997.25672ms","remote":"127.0.0.1:58478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-04-01T23:43:49.349341Z","caller":"traceutil/trace.go:171","msg":"trace[1779568285] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:6246; }","duration":"1.099666553s","start":"2026-04-01T23:43:48.249658Z","end":"2026-04-01T23:43:49.349325Z","steps":["trace[1779568285] 'agreement among raft nodes before linearized reading' (duration: 1.09954578s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:43:49.350336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:43:48.249644Z","time spent":"1.100686136s","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":594,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-01T23:43:49.350372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.100000992s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:549"} {"level":"info","ts":"2026-04-01T23:43:49.350428Z","caller":"traceutil/trace.go:171","msg":"trace[1428580141] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:6246; }","duration":"1.100063273s","start":"2026-04-01T23:43:48.250343Z","end":"2026-04-01T23:43:49.350406Z","steps":["trace[1428580141] 'agreement among raft nodes before linearized reading' (duration: 1.099229234s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:43:49.349473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:43:43.505505Z","time spent":"5.843962483s","remote":"127.0.0.1:44374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:43:49.350459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:43:48.250336Z","time spent":"1.100115324s","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":572,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} {"level":"warn","ts":"2026-04-01T23:43:49.349065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.44999438s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:43:49.35055Z","caller":"traceutil/trace.go:171","msg":"trace[498714202] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:6246; }","duration":"5.451571256s","start":"2026-04-01T23:43:43.898962Z","end":"2026-04-01T23:43:49.350533Z","steps":["trace[498714202] 'agreement among raft nodes before linearized reading' (duration: 5.449909628s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:43:49.350606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:43:43.89894Z","time spent":"5.451648248s","remote":"127.0.0.1:38828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:43:49.349102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:43:43.746865Z","time spent":"5.602233114s","remote":"127.0.0.1:58332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:43:49.349466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:43:44.136677Z","time spent":"5.212774416s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3339,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-04-01T23:43:50.060055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.442938ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-04-01T23:43:50.060127Z","caller":"traceutil/trace.go:171","msg":"trace[893034743] linearizableReadLoop","detail":"{readStateIndex:6502; appliedIndex:6501; }","duration":"708.158168ms","start":"2026-04-01T23:43:49.351949Z","end":"2026-04-01T23:43:50.060108Z","steps":["trace[893034743] 'read index received' (duration: 186.620868ms)","trace[893034743] 'applied index is now lower than readState.Index' (duration: 521.53628ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:43:50.060175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:43:49.35123Z","time spent":"708.942716ms","remote":"127.0.0.1:58064","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-01T23:43:50.060318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"708.365493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:43:50.060346Z","caller":"traceutil/trace.go:171","msg":"trace[287535301] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6246; }","duration":"708.420864ms","start":"2026-04-01T23:43:49.351917Z","end":"2026-04-01T23:43:50.060338Z","steps":["trace[287535301] 'agreement among raft nodes before linearized reading' (duration: 708.368283ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:43:50.060362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:43:49.351872Z","time spent":"708.486066ms","remote":"127.0.0.1:58050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-01T23:43:50.099109Z","caller":"traceutil/trace.go:171","msg":"trace[1346999677] transaction","detail":"{read_only:false; response_revision:6249; number_of_response:1; }","duration":"740.669059ms","start":"2026-04-01T23:43:49.358412Z","end":"2026-04-01T23:43:50.099081Z","steps":["trace[1346999677] 'process raft request' (duration: 740.614808ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:43:50.099241Z","caller":"traceutil/trace.go:171","msg":"trace[2035098458] transaction","detail":"{read_only:false; response_revision:6248; number_of_response:1; }","duration":"741.285893ms","start":"2026-04-01T23:43:49.35792Z","end":"2026-04-01T23:43:50.099206Z","steps":["trace[2035098458] 'process raft request' (duration: 741.053178ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:43:50.099268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:43:49.358405Z","time spent":"740.787102ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:43:50.099144Z","caller":"traceutil/trace.go:171","msg":"trace[698471194] transaction","detail":"{read_only:false; response_revision:6247; number_of_response:1; }","duration":"745.252273ms","start":"2026-04-01T23:43:49.353851Z","end":"2026-04-01T23:43:50.099103Z","steps":["trace[698471194] 'process raft request' (duration: 744.947136ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:43:50.099337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:43:49.357908Z","time spent":"741.381295ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:43:50.099581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:43:49.353803Z","time spent":"745.5975ms","remote":"127.0.0.1:58094","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:43:50.489566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.299455ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-01T23:43:50.489783Z","caller":"traceutil/trace.go:171","msg":"trace[1344000489] transaction","detail":"{read_only:false; response_revision:6250; number_of_response:1; }","duration":"920.102636ms","start":"2026-04-01T23:43:49.569651Z","end":"2026-04-01T23:43:50.489753Z","steps":["trace[1344000489] 'process raft request' (duration: 691.538774ms)","trace[1344000489] 'compare' (duration: 228.018149ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:43:50.489929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:43:49.569623Z","time spent":"920.230619ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:43:50.48996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.136087184s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-ef7d5d72-d226-45ae-be9c-c853486e0e55\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-04-01T23:43:50.489997Z","caller":"traceutil/trace.go:171","msg":"trace[728489790] range","detail":"{range_begin:/registry/persistentvolumes/pvc-ef7d5d72-d226-45ae-be9c-c853486e0e55; range_end:; response_count:1; response_revision:6252; }","duration":"1.136218787s","start":"2026-04-01T23:43:49.353767Z","end":"2026-04-01T23:43:50.489986Z","steps":["trace[728489790] 'agreement among raft nodes before linearized reading' (duration: 1.136059613s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:43:50.490039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:43:49.353754Z","time spent":"1.136277178s","remote":"127.0.0.1:58158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1345,"request content":"key:\"/registry/persistentvolumes/pvc-ef7d5d72-d226-45ae-be9c-c853486e0e55\" "} {"level":"info","ts":"2026-04-01T23:43:50.4898Z","caller":"traceutil/trace.go:171","msg":"trace[1205824890] linearizableReadLoop","detail":"{readStateIndex:6507; appliedIndex:6502; }","duration":"429.643324ms","start":"2026-04-01T23:43:50.06014Z","end":"2026-04-01T23:43:50.489783Z","steps":["trace[1205824890] 'read index received' (duration: 38.691171ms)","trace[1205824890] 'applied index is now lower than readState.Index' (duration: 390.951053ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:43:50.490153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.132855161s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:81725"} {"level":"info","ts":"2026-04-01T23:43:50.49083Z","caller":"traceutil/trace.go:171","msg":"trace[1023849780] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:6252; }","duration":"1.133546736s","start":"2026-04-01T23:43:49.357267Z","end":"2026-04-01T23:43:50.490814Z","steps":["trace[1023849780] 'agreement among raft nodes before linearized reading' (duration: 1.132707038s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:43:50.490832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.133448744s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"info","ts":"2026-04-01T23:43:50.490906Z","caller":"traceutil/trace.go:171","msg":"trace[2000992226] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:6252; }","duration":"1.133556876s","start":"2026-04-01T23:43:49.357338Z","end":"2026-04-01T23:43:50.490895Z","steps":["trace[2000992226] 'agreement among raft nodes before linearized reading' (duration: 1.133318891s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:43:50.490871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:43:49.35726Z","time spent":"1.133598957s","remote":"127.0.0.1:58198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":9,"response size":81748,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-01T23:43:50.49108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.135263504s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-keystone-default-user\" ","response":"range_response_count:1 size:1321"} {"level":"warn","ts":"2026-04-01T23:43:50.491024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:43:49.357332Z","time spent":"1.133613558s","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":548,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"info","ts":"2026-04-01T23:43:50.491196Z","caller":"traceutil/trace.go:171","msg":"trace[878972553] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-keystone-default-user; range_end:; response_count:1; response_revision:6252; }","duration":"1.135473019s","start":"2026-04-01T23:43:49.355704Z","end":"2026-04-01T23:43:50.491177Z","steps":["trace[878972553] 'agreement among raft nodes before linearized reading' (duration: 1.134958448s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:43:50.491353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:43:49.355688Z","time spent":"1.135650403s","remote":"127.0.0.1:58114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1344,"request content":"key:\"/registry/secrets/openstack/rabbitmq-keystone-default-user\" "} {"level":"warn","ts":"2026-04-01T23:43:50.490388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.831304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-01T23:43:50.491654Z","caller":"traceutil/trace.go:171","msg":"trace[1629588317] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6252; }","duration":"237.084953ms","start":"2026-04-01T23:43:50.254518Z","end":"2026-04-01T23:43:50.491603Z","steps":["trace[1629588317] 'agreement among raft nodes before linearized reading' (duration: 235.697462ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:43:50.490426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.133424373s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:549"} {"level":"info","ts":"2026-04-01T23:43:50.491885Z","caller":"traceutil/trace.go:171","msg":"trace[1256072539] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:6252; }","duration":"1.134887126s","start":"2026-04-01T23:43:49.356979Z","end":"2026-04-01T23:43:50.491866Z","steps":["trace[1256072539] 'agreement among raft nodes before linearized reading' (duration: 1.133390972s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:43:50.491958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:43:49.356971Z","time spent":"1.134972918s","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":572,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} {"level":"warn","ts":"2026-04-01T23:43:50.490481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.750045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T23:43:50.490488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.133507255s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-01T23:43:50.492193Z","caller":"traceutil/trace.go:171","msg":"trace[223035661] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:6252; }","duration":"1.135208073s","start":"2026-04-01T23:43:49.356961Z","end":"2026-04-01T23:43:50.492169Z","steps":["trace[223035661] 'agreement among raft nodes before linearized reading' (duration: 1.133481455s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:43:50.492266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:43:49.356955Z","time spent":"1.135291655s","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-04-01T23:43:50.492161Z","caller":"traceutil/trace.go:171","msg":"trace[1859209002] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6252; }","duration":"109.3616ms","start":"2026-04-01T23:43:50.382692Z","end":"2026-04-01T23:43:50.492054Z","steps":["trace[1859209002] 'agreement among raft nodes before linearized reading' (duration: 107.766194ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:43:50.490523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.270889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:43:50.492466Z","caller":"traceutil/trace.go:171","msg":"trace[961766447] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:6252; }","duration":"135.251123ms","start":"2026-04-01T23:43:50.3572Z","end":"2026-04-01T23:43:50.492451Z","steps":["trace[961766447] 'agreement among raft nodes before linearized reading' (duration: 133.296689ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:43:50.490534Z","caller":"traceutil/trace.go:171","msg":"trace[1271705252] transaction","detail":"{read_only:false; response_revision:6252; number_of_response:1; }","duration":"429.273145ms","start":"2026-04-01T23:43:50.06123Z","end":"2026-04-01T23:43:50.490503Z","steps":["trace[1271705252] 'process raft request' (duration: 428.501768ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:43:50.492673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:43:50.061198Z","time spent":"431.412664ms","remote":"127.0.0.1:58064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:43:50.490623Z","caller":"traceutil/trace.go:171","msg":"trace[127681597] transaction","detail":"{read_only:false; response_revision:6251; number_of_response:1; }","duration":"756.584208ms","start":"2026-04-01T23:43:49.734028Z","end":"2026-04-01T23:43:50.490612Z","steps":["trace[127681597] 'process raft request' (duration: 755.647587ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:43:50.492961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:43:49.734008Z","time spent":"758.90555ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:43:50.490676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.04573448s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T23:43:50.490714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.861848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-01T23:43:50.493295Z","caller":"traceutil/trace.go:171","msg":"trace[63698970] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6252; }","duration":"203.485527ms","start":"2026-04-01T23:43:50.289796Z","end":"2026-04-01T23:43:50.493282Z","steps":["trace[63698970] 'agreement among raft nodes before linearized reading' (duration: 200.716635ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:43:50.490701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.136663046s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-01T23:43:50.493434Z","caller":"traceutil/trace.go:171","msg":"trace[60644194] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6252; }","duration":"1.139454699s","start":"2026-04-01T23:43:49.35396Z","end":"2026-04-01T23:43:50.493414Z","steps":["trace[60644194] 'agreement among raft nodes before linearized reading' (duration: 1.136527393s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:43:50.493495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:43:49.353952Z","time spent":"1.139527881s","remote":"127.0.0.1:58198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-01T23:43:50.490672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.361525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-01T23:43:50.493709Z","caller":"traceutil/trace.go:171","msg":"trace[679599294] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6252; }","duration":"198.446014ms","start":"2026-04-01T23:43:50.295248Z","end":"2026-04-01T23:43:50.493694Z","steps":["trace[679599294] 'agreement among raft nodes before linearized reading' (duration: 195.337614ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:43:50.490349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.133189389s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"info","ts":"2026-04-01T23:43:50.493914Z","caller":"traceutil/trace.go:171","msg":"trace[1416696670] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:6252; }","duration":"1.136761609s","start":"2026-04-01T23:43:49.357139Z","end":"2026-04-01T23:43:50.493901Z","steps":["trace[1416696670] 'agreement among raft nodes before linearized reading' (duration: 1.133077206s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:43:50.494009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:43:49.357134Z","time spent":"1.136858451s","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":594,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-04-01T23:43:50.493159Z","caller":"traceutil/trace.go:171","msg":"trace[1003460205] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6252; }","duration":"1.048122204s","start":"2026-04-01T23:43:49.444908Z","end":"2026-04-01T23:43:50.49303Z","steps":["trace[1003460205] 'agreement among raft nodes before linearized reading' (duration: 1.045691979s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:43:50.494519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:43:49.44485Z","time spent":"1.049655058s","remote":"127.0.0.1:58042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-01T23:43:50.862642Z","caller":"traceutil/trace.go:171","msg":"trace[2055766844] transaction","detail":"{read_only:false; response_revision:6255; number_of_response:1; }","duration":"362.915573ms","start":"2026-04-01T23:43:50.499694Z","end":"2026-04-01T23:43:50.86261Z","steps":["trace[2055766844] 'process raft request' (duration: 362.850561ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:43:50.862795Z","caller":"traceutil/trace.go:171","msg":"trace[484140106] transaction","detail":"{read_only:false; response_revision:6254; number_of_response:1; }","duration":"364.540379ms","start":"2026-04-01T23:43:50.498233Z","end":"2026-04-01T23:43:50.862773Z","steps":["trace[484140106] 'process raft request' (duration: 364.193462ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:43:50.862779Z","caller":"traceutil/trace.go:171","msg":"trace[663361265] transaction","detail":"{read_only:false; response_revision:6253; number_of_response:1; }","duration":"365.213065ms","start":"2026-04-01T23:43:50.497539Z","end":"2026-04-01T23:43:50.862752Z","steps":["trace[663361265] 'process raft request' (duration: 327.485876ms)","trace[663361265] 'compare' (duration: 37.105794ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:43:50.862895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.292237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-01T23:43:50.86294Z","caller":"traceutil/trace.go:171","msg":"trace[626848485] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:6255; }","duration":"365.382479ms","start":"2026-04-01T23:43:50.497549Z","end":"2026-04-01T23:43:50.862931Z","steps":["trace[626848485] 'agreement among raft nodes before linearized reading' (duration: 365.233306ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:43:50.862933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:43:50.498214Z","time spent":"364.641451ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:43:50.862933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:43:50.497527Z","time spent":"365.333777ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:43:50.862971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:43:50.49753Z","time spent":"365.43332ms","remote":"127.0.0.1:58064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"info","ts":"2026-04-01T23:43:50.862735Z","caller":"traceutil/trace.go:171","msg":"trace[1976338681] linearizableReadLoop","detail":"{readStateIndex:6509; appliedIndex:6508; }","duration":"365.120583ms","start":"2026-04-01T23:43:50.497591Z","end":"2026-04-01T23:43:50.862711Z","steps":["trace[1976338681] 'read index received' (duration: 327.447605ms)","trace[1976338681] 'applied index is now lower than readState.Index' (duration: 37.670848ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:43:50.863099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.719067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:43:50.86314Z","caller":"traceutil/trace.go:171","msg":"trace[707124056] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:6255; }","duration":"289.800418ms","start":"2026-04-01T23:43:50.573329Z","end":"2026-04-01T23:43:50.86313Z","steps":["trace[707124056] 'agreement among raft nodes before linearized reading' (duration: 289.734587ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:43:50.863102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:43:50.499674Z","time spent":"363.158269ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:43:50.863243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.155563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T23:43:50.863275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.237079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:43:50.863284Z","caller":"traceutil/trace.go:171","msg":"trace[86572309] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:6255; }","duration":"337.229434ms","start":"2026-04-01T23:43:50.526045Z","end":"2026-04-01T23:43:50.863274Z","steps":["trace[86572309] 'agreement among raft nodes before linearized reading' (duration: 337.167843ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:43:50.863193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.486966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-keystone-nodes\" ","response":"range_response_count:1 size:1265"} {"level":"warn","ts":"2026-04-01T23:43:50.863329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:43:50.526025Z","time spent":"337.289946ms","remote":"127.0.0.1:35134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"info","ts":"2026-04-01T23:43:50.863325Z","caller":"traceutil/trace.go:171","msg":"trace[395599424] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:6255; }","duration":"174.333851ms","start":"2026-04-01T23:43:50.688975Z","end":"2026-04-01T23:43:50.863309Z","steps":["trace[395599424] 'agreement among raft nodes before linearized reading' (duration: 174.26203ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:43:50.863352Z","caller":"traceutil/trace.go:171","msg":"trace[1739730380] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-keystone-nodes; range_end:; response_count:1; response_revision:6255; }","duration":"363.69072ms","start":"2026-04-01T23:43:50.499649Z","end":"2026-04-01T23:43:50.86334Z","steps":["trace[1739730380] 'agreement among raft nodes before linearized reading' (duration: 363.412094ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:43:50.863417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:43:50.49963Z","time spent":"363.774882ms","remote":"127.0.0.1:58210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1288,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-keystone-nodes\" "} {"level":"info","ts":"2026-04-01T23:43:51.213357Z","caller":"traceutil/trace.go:171","msg":"trace[760319816] linearizableReadLoop","detail":"{readStateIndex:6513; appliedIndex:6512; }","duration":"296.112771ms","start":"2026-04-01T23:43:50.917216Z","end":"2026-04-01T23:43:51.213329Z","steps":["trace[760319816] 'read index received' (duration: 295.871426ms)","trace[760319816] 'applied index is now lower than readState.Index' (duration: 240.165µs)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:43:51.213512Z","caller":"traceutil/trace.go:171","msg":"trace[397878546] transaction","detail":"{read_only:false; response_revision:6257; number_of_response:1; }","duration":"303.630229ms","start":"2026-04-01T23:43:50.909853Z","end":"2026-04-01T23:43:51.213483Z","steps":["trace[397878546] 'process raft request' (duration: 303.163529ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:43:51.213677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.428888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" ","response":"range_response_count:1 size:9639"} {"level":"warn","ts":"2026-04-01T23:43:51.21369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:43:50.909832Z","time spent":"303.771792ms","remote":"127.0.0.1:58094","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":725,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:43:51.213723Z","caller":"traceutil/trace.go:171","msg":"trace[1614478545] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-keystone-server; range_end:; response_count:1; response_revision:6257; }","duration":"296.509129ms","start":"2026-04-01T23:43:50.917201Z","end":"2026-04-01T23:43:51.21371Z","steps":["trace[1614478545] 'agreement among raft nodes before linearized reading' (duration: 296.308895ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:43:51.213744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.554269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-04-01T23:43:51.213838Z","caller":"traceutil/trace.go:171","msg":"trace[1982676965] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:6257; }","duration":"295.660671ms","start":"2026-04-01T23:43:50.918158Z","end":"2026-04-01T23:43:51.213818Z","steps":["trace[1982676965] 'agreement among raft nodes before linearized reading' (duration: 295.399925ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:44:22.261382Z","caller":"traceutil/trace.go:171","msg":"trace[2007778151] transaction","detail":"{read_only:false; response_revision:6564; number_of_response:1; }","duration":"101.83492ms","start":"2026-04-01T23:44:22.159503Z","end":"2026-04-01T23:44:22.261338Z","steps":["trace[2007778151] 'process raft request' (duration: 101.671557ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:44:23.117991Z","caller":"traceutil/trace.go:171","msg":"trace[1034999310] transaction","detail":"{read_only:false; response_revision:6571; number_of_response:1; }","duration":"485.016949ms","start":"2026-04-01T23:44:22.632938Z","end":"2026-04-01T23:44:23.117954Z","steps":["trace[1034999310] 'process raft request' (duration: 484.852265ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:44:23.11822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:44:22.632912Z","time spent":"485.175772ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:44:23.122003Z","caller":"traceutil/trace.go:171","msg":"trace[2087945007] linearizableReadLoop","detail":"{readStateIndex:6838; appliedIndex:6834; }","duration":"451.26331ms","start":"2026-04-01T23:44:22.670721Z","end":"2026-04-01T23:44:23.121984Z","steps":["trace[2087945007] 'read index received' (duration: 447.129097ms)","trace[2087945007] 'applied index is now lower than readState.Index' (duration: 4.132933ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:44:23.121973Z","caller":"traceutil/trace.go:171","msg":"trace[2012552423] transaction","detail":"{read_only:false; response_revision:6572; number_of_response:1; }","duration":"485.542751ms","start":"2026-04-01T23:44:22.636392Z","end":"2026-04-01T23:44:23.121935Z","steps":["trace[2012552423] 'process raft request' (duration: 483.793732ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:44:23.122191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:44:22.636353Z","time spent":"485.731845ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:44:23.122366Z","caller":"traceutil/trace.go:171","msg":"trace[193548557] transaction","detail":"{read_only:false; response_revision:6573; number_of_response:1; }","duration":"485.856877ms","start":"2026-04-01T23:44:22.636494Z","end":"2026-04-01T23:44:23.122351Z","steps":["trace[193548557] 'process raft request' (duration: 485.290664ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:44:23.12245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:44:22.636486Z","time spent":"485.920739ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:44:23.122588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.236624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:44:23.122706Z","caller":"traceutil/trace.go:171","msg":"trace[1706562538] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:6574; }","duration":"405.428178ms","start":"2026-04-01T23:44:22.717254Z","end":"2026-04-01T23:44:23.122682Z","steps":["trace[1706562538] 'agreement among raft nodes before linearized reading' (duration: 405.206023ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:44:23.122752Z","caller":"traceutil/trace.go:171","msg":"trace[2042230813] transaction","detail":"{read_only:false; response_revision:6574; number_of_response:1; }","duration":"486.197995ms","start":"2026-04-01T23:44:22.636542Z","end":"2026-04-01T23:44:23.12274Z","steps":["trace[2042230813] 'process raft request' (duration: 485.397807ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:44:23.122766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:44:22.717237Z","time spent":"405.51774ms","remote":"127.0.0.1:58244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:44:23.12284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:44:22.636535Z","time spent":"486.259718ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:44:23.122705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.990436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-88zqq\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-04-01T23:44:23.123162Z","caller":"traceutil/trace.go:171","msg":"trace[916362770] range","detail":"{range_begin:/registry/pods/openstack/keepalived-88zqq; range_end:; response_count:1; response_revision:6574; }","duration":"452.483758ms","start":"2026-04-01T23:44:22.670652Z","end":"2026-04-01T23:44:23.123136Z","steps":["trace[916362770] 'agreement among raft nodes before linearized reading' (duration: 451.925075ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:44:23.123236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.888515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-04-01T23:44:23.12324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:44:22.670626Z","time spent":"452.5917ms","remote":"127.0.0.1:58198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-88zqq\" "} {"level":"info","ts":"2026-04-01T23:44:23.123284Z","caller":"traceutil/trace.go:171","msg":"trace[957097610] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:6574; }","duration":"319.972067ms","start":"2026-04-01T23:44:22.803297Z","end":"2026-04-01T23:44:23.123269Z","steps":["trace[957097610] 'agreement among raft nodes before linearized reading' (duration: 319.866495ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:44:23.123315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:44:22.803276Z","time spent":"320.031639ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-04-01T23:44:24.463866Z","caller":"traceutil/trace.go:171","msg":"trace[1812692834] linearizableReadLoop","detail":"{readStateIndex:6845; appliedIndex:6844; }","duration":"322.114775ms","start":"2026-04-01T23:44:24.141717Z","end":"2026-04-01T23:44:24.463831Z","steps":["trace[1812692834] 'read index received' (duration: 321.622994ms)","trace[1812692834] 'applied index is now lower than readState.Index' (duration: 490.171µs)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:44:24.463993Z","caller":"traceutil/trace.go:171","msg":"trace[744992258] transaction","detail":"{read_only:false; response_revision:6581; number_of_response:1; }","duration":"390.458352ms","start":"2026-04-01T23:44:24.073486Z","end":"2026-04-01T23:44:24.463944Z","steps":["trace[744992258] 'process raft request' (duration: 390.082554ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:44:24.464122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.381751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:44:24.46419Z","caller":"traceutil/trace.go:171","msg":"trace[1232192089] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:6581; }","duration":"322.493263ms","start":"2026-04-01T23:44:24.141678Z","end":"2026-04-01T23:44:24.464171Z","steps":["trace[1232192089] 'agreement among raft nodes before linearized reading' (duration: 322.35411ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:44:24.464225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:44:24.073451Z","time spent":"390.651527ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:44:24.464251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:44:24.141664Z","time spent":"322.573705ms","remote":"127.0.0.1:58250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/keystone-db-sync\" "} {"level":"warn","ts":"2026-04-01T23:44:24.464255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.193487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:44:24.464332Z","caller":"traceutil/trace.go:171","msg":"trace[1200186641] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:6581; }","duration":"322.325409ms","start":"2026-04-01T23:44:24.141987Z","end":"2026-04-01T23:44:24.464313Z","steps":["trace[1200186641] 'agreement among raft nodes before linearized reading' (duration: 322.204487ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:44:24.464379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:44:24.141965Z","time spent":"322.405242ms","remote":"127.0.0.1:58250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" "} {"level":"warn","ts":"2026-04-01T23:44:24.464588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.534488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-01T23:44:24.464622Z","caller":"traceutil/trace.go:171","msg":"trace[1439390415] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6581; }","duration":"135.62102ms","start":"2026-04-01T23:44:24.328993Z","end":"2026-04-01T23:44:24.464614Z","steps":["trace[1439390415] 'agreement among raft nodes before linearized reading' (duration: 135.508628ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:44:24.46475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.928825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-01T23:44:24.46478Z","caller":"traceutil/trace.go:171","msg":"trace[632835378] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6581; }","duration":"138.987407ms","start":"2026-04-01T23:44:24.325785Z","end":"2026-04-01T23:44:24.464773Z","steps":["trace[632835378] 'agreement among raft nodes before linearized reading' (duration: 138.909495ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:44:24.46504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.562253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-credential-setup\" ","response":"range_response_count:1 size:6159"} {"level":"info","ts":"2026-04-01T23:44:24.465075Z","caller":"traceutil/trace.go:171","msg":"trace[558192032] range","detail":"{range_begin:/registry/jobs/openstack/keystone-credential-setup; range_end:; response_count:1; response_revision:6581; }","duration":"321.619984ms","start":"2026-04-01T23:44:24.143446Z","end":"2026-04-01T23:44:24.465066Z","steps":["trace[558192032] 'agreement among raft nodes before linearized reading' (duration: 321.525772ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:44:24.465101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:44:24.143435Z","time spent":"321.660225ms","remote":"127.0.0.1:58250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":6182,"request content":"key:\"/registry/jobs/openstack/keystone-credential-setup\" "} {"level":"warn","ts":"2026-04-01T23:44:24.465131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.120029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:414030"} {"level":"info","ts":"2026-04-01T23:44:24.465206Z","caller":"traceutil/trace.go:171","msg":"trace[1318797038] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:6581; }","duration":"175.232202ms","start":"2026-04-01T23:44:24.289954Z","end":"2026-04-01T23:44:24.465186Z","steps":["trace[1318797038] 'agreement among raft nodes before linearized reading' (duration: 174.894934ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:44:25.259563Z","caller":"traceutil/trace.go:171","msg":"trace[1821469813] transaction","detail":"{read_only:false; response_revision:6582; number_of_response:1; }","duration":"789.660892ms","start":"2026-04-01T23:44:24.469876Z","end":"2026-04-01T23:44:25.259537Z","steps":["trace[1821469813] 'process raft request' (duration: 773.665072ms)","trace[1821469813] 'compare' (duration: 15.434937ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:44:25.259764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:44:24.46985Z","time spent":"789.846435ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:44:25.278189Z","caller":"traceutil/trace.go:171","msg":"trace[782791451] transaction","detail":"{read_only:false; response_revision:6583; number_of_response:1; }","duration":"807.88798ms","start":"2026-04-01T23:44:24.470243Z","end":"2026-04-01T23:44:25.278131Z","steps":["trace[782791451] 'process raft request' (duration: 807.449471ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:44:25.278468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:44:24.470223Z","time spent":"808.114637ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:44:25.279775Z","caller":"traceutil/trace.go:171","msg":"trace[859841273] transaction","detail":"{read_only:false; response_revision:6584; number_of_response:1; }","duration":"274.373161ms","start":"2026-04-01T23:44:25.005352Z","end":"2026-04-01T23:44:25.279725Z","steps":["trace[859841273] 'process raft request' (duration: 273.249966ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:44:25.280393Z","caller":"traceutil/trace.go:171","msg":"trace[558063750] transaction","detail":"{read_only:false; response_revision:6585; number_of_response:1; }","duration":"157.070143ms","start":"2026-04-01T23:44:25.1233Z","end":"2026-04-01T23:44:25.28037Z","steps":["trace[558063750] 'process raft request' (duration: 156.347076ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:44:25.280573Z","caller":"traceutil/trace.go:171","msg":"trace[1808572498] linearizableReadLoop","detail":"{readStateIndex:6848; appliedIndex:6845; }","duration":"244.819568ms","start":"2026-04-01T23:44:25.035717Z","end":"2026-04-01T23:44:25.280537Z","steps":["trace[1808572498] 'read index received' (duration: 207.876497ms)","trace[1808572498] 'applied index is now lower than readState.Index' (duration: 36.941831ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:44:25.280632Z","caller":"traceutil/trace.go:171","msg":"trace[1885882127] transaction","detail":"{read_only:false; response_revision:6587; number_of_response:1; }","duration":"152.49235ms","start":"2026-04-01T23:44:25.128127Z","end":"2026-04-01T23:44:25.280619Z","steps":["trace[1885882127] 'process raft request' (duration: 152.271855ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:44:25.280628Z","caller":"traceutil/trace.go:171","msg":"trace[1233209967] transaction","detail":"{read_only:false; response_revision:6586; number_of_response:1; }","duration":"152.49264ms","start":"2026-04-01T23:44:25.128065Z","end":"2026-04-01T23:44:25.280558Z","steps":["trace[1233209967] 'process raft request' (duration: 152.194523ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:44:25.280823Z","caller":"traceutil/trace.go:171","msg":"trace[1677273829] transaction","detail":"{read_only:false; response_revision:6588; number_of_response:1; }","duration":"151.799574ms","start":"2026-04-01T23:44:25.128852Z","end":"2026-04-01T23:44:25.280652Z","steps":["trace[1677273829] 'process raft request' (duration: 151.643341ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:44:25.280838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.099223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-01T23:44:25.280877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.633855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-01T23:44:25.280901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.983387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-88zqq\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-04-01T23:44:25.280923Z","caller":"traceutil/trace.go:171","msg":"trace[1882258088] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:6588; }","duration":"245.201386ms","start":"2026-04-01T23:44:25.035698Z","end":"2026-04-01T23:44:25.280899Z","steps":["trace[1882258088] 'agreement among raft nodes before linearized reading' (duration: 244.991621ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:44:25.28094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.968944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-01T23:44:25.280919Z","caller":"traceutil/trace.go:171","msg":"trace[1394210004] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6588; }","duration":"129.733168ms","start":"2026-04-01T23:44:25.151175Z","end":"2026-04-01T23:44:25.280908Z","steps":["trace[1394210004] 'agreement among raft nodes before linearized reading' (duration: 129.554394ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:44:25.280972Z","caller":"traceutil/trace.go:171","msg":"trace[624227240] range","detail":"{range_begin:/registry/pods/openstack/keepalived-88zqq; range_end:; response_count:1; response_revision:6588; }","duration":"147.093539ms","start":"2026-04-01T23:44:25.133858Z","end":"2026-04-01T23:44:25.280952Z","steps":["trace[624227240] 'agreement among raft nodes before linearized reading' (duration: 146.866034ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:44:25.280992Z","caller":"traceutil/trace.go:171","msg":"trace[1165732433] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6588; }","duration":"130.051525ms","start":"2026-04-01T23:44:25.150928Z","end":"2026-04-01T23:44:25.28098Z","steps":["trace[1165732433] 'agreement among raft nodes before linearized reading' (duration: 129.900772ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:44:25.280902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.82172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-01T23:44:25.281119Z","caller":"traceutil/trace.go:171","msg":"trace[1022997857] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6588; }","duration":"130.102346ms","start":"2026-04-01T23:44:25.151005Z","end":"2026-04-01T23:44:25.281107Z","steps":["trace[1022997857] 'agreement among raft nodes before linearized reading' (duration: 129.764459ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:44:35.475059Z","caller":"traceutil/trace.go:171","msg":"trace[1975707229] transaction","detail":"{read_only:false; response_revision:6639; number_of_response:1; }","duration":"155.907758ms","start":"2026-04-01T23:44:35.319125Z","end":"2026-04-01T23:44:35.475032Z","steps":["trace[1975707229] 'process raft request' (duration: 98.937116ms)","trace[1975707229] 'compare' (duration: 56.680905ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:44:35.47528Z","caller":"traceutil/trace.go:171","msg":"trace[700290497] transaction","detail":"{read_only:false; response_revision:6640; number_of_response:1; }","duration":"139.676182ms","start":"2026-04-01T23:44:35.335569Z","end":"2026-04-01T23:44:35.475245Z","steps":["trace[700290497] 'process raft request' (duration: 139.460987ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:44:35.475459Z","caller":"traceutil/trace.go:171","msg":"trace[1098408949] transaction","detail":"{read_only:false; response_revision:6641; number_of_response:1; }","duration":"139.13157ms","start":"2026-04-01T23:44:35.336318Z","end":"2026-04-01T23:44:35.47545Z","steps":["trace[1098408949] 'process raft request' (duration: 138.777612ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:44:35.475471Z","caller":"traceutil/trace.go:171","msg":"trace[1752523489] transaction","detail":"{read_only:false; response_revision:6642; number_of_response:1; }","duration":"138.846384ms","start":"2026-04-01T23:44:35.336597Z","end":"2026-04-01T23:44:35.475443Z","steps":["trace[1752523489] 'process raft request' (duration: 138.522666ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:44:35.475582Z","caller":"traceutil/trace.go:171","msg":"trace[1688582130] linearizableReadLoop","detail":"{readStateIndex:6908; appliedIndex:6904; }","duration":"104.778836ms","start":"2026-04-01T23:44:35.370793Z","end":"2026-04-01T23:44:35.475572Z","steps":["trace[1688582130] 'read index received' (duration: 47.201101ms)","trace[1688582130] 'applied index is now lower than readState.Index' (duration: 57.576155ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:44:35.47583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.578742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-01T23:44:35.475882Z","caller":"traceutil/trace.go:171","msg":"trace[1998724995] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6643; }","duration":"128.667194ms","start":"2026-04-01T23:44:35.347201Z","end":"2026-04-01T23:44:35.475868Z","steps":["trace[1998724995] 'agreement among raft nodes before linearized reading' (duration: 128.49004ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:44:35.476062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.741128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-01T23:44:35.476155Z","caller":"traceutil/trace.go:171","msg":"trace[278551623] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6643; }","duration":"129.909791ms","start":"2026-04-01T23:44:35.346236Z","end":"2026-04-01T23:44:35.476146Z","steps":["trace[278551623] 'agreement among raft nodes before linearized reading' (duration: 129.706247ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:44:35.476112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.452564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-01T23:44:35.476303Z","caller":"traceutil/trace.go:171","msg":"trace[231253461] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6643; }","duration":"130.680668ms","start":"2026-04-01T23:44:35.345603Z","end":"2026-04-01T23:44:35.476283Z","steps":["trace[231253461] 'agreement among raft nodes before linearized reading' (duration: 130.345961ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:44:35.476323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.234182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-88zqq\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-04-01T23:44:35.476442Z","caller":"traceutil/trace.go:171","msg":"trace[1939888596] range","detail":"{range_begin:/registry/pods/openstack/keepalived-88zqq; range_end:; response_count:1; response_revision:6643; }","duration":"127.346264ms","start":"2026-04-01T23:44:35.349081Z","end":"2026-04-01T23:44:35.476427Z","steps":["trace[1939888596] 'agreement among raft nodes before linearized reading' (duration: 126.794042ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:44:35.476607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.312308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-01T23:44:35.476731Z","caller":"traceutil/trace.go:171","msg":"trace[1233236708] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6643; }","duration":"129.483082ms","start":"2026-04-01T23:44:35.347222Z","end":"2026-04-01T23:44:35.476705Z","steps":["trace[1233236708] 'agreement among raft nodes before linearized reading' (duration: 128.688005ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:44:37.599214Z","caller":"traceutil/trace.go:171","msg":"trace[1218489880] transaction","detail":"{read_only:false; response_revision:6650; number_of_response:1; }","duration":"118.576937ms","start":"2026-04-01T23:44:37.480606Z","end":"2026-04-01T23:44:37.599183Z","steps":["trace[1218489880] 'process raft request' (duration: 118.381492ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:44:37.611202Z","caller":"traceutil/trace.go:171","msg":"trace[1014810808] transaction","detail":"{read_only:false; response_revision:6651; number_of_response:1; }","duration":"130.388432ms","start":"2026-04-01T23:44:37.480771Z","end":"2026-04-01T23:44:37.611168Z","steps":["trace[1014810808] 'process raft request' (duration: 130.062415ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:44:37.611551Z","caller":"traceutil/trace.go:171","msg":"trace[661064835] transaction","detail":"{read_only:false; response_revision:6652; number_of_response:1; }","duration":"130.27899ms","start":"2026-04-01T23:44:37.481192Z","end":"2026-04-01T23:44:37.61147Z","steps":["trace[661064835] 'process raft request' (duration: 129.816939ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:44:37.611687Z","caller":"traceutil/trace.go:171","msg":"trace[1530370336] transaction","detail":"{read_only:false; response_revision:6653; number_of_response:1; }","duration":"130.23897ms","start":"2026-04-01T23:44:37.481334Z","end":"2026-04-01T23:44:37.611573Z","steps":["trace[1530370336] 'process raft request' (duration: 129.978133ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:44:37.612016Z","caller":"traceutil/trace.go:171","msg":"trace[980997806] transaction","detail":"{read_only:false; response_revision:6654; number_of_response:1; }","duration":"127.351614ms","start":"2026-04-01T23:44:37.484657Z","end":"2026-04-01T23:44:37.612009Z","steps":["trace[980997806] 'process raft request' (duration: 126.705269ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:44:37.611973Z","caller":"traceutil/trace.go:171","msg":"trace[1270242166] linearizableReadLoop","detail":"{readStateIndex:6921; appliedIndex:6916; }","duration":"125.84541ms","start":"2026-04-01T23:44:37.486113Z","end":"2026-04-01T23:44:37.611959Z","steps":["trace[1270242166] 'read index received' (duration: 112.94565ms)","trace[1270242166] 'applied index is now lower than readState.Index' (duration: 12.89848ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:44:37.612347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.210028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-88zqq\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-04-01T23:44:37.612418Z","caller":"traceutil/trace.go:171","msg":"trace[822240358] range","detail":"{range_begin:/registry/pods/openstack/keepalived-88zqq; range_end:; response_count:1; response_revision:6654; }","duration":"126.322041ms","start":"2026-04-01T23:44:37.486076Z","end":"2026-04-01T23:44:37.612398Z","steps":["trace[822240358] 'agreement among raft nodes before linearized reading' (duration: 126.056855ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:44:37.966077Z","caller":"traceutil/trace.go:171","msg":"trace[1364606909] transaction","detail":"{read_only:false; response_revision:6657; number_of_response:1; }","duration":"348.357155ms","start":"2026-04-01T23:44:37.617684Z","end":"2026-04-01T23:44:37.966041Z","steps":["trace[1364606909] 'process raft request' (duration: 348.261933ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:44:37.966155Z","caller":"traceutil/trace.go:171","msg":"trace[1400148111] transaction","detail":"{read_only:false; response_revision:6656; number_of_response:1; }","duration":"348.428607ms","start":"2026-04-01T23:44:37.617647Z","end":"2026-04-01T23:44:37.966075Z","steps":["trace[1400148111] 'process raft request' (duration: 312.864257ms)","trace[1400148111] 'compare' (duration: 35.234532ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:44:37.966228Z","caller":"traceutil/trace.go:171","msg":"trace[429100093] linearizableReadLoop","detail":"{readStateIndex:6925; appliedIndex:6921; }","duration":"348.18152ms","start":"2026-04-01T23:44:37.618016Z","end":"2026-04-01T23:44:37.966198Z","steps":["trace[429100093] 'read index received' (duration: 50.71583ms)","trace[429100093] 'applied index is now lower than readState.Index' (duration: 297.46445ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:44:37.966378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:44:37.617643Z","time spent":"348.545689ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:44:37.966393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:44:37.617633Z","time spent":"348.61368ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:44:37.966596Z","caller":"traceutil/trace.go:171","msg":"trace[686858222] transaction","detail":"{read_only:false; response_revision:6658; number_of_response:1; }","duration":"348.666662ms","start":"2026-04-01T23:44:37.617917Z","end":"2026-04-01T23:44:37.966584Z","steps":["trace[686858222] 'process raft request' (duration: 348.077079ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:44:37.966602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.563609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:101790"} {"level":"warn","ts":"2026-04-01T23:44:37.966656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:44:37.617908Z","time spent":"348.714153ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:44:37.966658Z","caller":"traceutil/trace.go:171","msg":"trace[2115080603] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:6658; }","duration":"348.657811ms","start":"2026-04-01T23:44:37.617989Z","end":"2026-04-01T23:44:37.966647Z","steps":["trace[2115080603] 'agreement among raft nodes before linearized reading' (duration: 348.339094ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:44:37.966707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:44:37.617982Z","time spent":"348.714472ms","remote":"127.0.0.1:58198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":11,"response size":101813,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-04-01T23:44:49.90923Z","caller":"traceutil/trace.go:171","msg":"trace[1792050314] transaction","detail":"{read_only:false; response_revision:6739; number_of_response:1; }","duration":"259.075976ms","start":"2026-04-01T23:44:49.650134Z","end":"2026-04-01T23:44:49.90921Z","steps":["trace[1792050314] 'process raft request' (duration: 249.02407ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:44:49.90945Z","caller":"traceutil/trace.go:171","msg":"trace[1583386467] linearizableReadLoop","detail":"{readStateIndex:7012; appliedIndex:7008; }","duration":"228.175692ms","start":"2026-04-01T23:44:49.68126Z","end":"2026-04-01T23:44:49.909435Z","steps":["trace[1583386467] 'read index received' (duration: 62.465175ms)","trace[1583386467] 'applied index is now lower than readState.Index' (duration: 165.709547ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:44:49.909543Z","caller":"traceutil/trace.go:171","msg":"trace[1507476314] transaction","detail":"{read_only:false; response_revision:6740; number_of_response:1; }","duration":"234.704489ms","start":"2026-04-01T23:44:49.674829Z","end":"2026-04-01T23:44:49.909533Z","steps":["trace[1507476314] 'process raft request' (duration: 234.35173ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:44:49.909715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.092114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-01T23:44:49.909747Z","caller":"traceutil/trace.go:171","msg":"trace[1456682542] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6741; }","duration":"169.175086ms","start":"2026-04-01T23:44:49.740562Z","end":"2026-04-01T23:44:49.909737Z","steps":["trace[1456682542] 'agreement among raft nodes before linearized reading' (duration: 169.066673ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:44:49.909722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.456279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-01T23:44:49.909792Z","caller":"traceutil/trace.go:171","msg":"trace[2119757181] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6741; }","duration":"228.582961ms","start":"2026-04-01T23:44:49.681192Z","end":"2026-04-01T23:44:49.909775Z","steps":["trace[2119757181] 'agreement among raft nodes before linearized reading' (duration: 228.416428ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:44:49.909825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.26105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:44:49.909844Z","caller":"traceutil/trace.go:171","msg":"trace[1078108114] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:6741; }","duration":"102.317422ms","start":"2026-04-01T23:44:49.807521Z","end":"2026-04-01T23:44:49.909839Z","steps":["trace[1078108114] 'agreement among raft nodes before linearized reading' (duration: 102.278821ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:44:49.909966Z","caller":"traceutil/trace.go:171","msg":"trace[370230469] transaction","detail":"{read_only:false; response_revision:6741; number_of_response:1; }","duration":"233.661496ms","start":"2026-04-01T23:44:49.676298Z","end":"2026-04-01T23:44:49.90996Z","steps":["trace[370230469] 'process raft request' (duration: 233.078832ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:44:50.16428Z","caller":"traceutil/trace.go:171","msg":"trace[596978790] transaction","detail":"{read_only:false; response_revision:6744; number_of_response:1; }","duration":"110.972415ms","start":"2026-04-01T23:44:50.053283Z","end":"2026-04-01T23:44:50.164255Z","steps":["trace[596978790] 'process raft request' (duration: 110.668999ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:44:50.409935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.130622ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-01T23:44:50.410373Z","caller":"traceutil/trace.go:171","msg":"trace[1574822322] transaction","detail":"{read_only:false; response_revision:6746; number_of_response:1; }","duration":"355.69868ms","start":"2026-04-01T23:44:50.054563Z","end":"2026-04-01T23:44:50.410262Z","steps":["trace[1574822322] 'process raft request' (duration: 355.488236ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:44:50.410512Z","caller":"traceutil/trace.go:171","msg":"trace[453500409] transaction","detail":"{read_only:false; response_revision:6745; number_of_response:1; }","duration":"356.59569ms","start":"2026-04-01T23:44:50.05371Z","end":"2026-04-01T23:44:50.410306Z","steps":["trace[453500409] 'process raft request' (duration: 251.710382ms)","trace[453500409] 'compare' (duration: 103.893296ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:44:50.410611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:44:50.054546Z","time spent":"355.958246ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:44:50.410655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:44:50.053682Z","time spent":"356.902867ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:44:50.650293Z","caller":"traceutil/trace.go:171","msg":"trace[1111717078] transaction","detail":"{read_only:false; response_revision:6747; number_of_response:1; }","duration":"251.840135ms","start":"2026-04-01T23:44:50.398397Z","end":"2026-04-01T23:44:50.650237Z","steps":["trace[1111717078] 'process raft request' (duration: 218.76573ms)","trace[1111717078] 'compare' (duration: 32.84897ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:44:50.83432Z","caller":"traceutil/trace.go:171","msg":"trace[1339183736] linearizableReadLoop","detail":"{readStateIndex:7019; appliedIndex:7017; }","duration":"305.973432ms","start":"2026-04-01T23:44:50.528319Z","end":"2026-04-01T23:44:50.834292Z","steps":["trace[1339183736] 'read index received' (duration: 88.858319ms)","trace[1339183736] 'applied index is now lower than readState.Index' (duration: 217.114103ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:44:50.834384Z","caller":"traceutil/trace.go:171","msg":"trace[576862896] transaction","detail":"{read_only:false; response_revision:6748; number_of_response:1; }","duration":"411.547967ms","start":"2026-04-01T23:44:50.422799Z","end":"2026-04-01T23:44:50.834347Z","steps":["trace[576862896] 'process raft request' (duration: 399.600957ms)","trace[576862896] 'compare' (duration: 11.678844ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:44:50.83445Z","caller":"traceutil/trace.go:171","msg":"trace[820751742] transaction","detail":"{read_only:false; response_revision:6749; number_of_response:1; }","duration":"246.402662ms","start":"2026-04-01T23:44:50.588032Z","end":"2026-04-01T23:44:50.834434Z","steps":["trace[820751742] 'process raft request' (duration: 246.202037ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:44:50.834616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.279239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T23:44:50.834605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:44:50.422777Z","time spent":"411.720281ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:44:50.83465Z","caller":"traceutil/trace.go:171","msg":"trace[136450109] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:6749; }","duration":"306.351731ms","start":"2026-04-01T23:44:50.52829Z","end":"2026-04-01T23:44:50.834642Z","steps":["trace[136450109] 'agreement among raft nodes before linearized reading' (duration: 306.28411ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:44:50.834673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:44:50.528276Z","time spent":"306.390912ms","remote":"127.0.0.1:58250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/keystone-db-sync\" "} {"level":"warn","ts":"2026-04-01T23:44:50.834977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.522705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:44:50.835125Z","caller":"traceutil/trace.go:171","msg":"trace[847907351] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:6749; }","duration":"306.729699ms","start":"2026-04-01T23:44:50.528373Z","end":"2026-04-01T23:44:50.835103Z","steps":["trace[847907351] 'agreement among raft nodes before linearized reading' (duration: 306.495964ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:44:50.835227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:44:50.528349Z","time spent":"306.860013ms","remote":"127.0.0.1:58250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" "} {"level":"info","ts":"2026-04-01T23:45:09.917979Z","caller":"traceutil/trace.go:171","msg":"trace[2089004373] transaction","detail":"{read_only:false; response_revision:6895; number_of_response:1; }","duration":"110.288721ms","start":"2026-04-01T23:45:09.807668Z","end":"2026-04-01T23:45:09.917956Z","steps":["trace[2089004373] 'process raft request' (duration: 110.163548ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:45:17.291842Z","caller":"traceutil/trace.go:171","msg":"trace[1738632882] transaction","detail":"{read_only:false; response_revision:6940; number_of_response:1; }","duration":"166.621387ms","start":"2026-04-01T23:45:17.125191Z","end":"2026-04-01T23:45:17.291812Z","steps":["trace[1738632882] 'process raft request' (duration: 166.448014ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:45:40.610187Z","caller":"traceutil/trace.go:171","msg":"trace[501601747] transaction","detail":"{read_only:false; response_revision:7106; number_of_response:1; }","duration":"479.298848ms","start":"2026-04-01T23:45:40.130861Z","end":"2026-04-01T23:45:40.61016Z","steps":["trace[501601747] 'process raft request' (duration: 479.134684ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:45:40.610377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:45:40.130834Z","time spent":"479.466412ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:45:40.869162Z","caller":"traceutil/trace.go:171","msg":"trace[1973857582] linearizableReadLoop","detail":"{readStateIndex:7389; appliedIndex:7386; }","duration":"679.743205ms","start":"2026-04-01T23:45:40.189398Z","end":"2026-04-01T23:45:40.869141Z","steps":["trace[1973857582] 'read index received' (duration: 420.585528ms)","trace[1973857582] 'applied index is now lower than readState.Index' (duration: 259.156747ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:45:40.869254Z","caller":"traceutil/trace.go:171","msg":"trace[1082242504] transaction","detail":"{read_only:false; response_revision:7108; number_of_response:1; }","duration":"730.343263ms","start":"2026-04-01T23:45:40.138866Z","end":"2026-04-01T23:45:40.869209Z","steps":["trace[1082242504] 'process raft request' (duration: 730.23217ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:45:40.869193Z","caller":"traceutil/trace.go:171","msg":"trace[2022347229] transaction","detail":"{read_only:false; response_revision:7107; number_of_response:1; }","duration":"735.397536ms","start":"2026-04-01T23:45:40.133755Z","end":"2026-04-01T23:45:40.869152Z","steps":["trace[2022347229] 'process raft request' (duration: 735.207122ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:45:40.869414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"588.631887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-01T23:45:40.869433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:45:40.138839Z","time spent":"730.505868ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:45:40.869446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"487.099913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:45:40.869485Z","caller":"traceutil/trace.go:171","msg":"trace[1086896249] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7108; }","duration":"588.745369ms","start":"2026-04-01T23:45:40.280725Z","end":"2026-04-01T23:45:40.86947Z","steps":["trace[1086896249] 'agreement among raft nodes before linearized reading' (duration: 588.566155ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:45:40.869507Z","caller":"traceutil/trace.go:171","msg":"trace[328696330] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7108; }","duration":"487.227446ms","start":"2026-04-01T23:45:40.382258Z","end":"2026-04-01T23:45:40.869486Z","steps":["trace[328696330] 'agreement among raft nodes before linearized reading' (duration: 487.117983ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:45:40.869519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:45:40.280709Z","time spent":"588.802341ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-01T23:45:40.869505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.627578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-01T23:45:40.869558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:45:40.382238Z","time spent":"487.309038ms","remote":"127.0.0.1:58050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-01T23:45:40.869576Z","caller":"traceutil/trace.go:171","msg":"trace[1869536918] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7108; }","duration":"150.706399ms","start":"2026-04-01T23:45:40.718852Z","end":"2026-04-01T23:45:40.869559Z","steps":["trace[1869536918] 'agreement among raft nodes before linearized reading' (duration: 150.526495ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:45:40.869586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.102464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-01T23:45:40.869631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.45663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-01T23:45:40.869675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"542.236963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-88zqq\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-04-01T23:45:40.869709Z","caller":"traceutil/trace.go:171","msg":"trace[1055807873] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7108; }","duration":"454.573182ms","start":"2026-04-01T23:45:40.415116Z","end":"2026-04-01T23:45:40.869689Z","steps":["trace[1055807873] 'agreement among raft nodes before linearized reading' (duration: 454.339607ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:45:40.869772Z","caller":"traceutil/trace.go:171","msg":"trace[1982132514] range","detail":"{range_begin:/registry/pods/openstack/keepalived-88zqq; range_end:; response_count:1; response_revision:7108; }","duration":"542.403268ms","start":"2026-04-01T23:45:40.327351Z","end":"2026-04-01T23:45:40.869754Z","steps":["trace[1982132514] 'agreement among raft nodes before linearized reading' (duration: 542.139112ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:45:40.869785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:45:40.415096Z","time spent":"454.656865ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-01T23:45:40.869414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"679.996401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-01T23:45:40.869831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:45:40.327308Z","time spent":"542.50789ms","remote":"127.0.0.1:58198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-88zqq\" "} {"level":"info","ts":"2026-04-01T23:45:40.869652Z","caller":"traceutil/trace.go:171","msg":"trace[1912415778] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7108; }","duration":"177.219216ms","start":"2026-04-01T23:45:40.692417Z","end":"2026-04-01T23:45:40.869637Z","steps":["trace[1912415778] 'agreement among raft nodes before linearized reading' (duration: 177.075313ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:45:40.869722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:45:40.133727Z","time spent":"735.670374ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:45:40.869837Z","caller":"traceutil/trace.go:171","msg":"trace[532075181] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7108; }","duration":"680.484042ms","start":"2026-04-01T23:45:40.189342Z","end":"2026-04-01T23:45:40.869826Z","steps":["trace[532075181] 'agreement among raft nodes before linearized reading' (duration: 679.895138ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:45:40.86994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:45:40.189313Z","time spent":"680.619885ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-01T23:45:40.870161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.325375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/keystone-api\" ","response":"range_response_count:1 size:674"} {"level":"info","ts":"2026-04-01T23:45:40.870216Z","caller":"traceutil/trace.go:171","msg":"trace[1666158642] range","detail":"{range_begin:/registry/services/endpoints/openstack/keystone-api; range_end:; response_count:1; response_revision:7108; }","duration":"204.418996ms","start":"2026-04-01T23:45:40.665784Z","end":"2026-04-01T23:45:40.870203Z","steps":["trace[1666158642] 'agreement among raft nodes before linearized reading' (duration: 204.258153ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:45:41.82887Z","caller":"traceutil/trace.go:171","msg":"trace[1826542231] transaction","detail":"{read_only:false; response_revision:7114; number_of_response:1; }","duration":"104.991221ms","start":"2026-04-01T23:45:41.723862Z","end":"2026-04-01T23:45:41.828853Z","steps":["trace[1826542231] 'process raft request' (duration: 104.633073ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:45:43.082751Z","caller":"traceutil/trace.go:171","msg":"trace[2046617417] transaction","detail":"{read_only:false; response_revision:7119; number_of_response:1; }","duration":"105.334349ms","start":"2026-04-01T23:45:42.977393Z","end":"2026-04-01T23:45:43.082727Z","steps":["trace[2046617417] 'process raft request' (duration: 105.157555ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:45:43.082947Z","caller":"traceutil/trace.go:171","msg":"trace[304399688] transaction","detail":"{read_only:false; response_revision:7120; number_of_response:1; }","duration":"105.520913ms","start":"2026-04-01T23:45:42.977395Z","end":"2026-04-01T23:45:43.082916Z","steps":["trace[304399688] 'process raft request' (duration: 105.293128ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:45:43.126307Z","caller":"traceutil/trace.go:171","msg":"trace[1303171752] transaction","detail":"{read_only:false; response_revision:7121; number_of_response:1; }","duration":"148.710044ms","start":"2026-04-01T23:45:42.977538Z","end":"2026-04-01T23:45:43.126248Z","steps":["trace[1303171752] 'process raft request' (duration: 148.454768ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:45:43.126353Z","caller":"traceutil/trace.go:171","msg":"trace[558869425] transaction","detail":"{read_only:false; response_revision:7122; number_of_response:1; }","duration":"148.656233ms","start":"2026-04-01T23:45:42.977675Z","end":"2026-04-01T23:45:43.126331Z","steps":["trace[558869425] 'process raft request' (duration: 148.474729ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:45:43.126779Z","caller":"traceutil/trace.go:171","msg":"trace[63024218] linearizableReadLoop","detail":"{readStateIndex:7404; appliedIndex:7400; }","duration":"148.965949ms","start":"2026-04-01T23:45:42.977799Z","end":"2026-04-01T23:45:43.126765Z","steps":["trace[63024218] 'read index received' (duration: 104.802477ms)","trace[63024218] 'applied index is now lower than readState.Index' (duration: 44.162512ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:45:43.126892Z","caller":"traceutil/trace.go:171","msg":"trace[1991432412] transaction","detail":"{read_only:false; response_revision:7123; number_of_response:1; }","duration":"148.814097ms","start":"2026-04-01T23:45:42.978056Z","end":"2026-04-01T23:45:43.12687Z","steps":["trace[1991432412] 'process raft request' (duration: 148.145252ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:45:43.127277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.463082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:16 size:142153"} {"level":"info","ts":"2026-04-01T23:45:43.127334Z","caller":"traceutil/trace.go:171","msg":"trace[1778772844] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:16; response_revision:7123; }","duration":"149.563904ms","start":"2026-04-01T23:45:42.977758Z","end":"2026-04-01T23:45:43.127322Z","steps":["trace[1778772844] 'agreement among raft nodes before linearized reading' (duration: 149.068552ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:46:23.783546Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":4476} {"level":"info","ts":"2026-04-01T23:46:23.906524Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":4476,"took":"120.51781ms","hash":2774896416,"current-db-size-bytes":36347904,"current-db-size":"36 MB","current-db-size-in-use-bytes":34217984,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-04-01T23:46:23.90658Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2774896416,"revision":4476,"compact-revision":2552} {"level":"info","ts":"2026-04-01T23:46:27.139861Z","caller":"traceutil/trace.go:171","msg":"trace[2100175232] transaction","detail":"{read_only:false; response_revision:7342; number_of_response:1; }","duration":"105.607334ms","start":"2026-04-01T23:46:27.034215Z","end":"2026-04-01T23:46:27.139822Z","steps":["trace[2100175232] 'process raft request' (duration: 105.149733ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:46:27.601668Z","caller":"traceutil/trace.go:171","msg":"trace[126400651] linearizableReadLoop","detail":"{readStateIndex:7645; appliedIndex:7643; }","duration":"136.300784ms","start":"2026-04-01T23:46:27.465339Z","end":"2026-04-01T23:46:27.60164Z","steps":["trace[126400651] 'read index received' (duration: 55.993579ms)","trace[126400651] 'applied index is now lower than readState.Index' (duration: 80.306115ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:46:27.60176Z","caller":"traceutil/trace.go:171","msg":"trace[1553722480] transaction","detail":"{read_only:false; response_revision:7352; number_of_response:1; }","duration":"138.802241ms","start":"2026-04-01T23:46:27.462902Z","end":"2026-04-01T23:46:27.601705Z","steps":["trace[1553722480] 'process raft request' (duration: 58.401323ms)","trace[1553722480] 'compare' (duration: 79.903127ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:46:27.601862Z","caller":"traceutil/trace.go:171","msg":"trace[250512001] transaction","detail":"{read_only:false; response_revision:7353; number_of_response:1; }","duration":"138.538426ms","start":"2026-04-01T23:46:27.463225Z","end":"2026-04-01T23:46:27.601763Z","steps":["trace[250512001] 'process raft request' (duration: 138.349461ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:46:27.601925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.569141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-01T23:46:27.602237Z","caller":"traceutil/trace.go:171","msg":"trace[400918553] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7353; }","duration":"136.899539ms","start":"2026-04-01T23:46:27.465316Z","end":"2026-04-01T23:46:27.602216Z","steps":["trace[400918553] 'agreement among raft nodes before linearized reading' (duration: 136.48144ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:46:27.602248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.706489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-01T23:46:27.602376Z","caller":"traceutil/trace.go:171","msg":"trace[1546900722] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7353; }","duration":"123.144249ms","start":"2026-04-01T23:46:27.479208Z","end":"2026-04-01T23:46:27.602352Z","steps":["trace[1546900722] 'agreement among raft nodes before linearized reading' (duration: 122.621418ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:46:27.602385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.244687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:16 size:141965"} {"level":"info","ts":"2026-04-01T23:46:27.602435Z","caller":"traceutil/trace.go:171","msg":"trace[2081147468] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:16; response_revision:7353; }","duration":"105.312059ms","start":"2026-04-01T23:46:27.49711Z","end":"2026-04-01T23:46:27.602422Z","steps":["trace[2081147468] 'agreement among raft nodes before linearized reading' (duration: 104.90827ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:46:27.759366Z","caller":"traceutil/trace.go:171","msg":"trace[187603326] transaction","detail":"{read_only:false; response_revision:7355; number_of_response:1; }","duration":"151.739672ms","start":"2026-04-01T23:46:27.60758Z","end":"2026-04-01T23:46:27.75932Z","steps":["trace[187603326] 'process raft request' (duration: 106.869103ms)","trace[187603326] 'compare' (duration: 44.727466ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:46:29.763866Z","caller":"traceutil/trace.go:171","msg":"trace[1386080453] linearizableReadLoop","detail":"{readStateIndex:7655; appliedIndex:7653; }","duration":"149.105793ms","start":"2026-04-01T23:46:29.614733Z","end":"2026-04-01T23:46:29.763839Z","steps":["trace[1386080453] 'read index received' (duration: 78.397733ms)","trace[1386080453] 'applied index is now lower than readState.Index' (duration: 70.70693ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:46:29.763921Z","caller":"traceutil/trace.go:171","msg":"trace[847987331] transaction","detail":"{read_only:false; response_revision:7363; number_of_response:1; }","duration":"151.63268ms","start":"2026-04-01T23:46:29.612246Z","end":"2026-04-01T23:46:29.763879Z","steps":["trace[847987331] 'process raft request' (duration: 92.0613ms)","trace[847987331] 'compare' (duration: 59.418476ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:46:29.764328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.569583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:16 size:141965"} {"level":"info","ts":"2026-04-01T23:46:29.764384Z","caller":"traceutil/trace.go:171","msg":"trace[577684354] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:16; response_revision:7363; }","duration":"149.667825ms","start":"2026-04-01T23:46:29.614705Z","end":"2026-04-01T23:46:29.764372Z","steps":["trace[577684354] 'agreement among raft nodes before linearized reading' (duration: 149.275866ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:46:31.980462Z","caller":"traceutil/trace.go:171","msg":"trace[123598128] transaction","detail":"{read_only:false; response_revision:7374; number_of_response:1; }","duration":"173.647285ms","start":"2026-04-01T23:46:31.806793Z","end":"2026-04-01T23:46:31.98044Z","steps":["trace[123598128] 'process raft request' (duration: 160.5618ms)","trace[123598128] 'compare' (duration: 12.957882ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:46:34.481263Z","caller":"traceutil/trace.go:171","msg":"trace[269926453] transaction","detail":"{read_only:false; response_revision:7391; number_of_response:1; }","duration":"125.566333ms","start":"2026-04-01T23:46:34.355673Z","end":"2026-04-01T23:46:34.481239Z","steps":["trace[269926453] 'process raft request' (duration: 125.344189ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:46:37.106539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"942.32619ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-01T23:46:37.106785Z","caller":"traceutil/trace.go:171","msg":"trace[23482256] transaction","detail":"{read_only:false; response_revision:7400; number_of_response:1; }","duration":"1.059180648s","start":"2026-04-01T23:46:36.047582Z","end":"2026-04-01T23:46:37.106763Z","steps":["trace[23482256] 'process raft request' (duration: 1.059084646s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:46:37.106898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:46:36.047554Z","time spent":"1.059279881s","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:46:37.107178Z","caller":"traceutil/trace.go:171","msg":"trace[892057549] transaction","detail":"{read_only:false; response_revision:7399; number_of_response:1; }","duration":"1.163640978s","start":"2026-04-01T23:46:35.943518Z","end":"2026-04-01T23:46:37.107159Z","steps":["trace[892057549] 'process raft request' (duration: 220.602551ms)","trace[892057549] 'compare' (duration: 941.993893ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:46:37.107219Z","caller":"traceutil/trace.go:171","msg":"trace[1534764406] linearizableReadLoop","detail":"{readStateIndex:7693; appliedIndex:7692; }","duration":"1.07347197s","start":"2026-04-01T23:46:36.033722Z","end":"2026-04-01T23:46:37.107194Z","steps":["trace[1534764406] 'read index received' (duration: 130.335141ms)","trace[1534764406] 'applied index is now lower than readState.Index' (duration: 943.134829ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:46:37.107267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:46:35.943491Z","time spent":"1.163739809s","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:46:37.107429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.090992283s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-01T23:46:37.10748Z","caller":"traceutil/trace.go:171","msg":"trace[1278628676] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7400; }","duration":"1.091088186s","start":"2026-04-01T23:46:36.016381Z","end":"2026-04-01T23:46:37.107469Z","steps":["trace[1278628676] 'agreement among raft nodes before linearized reading' (duration: 1.090929452s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:46:37.107481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.144549258s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-01T23:46:37.107519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:46:36.01636Z","time spent":"1.091150467s","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-01T23:46:37.107565Z","caller":"traceutil/trace.go:171","msg":"trace[986505481] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:7400; }","duration":"1.144690901s","start":"2026-04-01T23:46:35.962853Z","end":"2026-04-01T23:46:37.107544Z","steps":["trace[986505481] 'agreement among raft nodes before linearized reading' (duration: 1.144482257s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:46:37.107606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:46:35.962832Z","time spent":"1.144765382s","remote":"127.0.0.1:58198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":51,"response size":30,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"info","ts":"2026-04-01T23:46:37.150547Z","caller":"traceutil/trace.go:171","msg":"trace[1886324843] transaction","detail":"{read_only:false; response_revision:7401; number_of_response:1; }","duration":"657.928895ms","start":"2026-04-01T23:46:36.492593Z","end":"2026-04-01T23:46:37.150522Z","steps":["trace[1886324843] 'process raft request' (duration: 657.757552ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:46:37.150721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:46:36.492574Z","time spent":"658.057138ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:46:37.196307Z","caller":"traceutil/trace.go:171","msg":"trace[1442943696] transaction","detail":"{read_only:false; response_revision:7402; number_of_response:1; }","duration":"220.196471ms","start":"2026-04-01T23:46:36.976085Z","end":"2026-04-01T23:46:37.196281Z","steps":["trace[1442943696] 'process raft request' (duration: 219.961406ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:46:37.196578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"529.830585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-01T23:46:37.196441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.056755363s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-01T23:46:37.196671Z","caller":"traceutil/trace.go:171","msg":"trace[1932013878] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:7403; }","duration":"529.981798ms","start":"2026-04-01T23:46:36.66667Z","end":"2026-04-01T23:46:37.196652Z","steps":["trace[1932013878] 'agreement among raft nodes before linearized reading' (duration: 529.718281ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:46:37.196728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:46:36.666648Z","time spent":"530.06601ms","remote":"127.0.0.1:58126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":94,"response size":30,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:46:37.196772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"814.909045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:46:37.196686Z","caller":"traceutil/trace.go:171","msg":"trace[839404532] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:7403; }","duration":"1.05706129s","start":"2026-04-01T23:46:36.139605Z","end":"2026-04-01T23:46:37.196666Z","steps":["trace[839404532] 'agreement among raft nodes before linearized reading' (duration: 1.056725632s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:46:37.196973Z","caller":"traceutil/trace.go:171","msg":"trace[1069122794] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7403; }","duration":"815.086179ms","start":"2026-04-01T23:46:36.381797Z","end":"2026-04-01T23:46:37.196884Z","steps":["trace[1069122794] 'agreement among raft nodes before linearized reading' (duration: 814.809453ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:46:37.196996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:46:36.139582Z","time spent":"1.057314607s","remote":"127.0.0.1:58492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":10,"response size":30,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:46:37.197066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:46:36.381774Z","time spent":"815.276113ms","remote":"127.0.0.1:58042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-01T23:46:37.197118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.159448532s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:16 size:141913"} {"level":"info","ts":"2026-04-01T23:46:37.197243Z","caller":"traceutil/trace.go:171","msg":"trace[469949179] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:16; response_revision:7403; }","duration":"1.159606186s","start":"2026-04-01T23:46:36.037616Z","end":"2026-04-01T23:46:37.197222Z","steps":["trace[469949179] 'agreement among raft nodes before linearized reading' (duration: 1.159147786s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:46:37.197312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:46:36.037602Z","time spent":"1.159690117s","remote":"127.0.0.1:58198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":16,"response size":141936,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-04-01T23:46:37.3584Z","caller":"traceutil/trace.go:171","msg":"trace[624664786] transaction","detail":"{read_only:false; response_revision:7405; number_of_response:1; }","duration":"128.239683ms","start":"2026-04-01T23:46:37.230117Z","end":"2026-04-01T23:46:37.358357Z","steps":["trace[624664786] 'process raft request' (duration: 125.711646ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:46:41.867023Z","caller":"traceutil/trace.go:171","msg":"trace[425430372] transaction","detail":"{read_only:false; response_revision:7427; number_of_response:1; }","duration":"194.262969ms","start":"2026-04-01T23:46:41.67273Z","end":"2026-04-01T23:46:41.866993Z","steps":["trace[425430372] 'process raft request' (duration: 194.123506ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:46:42.57135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.94868ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-01T23:46:42.571457Z","caller":"traceutil/trace.go:171","msg":"trace[635591593] linearizableReadLoop","detail":"{readStateIndex:7725; appliedIndex:7724; }","duration":"180.539638ms","start":"2026-04-01T23:46:42.3909Z","end":"2026-04-01T23:46:42.57144Z","steps":["trace[635591593] 'read index received' (duration: 77.311µs)","trace[635591593] 'applied index is now lower than readState.Index' (duration: 180.460287ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:46:42.571547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.653832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:46:42.57158Z","caller":"traceutil/trace.go:171","msg":"trace[749318097] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7429; }","duration":"180.766204ms","start":"2026-04-01T23:46:42.390805Z","end":"2026-04-01T23:46:42.571571Z","steps":["trace[749318097] 'agreement among raft nodes before linearized reading' (duration: 180.698963ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:46:46.162642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.361814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-01T23:46:46.162722Z","caller":"traceutil/trace.go:171","msg":"trace[1450087337] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7448; }","duration":"115.497006ms","start":"2026-04-01T23:46:46.047207Z","end":"2026-04-01T23:46:46.162704Z","steps":["trace[1450087337] 'range keys from in-memory index tree' (duration: 115.137078ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:46:47.562567Z","caller":"traceutil/trace.go:171","msg":"trace[638096016] transaction","detail":"{read_only:false; response_revision:7456; number_of_response:1; }","duration":"111.831854ms","start":"2026-04-01T23:46:47.450709Z","end":"2026-04-01T23:46:47.562541Z","steps":["trace[638096016] 'process raft request' (duration: 97.596285ms)","trace[638096016] 'compare' (duration: 14.073346ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:46:47.562677Z","caller":"traceutil/trace.go:171","msg":"trace[319723425] transaction","detail":"{read_only:false; response_revision:7457; number_of_response:1; }","duration":"105.224336ms","start":"2026-04-01T23:46:47.457432Z","end":"2026-04-01T23:46:47.562656Z","steps":["trace[319723425] 'process raft request' (duration: 105.068603ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:46:59.418145Z","caller":"traceutil/trace.go:171","msg":"trace[2121077079] transaction","detail":"{read_only:false; response_revision:7540; number_of_response:1; }","duration":"143.335063ms","start":"2026-04-01T23:46:59.274773Z","end":"2026-04-01T23:46:59.418108Z","steps":["trace[2121077079] 'process raft request' (duration: 143.032487ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:47:01.720819Z","caller":"traceutil/trace.go:171","msg":"trace[1897866838] transaction","detail":"{read_only:false; response_revision:7552; number_of_response:1; }","duration":"119.975188ms","start":"2026-04-01T23:47:01.600813Z","end":"2026-04-01T23:47:01.720789Z","steps":["trace[1897866838] 'process raft request' (duration: 59.708892ms)","trace[1897866838] 'compare' (duration: 60.158403ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:47:04.754237Z","caller":"traceutil/trace.go:171","msg":"trace[1527144878] transaction","detail":"{read_only:false; response_revision:7577; number_of_response:1; }","duration":"115.128579ms","start":"2026-04-01T23:47:04.63909Z","end":"2026-04-01T23:47:04.754218Z","steps":["trace[1527144878] 'process raft request' (duration: 108.260133ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:47:20.044787Z","caller":"traceutil/trace.go:171","msg":"trace[1521307263] transaction","detail":"{read_only:false; response_revision:7685; number_of_response:1; }","duration":"195.325023ms","start":"2026-04-01T23:47:19.849433Z","end":"2026-04-01T23:47:20.044758Z","steps":["trace[1521307263] 'process raft request' (duration: 132.674884ms)","trace[1521307263] 'compare' (duration: 62.372763ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:47:20.044816Z","caller":"traceutil/trace.go:171","msg":"trace[882650939] transaction","detail":"{read_only:false; response_revision:7686; number_of_response:1; }","duration":"187.815423ms","start":"2026-04-01T23:47:19.856968Z","end":"2026-04-01T23:47:20.044784Z","steps":["trace[882650939] 'process raft request' (duration: 187.707541ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:47:20.674534Z","caller":"traceutil/trace.go:171","msg":"trace[1825208200] linearizableReadLoop","detail":"{readStateIndex:7995; appliedIndex:7994; }","duration":"105.37801ms","start":"2026-04-01T23:47:20.569123Z","end":"2026-04-01T23:47:20.674501Z","steps":["trace[1825208200] 'read index received' (duration: 105.106814ms)","trace[1825208200] 'applied index is now lower than readState.Index' (duration: 269.876µs)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:47:20.674698Z","caller":"traceutil/trace.go:171","msg":"trace[1410954740] transaction","detail":"{read_only:false; response_revision:7689; number_of_response:1; }","duration":"129.937522ms","start":"2026-04-01T23:47:20.544718Z","end":"2026-04-01T23:47:20.674655Z","steps":["trace[1410954740] 'process raft request' (duration: 129.563104ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:47:20.67513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.951962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-01T23:47:20.675203Z","caller":"traceutil/trace.go:171","msg":"trace[1520701427] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7689; }","duration":"106.094376ms","start":"2026-04-01T23:47:20.569089Z","end":"2026-04-01T23:47:20.675184Z","steps":["trace[1520701427] 'agreement among raft nodes before linearized reading' (duration: 105.609525ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:47:21.087403Z","caller":"traceutil/trace.go:171","msg":"trace[157479312] linearizableReadLoop","detail":"{readStateIndex:7996; appliedIndex:7995; }","duration":"405.287714ms","start":"2026-04-01T23:47:20.682082Z","end":"2026-04-01T23:47:21.08737Z","steps":["trace[157479312] 'read index received' (duration: 403.901063ms)","trace[157479312] 'applied index is now lower than readState.Index' (duration: 1.384891ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:47:21.087538Z","caller":"traceutil/trace.go:171","msg":"trace[322532883] transaction","detail":"{read_only:false; response_revision:7690; number_of_response:1; }","duration":"405.774425ms","start":"2026-04-01T23:47:20.681734Z","end":"2026-04-01T23:47:21.087509Z","steps":["trace[322532883] 'process raft request' (duration: 404.222711ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:47:21.087625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.883707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-01T23:47:21.087694Z","caller":"traceutil/trace.go:171","msg":"trace[77946555] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:7690; }","duration":"374.0102ms","start":"2026-04-01T23:47:20.713666Z","end":"2026-04-01T23:47:21.087677Z","steps":["trace[77946555] 'agreement among raft nodes before linearized reading' (duration: 373.871837ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:47:21.08769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:47:20.681716Z","time spent":"405.882457ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:47:21.087745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:47:20.713641Z","time spent":"374.091582ms","remote":"127.0.0.1:45876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:47:21.087749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.638052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19521"} {"level":"info","ts":"2026-04-01T23:47:21.088124Z","caller":"traceutil/trace.go:171","msg":"trace[1248399268] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:7690; }","duration":"406.043491ms","start":"2026-04-01T23:47:20.68206Z","end":"2026-04-01T23:47:21.088104Z","steps":["trace[1248399268] 'agreement among raft nodes before linearized reading' (duration: 405.466599ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:47:21.088245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:47:20.682052Z","time spent":"406.172884ms","remote":"127.0.0.1:58188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19544,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-04-01T23:47:26.82966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.048388ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-01T23:47:26.829847Z","caller":"traceutil/trace.go:171","msg":"trace[1164089976] transaction","detail":"{read_only:false; response_revision:7728; number_of_response:1; }","duration":"166.787771ms","start":"2026-04-01T23:47:26.663039Z","end":"2026-04-01T23:47:26.829826Z","steps":["trace[1164089976] 'process raft request' (duration: 166.73108ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:47:26.829944Z","caller":"traceutil/trace.go:171","msg":"trace[1911358309] transaction","detail":"{read_only:false; response_revision:7727; number_of_response:1; }","duration":"166.970105ms","start":"2026-04-01T23:47:26.662938Z","end":"2026-04-01T23:47:26.829908Z","steps":["trace[1911358309] 'process raft request' (duration: 47.59907ms)","trace[1911358309] 'compare' (duration: 118.879164ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:47:26.83134Z","caller":"traceutil/trace.go:171","msg":"trace[1288946278] linearizableReadLoop","detail":"{readStateIndex:8036; appliedIndex:8033; }","duration":"121.336429ms","start":"2026-04-01T23:47:26.709991Z","end":"2026-04-01T23:47:26.831327Z","steps":["trace[1288946278] 'read index received' (duration: 591.453µs)","trace[1288946278] 'applied index is now lower than readState.Index' (duration: 120.744066ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:47:26.831421Z","caller":"traceutil/trace.go:171","msg":"trace[2132051360] transaction","detail":"{read_only:false; response_revision:7729; number_of_response:1; }","duration":"130.436334ms","start":"2026-04-01T23:47:26.700959Z","end":"2026-04-01T23:47:26.831395Z","steps":["trace[2132051360] 'process raft request' (duration: 130.184027ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:47:26.831523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.517543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-01T23:47:26.831563Z","caller":"traceutil/trace.go:171","msg":"trace[1516179661] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7729; }","duration":"121.617815ms","start":"2026-04-01T23:47:26.709935Z","end":"2026-04-01T23:47:26.831553Z","steps":["trace[1516179661] 'agreement among raft nodes before linearized reading' (duration: 121.465022ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:47:27.087257Z","caller":"traceutil/trace.go:171","msg":"trace[392289016] linearizableReadLoop","detail":"{readStateIndex:8054; appliedIndex:8053; }","duration":"129.4094ms","start":"2026-04-01T23:47:26.957828Z","end":"2026-04-01T23:47:27.087237Z","steps":["trace[392289016] 'read index received' (duration: 103.093918ms)","trace[392289016] 'applied index is now lower than readState.Index' (duration: 26.314592ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:47:27.087398Z","caller":"traceutil/trace.go:171","msg":"trace[1629252234] transaction","detail":"{read_only:false; response_revision:7747; number_of_response:1; }","duration":"134.680278ms","start":"2026-04-01T23:47:26.95268Z","end":"2026-04-01T23:47:27.08736Z","steps":["trace[1629252234] 'process raft request' (duration: 108.295495ms)","trace[1629252234] 'compare' (duration: 26.155568ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:47:27.087465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.619814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-04-01T23:47:27.087492Z","caller":"traceutil/trace.go:171","msg":"trace[38736418] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:7747; }","duration":"129.674546ms","start":"2026-04-01T23:47:26.95781Z","end":"2026-04-01T23:47:27.087485Z","steps":["trace[38736418] 'agreement among raft nodes before linearized reading' (duration: 129.535343ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:47:27.087545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.0808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4726"} {"level":"info","ts":"2026-04-01T23:47:27.087606Z","caller":"traceutil/trace.go:171","msg":"trace[1916527712] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:7747; }","duration":"124.167271ms","start":"2026-04-01T23:47:26.963424Z","end":"2026-04-01T23:47:27.087591Z","steps":["trace[1916527712] 'agreement among raft nodes before linearized reading' (duration: 123.993948ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:49:16.420072Z","caller":"traceutil/trace.go:171","msg":"trace[1053394987] transaction","detail":"{read_only:false; response_revision:8587; number_of_response:1; }","duration":"109.118621ms","start":"2026-04-01T23:49:16.310928Z","end":"2026-04-01T23:49:16.420047Z","steps":["trace[1053394987] 'process raft request' (duration: 98.249877ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:49:16.421156Z","caller":"traceutil/trace.go:171","msg":"trace[1044421932] transaction","detail":"{read_only:false; response_revision:8588; number_of_response:1; }","duration":"107.465925ms","start":"2026-04-01T23:49:16.313657Z","end":"2026-04-01T23:49:16.421123Z","steps":["trace[1044421932] 'process raft request' (duration: 106.952243ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:49:16.709491Z","caller":"traceutil/trace.go:171","msg":"trace[1038619430] transaction","detail":"{read_only:false; response_revision:8590; number_of_response:1; }","duration":"100.667982ms","start":"2026-04-01T23:49:16.608803Z","end":"2026-04-01T23:49:16.709471Z","steps":["trace[1038619430] 'process raft request' (duration: 100.540308ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:49:18.739628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.990864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:49:18.739705Z","caller":"traceutil/trace.go:171","msg":"trace[670737027] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8604; }","duration":"164.136106ms","start":"2026-04-01T23:49:18.575551Z","end":"2026-04-01T23:49:18.739687Z","steps":["trace[670737027] 'range keys from in-memory index tree' (duration: 163.904622ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:49:18.842332Z","caller":"traceutil/trace.go:171","msg":"trace[33581064] transaction","detail":"{read_only:false; response_revision:8605; number_of_response:1; }","duration":"128.252351ms","start":"2026-04-01T23:49:18.714059Z","end":"2026-04-01T23:49:18.842311Z","steps":["trace[33581064] 'process raft request' (duration: 128.096768ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:49:19.682062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.526021ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-01T23:49:19.682181Z","caller":"traceutil/trace.go:171","msg":"trace[2036972728] linearizableReadLoop","detail":"{readStateIndex:8941; appliedIndex:8939; }","duration":"939.280443ms","start":"2026-04-01T23:49:18.74288Z","end":"2026-04-01T23:49:19.68216Z","steps":["trace[2036972728] 'read index received' (duration: 99.299051ms)","trace[2036972728] 'applied index is now lower than readState.Index' (duration: 839.979382ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:49:19.682327Z","caller":"traceutil/trace.go:171","msg":"trace[1997272224] transaction","detail":"{read_only:false; response_revision:8606; number_of_response:1; }","duration":"965.834529ms","start":"2026-04-01T23:49:18.716471Z","end":"2026-04-01T23:49:19.682305Z","steps":["trace[1997272224] 'process raft request' (duration: 681.973801ms)","trace[1997272224] 'compare' (duration: 282.809734ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:49:19.682516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"895.377756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-01T23:49:19.682604Z","caller":"traceutil/trace.go:171","msg":"trace[1866339103] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8606; }","duration":"895.516869ms","start":"2026-04-01T23:49:18.787066Z","end":"2026-04-01T23:49:19.682583Z","steps":["trace[1866339103] 'agreement among raft nodes before linearized reading' (duration: 895.284024ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:49:19.682655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:49:18.787045Z","time spent":"895.599662ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-01T23:49:19.682739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.875452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:49:19.682799Z","caller":"traceutil/trace.go:171","msg":"trace[780501977] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8606; }","duration":"301.968055ms","start":"2026-04-01T23:49:19.380814Z","end":"2026-04-01T23:49:19.682782Z","steps":["trace[780501977] 'agreement among raft nodes before linearized reading' (duration: 301.872293ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:49:19.682803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"939.924957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-04-01T23:49:19.682811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"617.854262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-user\" ","response":"range_response_count:1 size:7403"} {"level":"info","ts":"2026-04-01T23:49:19.682846Z","caller":"traceutil/trace.go:171","msg":"trace[420875924] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8606; }","duration":"940.05053ms","start":"2026-04-01T23:49:18.742783Z","end":"2026-04-01T23:49:19.682833Z","steps":["trace[420875924] 'agreement among raft nodes before linearized reading' (duration: 939.896906ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:49:19.682808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"628.919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-01T23:49:19.682842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"851.392588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-88zqq\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-04-01T23:49:19.682878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:49:18.742766Z","time spent":"940.105471ms","remote":"127.0.0.1:58198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-01T23:49:19.682833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:49:19.380785Z","time spent":"302.040367ms","remote":"127.0.0.1:58042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-01T23:49:19.682864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.166031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-01T23:49:19.682888Z","caller":"traceutil/trace.go:171","msg":"trace[224899134] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-user; range_end:; response_count:1; response_revision:8606; }","duration":"617.970335ms","start":"2026-04-01T23:49:19.064897Z","end":"2026-04-01T23:49:19.682867Z","steps":["trace[224899134] 'agreement among raft nodes before linearized reading' (duration: 617.78123ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:49:19.682931Z","caller":"traceutil/trace.go:171","msg":"trace[869267250] range","detail":"{range_begin:/registry/pods/openstack/keepalived-88zqq; range_end:; response_count:1; response_revision:8606; }","duration":"851.49767ms","start":"2026-04-01T23:49:18.831411Z","end":"2026-04-01T23:49:19.682909Z","steps":["trace[869267250] 'agreement among raft nodes before linearized reading' (duration: 851.278006ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:49:19.682968Z","caller":"traceutil/trace.go:171","msg":"trace[810118527] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8606; }","duration":"262.315154ms","start":"2026-04-01T23:49:19.42063Z","end":"2026-04-01T23:49:19.682945Z","steps":["trace[810118527] 'agreement among raft nodes before linearized reading' (duration: 262.052968ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:49:19.682979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:49:18.8314Z","time spent":"851.567752ms","remote":"127.0.0.1:58198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-88zqq\" "} {"level":"info","ts":"2026-04-01T23:49:19.682908Z","caller":"traceutil/trace.go:171","msg":"trace[1563742216] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8606; }","duration":"629.057793ms","start":"2026-04-01T23:49:19.05382Z","end":"2026-04-01T23:49:19.682877Z","steps":["trace[1563742216] 'agreement among raft nodes before linearized reading' (duration: 628.885979ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:49:19.683085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:49:18.716397Z","time spent":"965.969622ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:49:19.683159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:49:19.053799Z","time spent":"629.318519ms","remote":"127.0.0.1:44566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:49:19.682978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:49:19.064864Z","time spent":"618.100727ms","remote":"127.0.0.1:58250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":7426,"request content":"key:\"/registry/jobs/openstack/barbican-ks-user\" "} {"level":"warn","ts":"2026-04-01T23:49:19.682818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"717.308245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-01T23:49:19.683358Z","caller":"traceutil/trace.go:171","msg":"trace[1942072208] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8606; }","duration":"717.891078ms","start":"2026-04-01T23:49:18.965456Z","end":"2026-04-01T23:49:19.683347Z","steps":["trace[1942072208] 'agreement among raft nodes before linearized reading' (duration: 717.229234ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:49:19.683396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:49:18.965433Z","time spent":"717.95145ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-01T23:49:19.941253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.07272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-01T23:49:19.941377Z","caller":"traceutil/trace.go:171","msg":"trace[799555766] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8609; }","duration":"117.265715ms","start":"2026-04-01T23:49:19.824086Z","end":"2026-04-01T23:49:19.941351Z","steps":["trace[799555766] 'range keys from in-memory index tree' (duration: 116.784284ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:49:20.567135Z","caller":"traceutil/trace.go:171","msg":"trace[309382079] linearizableReadLoop","detail":"{readStateIndex:8946; appliedIndex:8945; }","duration":"183.914513ms","start":"2026-04-01T23:49:20.3832Z","end":"2026-04-01T23:49:20.567115Z","steps":["trace[309382079] 'read index received' (duration: 183.777739ms)","trace[309382079] 'applied index is now lower than readState.Index' (duration: 135.743µs)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:49:20.567193Z","caller":"traceutil/trace.go:171","msg":"trace[1333477553] transaction","detail":"{read_only:false; response_revision:8611; number_of_response:1; }","duration":"254.617481ms","start":"2026-04-01T23:49:20.312545Z","end":"2026-04-01T23:49:20.567162Z","steps":["trace[1333477553] 'process raft request' (duration: 254.441337ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:49:20.567273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.068186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:49:20.567307Z","caller":"traceutil/trace.go:171","msg":"trace[860515300] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8611; }","duration":"184.149308ms","start":"2026-04-01T23:49:20.383147Z","end":"2026-04-01T23:49:20.567296Z","steps":["trace[860515300] 'agreement among raft nodes before linearized reading' (duration: 184.085926ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:49:20.570316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.281396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:49:20.570384Z","caller":"traceutil/trace.go:171","msg":"trace[909274477] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:8612; }","duration":"113.492601ms","start":"2026-04-01T23:49:20.456873Z","end":"2026-04-01T23:49:20.570366Z","steps":["trace[909274477] 'agreement among raft nodes before linearized reading' (duration: 113.295986ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:49:21.054033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.486174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/barbican-ks-user-wtr2c\" ","response":"range_response_count:1 size:9175"} {"level":"info","ts":"2026-04-01T23:49:21.054103Z","caller":"traceutil/trace.go:171","msg":"trace[555928984] range","detail":"{range_begin:/registry/pods/openstack/barbican-ks-user-wtr2c; range_end:; response_count:1; response_revision:8613; }","duration":"411.622448ms","start":"2026-04-01T23:49:20.642465Z","end":"2026-04-01T23:49:21.054087Z","steps":["trace[555928984] 'range keys from in-memory index tree' (duration: 411.31969ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:49:21.054136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:49:20.642444Z","time spent":"411.684959ms","remote":"127.0.0.1:58198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":9198,"request content":"key:\"/registry/pods/openstack/barbican-ks-user-wtr2c\" "} {"level":"warn","ts":"2026-04-01T23:49:21.054151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.393417ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-01T23:49:21.054232Z","caller":"traceutil/trace.go:171","msg":"trace[983748844] linearizableReadLoop","detail":"{readStateIndex:8949; appliedIndex:8948; }","duration":"210.797605ms","start":"2026-04-01T23:49:20.843422Z","end":"2026-04-01T23:49:21.054219Z","steps":["trace[983748844] 'read index received' (duration: 47.921µs)","trace[983748844] 'applied index is now lower than readState.Index' (duration: 210.748354ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:49:21.054253Z","caller":"traceutil/trace.go:171","msg":"trace[299195089] transaction","detail":"{read_only:false; response_revision:8614; number_of_response:1; }","duration":"411.032704ms","start":"2026-04-01T23:49:20.643198Z","end":"2026-04-01T23:49:21.054231Z","steps":["trace[299195089] 'process raft request' (duration: 70.498214ms)","trace[299195089] 'compare' (duration: 340.278834ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:49:21.054326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.903137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-01T23:49:21.054334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:49:20.643188Z","time spent":"411.122766ms","remote":"127.0.0.1:58094","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":862,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-01T23:49:21.05435Z","caller":"traceutil/trace.go:171","msg":"trace[1428679294] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8614; }","duration":"210.97634ms","start":"2026-04-01T23:49:20.843367Z","end":"2026-04-01T23:49:21.054343Z","steps":["trace[1428679294] 'agreement among raft nodes before linearized reading' (duration: 210.886567ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:49:21.120665Z","caller":"traceutil/trace.go:171","msg":"trace[1750834982] transaction","detail":"{read_only:false; response_revision:8615; number_of_response:1; }","duration":"273.079295ms","start":"2026-04-01T23:49:20.84756Z","end":"2026-04-01T23:49:21.120639Z","steps":["trace[1750834982] 'process raft request' (duration: 272.897741ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:49:21.343741Z","caller":"traceutil/trace.go:171","msg":"trace[61749841] transaction","detail":"{read_only:false; response_revision:8616; number_of_response:1; }","duration":"279.794816ms","start":"2026-04-01T23:49:21.06389Z","end":"2026-04-01T23:49:21.343685Z","steps":["trace[61749841] 'process raft request' (duration: 249.666229ms)","trace[61749841] 'compare' (duration: 29.705578ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:49:32.118716Z","caller":"traceutil/trace.go:171","msg":"trace[876965027] transaction","detail":"{read_only:false; response_revision:8675; number_of_response:1; }","duration":"176.054615ms","start":"2026-04-01T23:49:31.942623Z","end":"2026-04-01T23:49:32.118677Z","steps":["trace[876965027] 'process raft request' (duration: 77.262206ms)","trace[876965027] 'compare' (duration: 98.468722ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:49:32.141223Z","caller":"traceutil/trace.go:171","msg":"trace[2056167013] transaction","detail":"{read_only:false; response_revision:8676; number_of_response:1; }","duration":"198.282045ms","start":"2026-04-01T23:49:31.94291Z","end":"2026-04-01T23:49:32.141192Z","steps":["trace[2056167013] 'process raft request' (duration: 198.090401ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:49:32.141351Z","caller":"traceutil/trace.go:171","msg":"trace[2012408083] linearizableReadLoop","detail":"{readStateIndex:9014; appliedIndex:9011; }","duration":"197.427235ms","start":"2026-04-01T23:49:31.943904Z","end":"2026-04-01T23:49:32.141332Z","steps":["trace[2012408083] 'read index received' (duration: 75.999318ms)","trace[2012408083] 'applied index is now lower than readState.Index' (duration: 121.426887ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:49:32.141468Z","caller":"traceutil/trace.go:171","msg":"trace[1005108333] transaction","detail":"{read_only:false; response_revision:8677; number_of_response:1; }","duration":"197.762102ms","start":"2026-04-01T23:49:31.943699Z","end":"2026-04-01T23:49:32.141461Z","steps":["trace[1005108333] 'process raft request' (duration: 197.452785ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:49:32.141629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.728252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-88zqq\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-04-01T23:49:32.141651Z","caller":"traceutil/trace.go:171","msg":"trace[1095672145] range","detail":"{range_begin:/registry/pods/openstack/keepalived-88zqq; range_end:; response_count:1; response_revision:8677; }","duration":"197.809183ms","start":"2026-04-01T23:49:31.943837Z","end":"2026-04-01T23:49:32.141647Z","steps":["trace[1095672145] 'agreement among raft nodes before linearized reading' (duration: 197.709551ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:49:34.75111Z","caller":"traceutil/trace.go:171","msg":"trace[1035751178] transaction","detail":"{read_only:false; response_revision:8688; number_of_response:1; }","duration":"104.889997ms","start":"2026-04-01T23:49:34.646185Z","end":"2026-04-01T23:49:34.751075Z","steps":["trace[1035751178] 'process raft request' (duration: 104.302124ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:49:34.837092Z","caller":"traceutil/trace.go:171","msg":"trace[673323213] transaction","detail":"{read_only:false; response_revision:8689; number_of_response:1; }","duration":"138.676695ms","start":"2026-04-01T23:49:34.698381Z","end":"2026-04-01T23:49:34.837057Z","steps":["trace[673323213] 'process raft request' (duration: 121.252694ms)","trace[673323213] 'compare' (duration: 17.051763ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:49:38.408372Z","caller":"traceutil/trace.go:171","msg":"trace[2004269574] transaction","detail":"{read_only:false; response_revision:8708; number_of_response:1; }","duration":"104.371195ms","start":"2026-04-01T23:49:38.303973Z","end":"2026-04-01T23:49:38.408344Z","steps":["trace[2004269574] 'process raft request' (duration: 32.130312ms)","trace[2004269574] 'compare' (duration: 72.069779ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:49:43.088131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.052313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:49:43.088279Z","caller":"traceutil/trace.go:171","msg":"trace[1794827282] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:8731; }","duration":"216.30354ms","start":"2026-04-01T23:49:42.871946Z","end":"2026-04-01T23:49:43.08825Z","steps":["trace[1794827282] 'count revisions from in-memory index tree' (duration: 215.928461ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:49:43.154561Z","caller":"traceutil/trace.go:171","msg":"trace[1539564025] transaction","detail":"{read_only:false; response_revision:8732; number_of_response:1; }","duration":"281.259659ms","start":"2026-04-01T23:49:42.87323Z","end":"2026-04-01T23:49:43.154489Z","steps":["trace[1539564025] 'process raft request' (duration: 281.009783ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:49:43.205877Z","caller":"traceutil/trace.go:171","msg":"trace[548009936] linearizableReadLoop","detail":"{readStateIndex:9073; appliedIndex:9072; }","duration":"271.729885ms","start":"2026-04-01T23:49:42.934127Z","end":"2026-04-01T23:49:43.205857Z","steps":["trace[548009936] 'read index received' (duration: 220.787741ms)","trace[548009936] 'applied index is now lower than readState.Index' (duration: 50.941394ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:49:43.206018Z","caller":"traceutil/trace.go:171","msg":"trace[1619728655] transaction","detail":"{read_only:false; response_revision:8733; number_of_response:1; }","duration":"280.893491ms","start":"2026-04-01T23:49:42.925099Z","end":"2026-04-01T23:49:43.205993Z","steps":["trace[1619728655] 'process raft request' (duration: 263.570192ms)","trace[1619728655] 'compare' (duration: 17.013432ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:49:43.20607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.928619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-01T23:49:43.206109Z","caller":"traceutil/trace.go:171","msg":"trace[293998455] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8733; }","duration":"272.012441ms","start":"2026-04-01T23:49:42.934086Z","end":"2026-04-01T23:49:43.206098Z","steps":["trace[293998455] 'agreement among raft nodes before linearized reading' (duration: 271.853408ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:49:44.065067Z","caller":"traceutil/trace.go:171","msg":"trace[1299654360] transaction","detail":"{read_only:false; response_revision:8737; number_of_response:1; }","duration":"211.744408ms","start":"2026-04-01T23:49:43.853277Z","end":"2026-04-01T23:49:44.065021Z","steps":["trace[1299654360] 'process raft request' (duration: 211.154864ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:49:44.065729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.402965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:49:44.065817Z","caller":"traceutil/trace.go:171","msg":"trace[2070968479] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:8737; }","duration":"173.546119ms","start":"2026-04-01T23:49:43.892242Z","end":"2026-04-01T23:49:44.065788Z","steps":["trace[2070968479] 'agreement among raft nodes before linearized reading' (duration: 173.390075ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:49:44.064658Z","caller":"traceutil/trace.go:171","msg":"trace[174647721] linearizableReadLoop","detail":"{readStateIndex:9077; appliedIndex:9076; }","duration":"172.334351ms","start":"2026-04-01T23:49:43.892298Z","end":"2026-04-01T23:49:44.064632Z","steps":["trace[174647721] 'read index received' (duration: 172.103116ms)","trace[174647721] 'applied index is now lower than readState.Index' (duration: 229.995µs)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:49:44.278758Z","caller":"traceutil/trace.go:171","msg":"trace[1146356335] linearizableReadLoop","detail":"{readStateIndex:9078; appliedIndex:9077; }","duration":"163.568246ms","start":"2026-04-01T23:49:44.115162Z","end":"2026-04-01T23:49:44.27873Z","steps":["trace[1146356335] 'read index received' (duration: 163.373961ms)","trace[1146356335] 'applied index is now lower than readState.Index' (duration: 192.985µs)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:49:44.278909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.741109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:49:44.278947Z","caller":"traceutil/trace.go:171","msg":"trace[197832879] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:8738; }","duration":"163.849221ms","start":"2026-04-01T23:49:44.115084Z","end":"2026-04-01T23:49:44.278933Z","steps":["trace[197832879] 'agreement among raft nodes before linearized reading' (duration: 163.750919ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:49:44.279263Z","caller":"traceutil/trace.go:171","msg":"trace[2087825119] transaction","detail":"{read_only:false; response_revision:8738; number_of_response:1; }","duration":"198.738944ms","start":"2026-04-01T23:49:44.080476Z","end":"2026-04-01T23:49:44.279215Z","steps":["trace[2087825119] 'process raft request' (duration: 198.07632ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:49:44.505572Z","caller":"traceutil/trace.go:171","msg":"trace[533504798] linearizableReadLoop","detail":"{readStateIndex:9079; appliedIndex:9078; }","duration":"192.466615ms","start":"2026-04-01T23:49:44.313084Z","end":"2026-04-01T23:49:44.505551Z","steps":["trace[533504798] 'read index received' (duration: 192.329162ms)","trace[533504798] 'applied index is now lower than readState.Index' (duration: 136.103µs)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:49:44.50617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.556595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T23:49:44.506304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.15123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-01T23:49:44.506358Z","caller":"traceutil/trace.go:171","msg":"trace[1830562340] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8739; }","duration":"123.792481ms","start":"2026-04-01T23:49:44.382535Z","end":"2026-04-01T23:49:44.506327Z","steps":["trace[1830562340] 'agreement among raft nodes before linearized reading' (duration: 123.505835ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:49:44.506222Z","caller":"traceutil/trace.go:171","msg":"trace[917485302] transaction","detail":"{read_only:false; response_revision:8739; number_of_response:1; }","duration":"341.104774ms","start":"2026-04-01T23:49:44.164857Z","end":"2026-04-01T23:49:44.505962Z","steps":["trace[917485302] 'process raft request' (duration: 340.548122ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:49:44.506421Z","caller":"traceutil/trace.go:171","msg":"trace[1233594547] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8739; }","duration":"193.353373ms","start":"2026-04-01T23:49:44.313043Z","end":"2026-04-01T23:49:44.506396Z","steps":["trace[1233594547] 'agreement among raft nodes before linearized reading' (duration: 192.976325ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:49:44.506555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:49:44.164833Z","time spent":"341.626525ms","remote":"127.0.0.1:58250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:49:44.910058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.970945ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-04-01T23:49:44.94297Z","caller":"traceutil/trace.go:171","msg":"trace[752418749] transaction","detail":"{read_only:false; response_revision:8746; number_of_response:1; }","duration":"253.366371ms","start":"2026-04-01T23:49:44.689581Z","end":"2026-04-01T23:49:44.942947Z","steps":["trace[752418749] 'process raft request' (duration: 253.153577ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:49:45.0032Z","caller":"traceutil/trace.go:171","msg":"trace[327894994] transaction","detail":"{read_only:false; response_revision:8747; number_of_response:1; }","duration":"127.756979ms","start":"2026-04-01T23:49:44.875421Z","end":"2026-04-01T23:49:45.003178Z","steps":["trace[327894994] 'process raft request' (duration: 127.211647ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:49:47.238579Z","caller":"traceutil/trace.go:171","msg":"trace[536029384] linearizableReadLoop","detail":"{readStateIndex:9100; appliedIndex:9099; }","duration":"222.231902ms","start":"2026-04-01T23:49:47.016329Z","end":"2026-04-01T23:49:47.238561Z","steps":["trace[536029384] 'read index received' (duration: 222.081989ms)","trace[536029384] 'applied index is now lower than readState.Index' (duration: 149.083µs)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:49:47.238664Z","caller":"traceutil/trace.go:171","msg":"trace[159952861] transaction","detail":"{read_only:false; response_revision:8759; number_of_response:1; }","duration":"230.513688ms","start":"2026-04-01T23:49:47.008132Z","end":"2026-04-01T23:49:47.238645Z","steps":["trace[159952861] 'process raft request' (duration: 230.297394ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:49:47.238701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.359575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:49:47.238723Z","caller":"traceutil/trace.go:171","msg":"trace[790802354] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:8759; }","duration":"222.421347ms","start":"2026-04-01T23:49:47.016293Z","end":"2026-04-01T23:49:47.238714Z","steps":["trace[790802354] 'agreement among raft nodes before linearized reading' (duration: 222.366266ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:49:47.717966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.790193ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-01T23:49:47.718367Z","caller":"traceutil/trace.go:171","msg":"trace[1998782653] linearizableReadLoop","detail":"{readStateIndex:9101; appliedIndex:9100; }","duration":"479.708178ms","start":"2026-04-01T23:49:47.238638Z","end":"2026-04-01T23:49:47.718347Z","steps":["trace[1998782653] 'read index received' (duration: 156.466646ms)","trace[1998782653] 'applied index is now lower than readState.Index' (duration: 323.239712ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:49:47.718395Z","caller":"traceutil/trace.go:171","msg":"trace[480107255] transaction","detail":"{read_only:false; response_revision:8760; number_of_response:1; }","duration":"480.447145ms","start":"2026-04-01T23:49:47.237907Z","end":"2026-04-01T23:49:47.718354Z","steps":["trace[480107255] 'process raft request' (duration: 157.162771ms)","trace[480107255] 'compare' (duration: 322.095566ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:49:47.718592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:49:47.237887Z","time spent":"480.585437ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:49:47.718744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"601.491804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.209\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-01T23:49:47.718824Z","caller":"traceutil/trace.go:171","msg":"trace[1497961133] range","detail":"{range_begin:/registry/masterleases/199.204.45.209; range_end:; response_count:1; response_revision:8760; }","duration":"601.601096ms","start":"2026-04-01T23:49:47.117205Z","end":"2026-04-01T23:49:47.718806Z","steps":["trace[1497961133] 'agreement among raft nodes before linearized reading' (duration: 601.214057ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:49:47.718912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:49:47.117195Z","time spent":"601.707039ms","remote":"127.0.0.1:58064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.209\" "} {"level":"warn","ts":"2026-04-01T23:49:48.846426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"958.462401ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-01T23:49:48.847139Z","caller":"traceutil/trace.go:171","msg":"trace[976791698] transaction","detail":"{read_only:false; response_revision:8761; number_of_response:1; }","duration":"1.606796368s","start":"2026-04-01T23:49:47.240286Z","end":"2026-04-01T23:49:48.847082Z","steps":["trace[976791698] 'process raft request' (duration: 647.592609ms)","trace[976791698] 'compare' (duration: 958.264377ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:49:48.847211Z","caller":"traceutil/trace.go:171","msg":"trace[1769208146] transaction","detail":"{read_only:false; response_revision:8762; number_of_response:1; }","duration":"1.47385636s","start":"2026-04-01T23:49:47.373286Z","end":"2026-04-01T23:49:48.847143Z","steps":["trace[1769208146] 'process raft request' (duration: 1.473732997s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:49:48.847395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:49:47.373258Z","time spent":"1.474043045s","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:49:48.847369Z","caller":"traceutil/trace.go:171","msg":"trace[759585641] linearizableReadLoop","detail":"{readStateIndex:9103; appliedIndex:9101; }","duration":"1.128931682s","start":"2026-04-01T23:49:47.718393Z","end":"2026-04-01T23:49:48.847324Z","steps":["trace[759585641] 'read index received' (duration: 169.487278ms)","trace[759585641] 'applied index is now lower than readState.Index' (duration: 959.439424ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:49:48.847507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:49:47.240278Z","time spent":"1.606955211s","remote":"127.0.0.1:58324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":695,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-01T23:49:48.847572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.205284907s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:49:48.847667Z","caller":"traceutil/trace.go:171","msg":"trace[745548232] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:8762; }","duration":"1.20543199s","start":"2026-04-01T23:49:47.642211Z","end":"2026-04-01T23:49:48.847643Z","steps":["trace[745548232] 'agreement among raft nodes before linearized reading' (duration: 1.205259016s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:49:48.847683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.516874488s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-01T23:49:48.847725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:49:47.642188Z","time spent":"1.205525552s","remote":"127.0.0.1:58414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":28,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"info","ts":"2026-04-01T23:49:48.847743Z","caller":"traceutil/trace.go:171","msg":"trace[1771465390] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8762; }","duration":"1.51698227s","start":"2026-04-01T23:49:47.330743Z","end":"2026-04-01T23:49:48.847725Z","steps":["trace[1771465390] 'agreement among raft nodes before linearized reading' (duration: 1.516779525s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:49:48.847788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:49:47.330721Z","time spent":"1.517055422s","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-01T23:49:48.847751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:49:47.719953Z","time spent":"1.127793366s","remote":"127.0.0.1:58064","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-01T23:49:48.914789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"661.756601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:49:48.914883Z","caller":"traceutil/trace.go:171","msg":"trace[647017912] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:8764; }","duration":"661.907984ms","start":"2026-04-01T23:49:48.252955Z","end":"2026-04-01T23:49:48.914863Z","steps":["trace[647017912] 'agreement among raft nodes before linearized reading' (duration: 661.73882ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:49:48.91493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:49:48.25293Z","time spent":"661.986786ms","remote":"127.0.0.1:54784","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:49:48.91534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.333983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-01T23:49:48.915328Z","caller":"traceutil/trace.go:171","msg":"trace[874853253] transaction","detail":"{read_only:false; response_revision:8763; number_of_response:1; }","duration":"606.94139ms","start":"2026-04-01T23:49:48.308294Z","end":"2026-04-01T23:49:48.915236Z","steps":["trace[874853253] 'process raft request' (duration: 606.192124ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:49:48.915398Z","caller":"traceutil/trace.go:171","msg":"trace[1720762820] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8764; }","duration":"223.390744ms","start":"2026-04-01T23:49:48.691991Z","end":"2026-04-01T23:49:48.915382Z","steps":["trace[1720762820] 'agreement among raft nodes before linearized reading' (duration: 223.19202ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:49:48.915449Z","caller":"traceutil/trace.go:171","msg":"trace[854313406] transaction","detail":"{read_only:false; response_revision:8764; number_of_response:1; }","duration":"477.698352ms","start":"2026-04-01T23:49:48.437668Z","end":"2026-04-01T23:49:48.915366Z","steps":["trace[854313406] 'process raft request' (duration: 476.966526ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:49:48.915516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:49:48.30827Z","time spent":"607.146074ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:49:48.915796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"534.476794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T23:49:48.915818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.879905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-88zqq\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-04-01T23:49:48.915873Z","caller":"traceutil/trace.go:171","msg":"trace[32222756] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8764; }","duration":"534.799151ms","start":"2026-04-01T23:49:48.381057Z","end":"2026-04-01T23:49:48.915856Z","steps":["trace[32222756] 'agreement among raft nodes before linearized reading' (duration: 534.448753ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:49:48.915871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.39803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-01T23:49:48.915908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:49:48.381035Z","time spent":"534.867742ms","remote":"127.0.0.1:58042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-01T23:49:48.915901Z","caller":"traceutil/trace.go:171","msg":"trace[239500035] range","detail":"{range_begin:/registry/pods/openstack/keepalived-88zqq; range_end:; response_count:1; response_revision:8764; }","duration":"378.010878ms","start":"2026-04-01T23:49:48.537871Z","end":"2026-04-01T23:49:48.915882Z","steps":["trace[239500035] 'agreement among raft nodes before linearized reading' (duration: 377.527048ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:49:48.915916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.364916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-01T23:49:48.91595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:49:48.537854Z","time spent":"378.08882ms","remote":"127.0.0.1:58198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-88zqq\" "} {"level":"warn","ts":"2026-04-01T23:49:48.915816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:49:48.437636Z","time spent":"477.883526ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:49:48.915988Z","caller":"traceutil/trace.go:171","msg":"trace[1544826652] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8764; }","duration":"361.465087ms","start":"2026-04-01T23:49:48.554507Z","end":"2026-04-01T23:49:48.915972Z","steps":["trace[1544826652] 'agreement among raft nodes before linearized reading' (duration: 361.293574ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:49:48.916077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:49:48.554494Z","time spent":"361.57598ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-01T23:49:48.916079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.969009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-01T23:49:48.915931Z","caller":"traceutil/trace.go:171","msg":"trace[551779034] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8764; }","duration":"217.508742ms","start":"2026-04-01T23:49:48.698407Z","end":"2026-04-01T23:49:48.915916Z","steps":["trace[551779034] 'agreement among raft nodes before linearized reading' (duration: 217.056042ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:49:48.916208Z","caller":"traceutil/trace.go:171","msg":"trace[181538866] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8764; }","duration":"287.04997ms","start":"2026-04-01T23:49:48.629056Z","end":"2026-04-01T23:49:48.916106Z","steps":["trace[181538866] 'agreement among raft nodes before linearized reading' (duration: 286.508608ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:49:49.158737Z","caller":"traceutil/trace.go:171","msg":"trace[2096215140] transaction","detail":"{read_only:false; response_revision:8766; number_of_response:1; }","duration":"306.041985ms","start":"2026-04-01T23:49:48.852615Z","end":"2026-04-01T23:49:49.158657Z","steps":["trace[2096215140] 'process raft request' (duration: 305.888792ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:49:49.158837Z","caller":"traceutil/trace.go:171","msg":"trace[266483842] transaction","detail":"{read_only:false; response_revision:8765; number_of_response:1; }","duration":"309.281609ms","start":"2026-04-01T23:49:48.849506Z","end":"2026-04-01T23:49:49.158788Z","steps":["trace[266483842] 'process raft request' (duration: 308.751797ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:49:49.158892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:49:48.852604Z","time spent":"306.21556ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:49:49.15891Z","caller":"traceutil/trace.go:171","msg":"trace[507532076] linearizableReadLoop","detail":"{readStateIndex:9110; appliedIndex:9106; }","duration":"240.461877ms","start":"2026-04-01T23:49:48.918423Z","end":"2026-04-01T23:49:49.158884Z","steps":["trace[507532076] 'read index received' (duration: 239.905225ms)","trace[507532076] 'applied index is now lower than readState.Index' (duration: 551.262µs)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:49:49.158915Z","caller":"traceutil/trace.go:171","msg":"trace[985041509] transaction","detail":"{read_only:false; response_revision:8768; number_of_response:1; }","duration":"292.349069ms","start":"2026-04-01T23:49:48.866536Z","end":"2026-04-01T23:49:49.158885Z","steps":["trace[985041509] 'process raft request' (duration: 292.068673ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:49:49.159033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:49:48.849482Z","time spent":"309.441502ms","remote":"127.0.0.1:58064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:49:49.159088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.643451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:49:49.159163Z","caller":"traceutil/trace.go:171","msg":"trace[191470610] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8768; }","duration":"240.748353ms","start":"2026-04-01T23:49:48.918397Z","end":"2026-04-01T23:49:49.159145Z","steps":["trace[191470610] 'agreement among raft nodes before linearized reading' (duration: 240.591229ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:49:49.159498Z","caller":"traceutil/trace.go:171","msg":"trace[227284183] transaction","detail":"{read_only:false; response_revision:8767; number_of_response:1; }","duration":"306.781992ms","start":"2026-04-01T23:49:48.85269Z","end":"2026-04-01T23:49:49.159472Z","steps":["trace[227284183] 'process raft request' (duration: 305.866522ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:49:49.159598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:49:48.852671Z","time spent":"306.883714ms","remote":"127.0.0.1:58094","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":664,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-01T23:49:49.198879Z","caller":"traceutil/trace.go:171","msg":"trace[1710577714] transaction","detail":"{read_only:false; response_revision:8769; number_of_response:1; }","duration":"278.06576ms","start":"2026-04-01T23:49:48.920792Z","end":"2026-04-01T23:49:49.198858Z","steps":["trace[1710577714] 'process raft request' (duration: 277.910246ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:49:49.19903Z","caller":"traceutil/trace.go:171","msg":"trace[1867170341] transaction","detail":"{read_only:false; response_revision:8770; number_of_response:1; }","duration":"278.141661ms","start":"2026-04-01T23:49:48.92088Z","end":"2026-04-01T23:49:49.199022Z","steps":["trace[1867170341] 'process raft request' (duration: 277.942167ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:49:49.199345Z","caller":"traceutil/trace.go:171","msg":"trace[1388321845] transaction","detail":"{read_only:false; response_revision:8771; number_of_response:1; }","duration":"278.444818ms","start":"2026-04-01T23:49:48.920878Z","end":"2026-04-01T23:49:49.199322Z","steps":["trace[1388321845] 'process raft request' (duration: 278.111581ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:49:49.199401Z","caller":"traceutil/trace.go:171","msg":"trace[886765887] transaction","detail":"{read_only:false; response_revision:8772; number_of_response:1; }","duration":"278.433097ms","start":"2026-04-01T23:49:48.920938Z","end":"2026-04-01T23:49:49.199371Z","steps":["trace[886765887] 'process raft request' (duration: 278.256863ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:49:49.199505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.761391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/ingress-nginx/ingress-nginx-controller-jgrz9.18a25fb906408db7\" ","response":"range_response_count:1 size:765"} {"level":"info","ts":"2026-04-01T23:49:49.199617Z","caller":"traceutil/trace.go:171","msg":"trace[458849267] range","detail":"{range_begin:/registry/events/ingress-nginx/ingress-nginx-controller-jgrz9.18a25fb906408db7; range_end:; response_count:1; response_revision:8772; }","duration":"260.856954ms","start":"2026-04-01T23:49:48.938696Z","end":"2026-04-01T23:49:49.199553Z","steps":["trace[458849267] 'agreement among raft nodes before linearized reading' (duration: 260.68357ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:49:49.199809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.129483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224207"} {"level":"info","ts":"2026-04-01T23:49:49.199874Z","caller":"traceutil/trace.go:171","msg":"trace[1953981693] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8772; }","duration":"279.223196ms","start":"2026-04-01T23:49:48.920636Z","end":"2026-04-01T23:49:49.199859Z","steps":["trace[1953981693] 'agreement among raft nodes before linearized reading' (duration: 278.837436ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:49:49.462125Z","caller":"traceutil/trace.go:171","msg":"trace[1165741671] linearizableReadLoop","detail":"{readStateIndex:9117; appliedIndex:9114; }","duration":"262.779007ms","start":"2026-04-01T23:49:49.199319Z","end":"2026-04-01T23:49:49.462098Z","steps":["trace[1165741671] 'read index received' (duration: 262.312446ms)","trace[1165741671] 'applied index is now lower than readState.Index' (duration: 465.081µs)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:49:49.462836Z","caller":"traceutil/trace.go:171","msg":"trace[1086094208] transaction","detail":"{read_only:false; response_revision:8773; number_of_response:1; }","duration":"293.836441ms","start":"2026-04-01T23:49:49.168982Z","end":"2026-04-01T23:49:49.462818Z","steps":["trace[1086094208] 'process raft request' (duration: 292.738167ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:49:49.463225Z","caller":"traceutil/trace.go:171","msg":"trace[541830575] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8774; }","duration":"289.67043ms","start":"2026-04-01T23:49:49.173527Z","end":"2026-04-01T23:49:49.463197Z","steps":["trace[541830575] 'process raft request' (duration: 288.495753ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:49:49.463565Z","caller":"traceutil/trace.go:171","msg":"trace[1684494228] transaction","detail":"{read_only:false; response_revision:8774; number_of_response:1; }","duration":"292.820671ms","start":"2026-04-01T23:49:49.170737Z","end":"2026-04-01T23:49:49.463558Z","steps":["trace[1684494228] 'process raft request' (duration: 291.195064ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:49:49.463609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.367639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-04-01T23:49:49.463705Z","caller":"traceutil/trace.go:171","msg":"trace[483695477] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:8774; }","duration":"300.516743ms","start":"2026-04-01T23:49:49.163174Z","end":"2026-04-01T23:49:49.463691Z","steps":["trace[483695477] 'agreement among raft nodes before linearized reading' (duration: 300.143904ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:49:49.46379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:49:49.163152Z","time spent":"300.624856ms","remote":"127.0.0.1:58176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-04-01T23:49:49.470574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.111689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-01T23:49:49.470628Z","caller":"traceutil/trace.go:171","msg":"trace[2017119273] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:8776; }","duration":"157.215291ms","start":"2026-04-01T23:49:49.313401Z","end":"2026-04-01T23:49:49.470616Z","steps":["trace[2017119273] 'agreement among raft nodes before linearized reading' (duration: 157.101539ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:49:49.470784Z","caller":"traceutil/trace.go:171","msg":"trace[1567519505] transaction","detail":"{read_only:false; response_revision:8775; number_of_response:1; }","duration":"268.72674ms","start":"2026-04-01T23:49:49.202049Z","end":"2026-04-01T23:49:49.470776Z","steps":["trace[1567519505] 'process raft request' (duration: 268.26652ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:49:49.471007Z","caller":"traceutil/trace.go:171","msg":"trace[1875457557] transaction","detail":"{read_only:false; response_revision:8776; number_of_response:1; }","duration":"227.482996ms","start":"2026-04-01T23:49:49.243351Z","end":"2026-04-01T23:49:49.470834Z","steps":["trace[1875457557] 'process raft request' (duration: 227.103388ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:49:49.58673Z","caller":"traceutil/trace.go:171","msg":"trace[46585445] linearizableReadLoop","detail":"{readStateIndex:9120; appliedIndex:9119; }","duration":"113.83275ms","start":"2026-04-01T23:49:49.472863Z","end":"2026-04-01T23:49:49.586695Z","steps":["trace[46585445] 'read index received' (duration: 32.371135ms)","trace[46585445] 'applied index is now lower than readState.Index' (duration: 81.459905ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:49:49.586858Z","caller":"traceutil/trace.go:171","msg":"trace[1087425998] transaction","detail":"{read_only:false; response_revision:8777; number_of_response:1; }","duration":"115.329653ms","start":"2026-04-01T23:49:49.471484Z","end":"2026-04-01T23:49:49.586814Z","steps":["trace[1087425998] 'process raft request' (duration: 33.758776ms)","trace[1087425998] 'compare' (duration: 81.216249ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:49:49.587185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.28067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-01T23:49:49.58724Z","caller":"traceutil/trace.go:171","msg":"trace[685898637] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:8777; }","duration":"114.382713ms","start":"2026-04-01T23:49:49.472841Z","end":"2026-04-01T23:49:49.587224Z","steps":["trace[685898637] 'agreement among raft nodes before linearized reading' (duration: 114.007625ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:49:49.637047Z","caller":"traceutil/trace.go:171","msg":"trace[490099129] transaction","detail":"{read_only:false; response_revision:8778; number_of_response:1; }","duration":"154.39884ms","start":"2026-04-01T23:49:49.482613Z","end":"2026-04-01T23:49:49.637011Z","steps":["trace[490099129] 'process raft request' (duration: 154.219776ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:49:49.818459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.34007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:49:49.818525Z","caller":"traceutil/trace.go:171","msg":"trace[2123032958] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:8778; }","duration":"122.487064ms","start":"2026-04-01T23:49:49.696023Z","end":"2026-04-01T23:49:49.81851Z","steps":["trace[2123032958] 'count revisions from in-memory index tree' (duration: 122.207267ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:49:50.256838Z","caller":"traceutil/trace.go:171","msg":"trace[608695539] linearizableReadLoop","detail":"{readStateIndex:9127; appliedIndex:9126; }","duration":"237.571112ms","start":"2026-04-01T23:49:50.019245Z","end":"2026-04-01T23:49:50.256816Z","steps":["trace[608695539] 'read index received' (duration: 197.72688ms)","trace[608695539] 'applied index is now lower than readState.Index' (duration: 39.843332ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:49:50.25723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.881117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-01T23:49:50.257333Z","caller":"traceutil/trace.go:171","msg":"trace[164849716] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:8784; }","duration":"129.058191ms","start":"2026-04-01T23:49:50.128252Z","end":"2026-04-01T23:49:50.25731Z","steps":["trace[164849716] 'agreement among raft nodes before linearized reading' (duration: 128.872337ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:49:50.257459Z","caller":"traceutil/trace.go:171","msg":"trace[1215023356] transaction","detail":"{read_only:false; response_revision:8784; number_of_response:1; }","duration":"241.51836ms","start":"2026-04-01T23:49:50.015441Z","end":"2026-04-01T23:49:50.25696Z","steps":["trace[1215023356] 'process raft request' (duration: 201.652327ms)","trace[1215023356] 'compare' (duration: 39.309951ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:49:50.257642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.38446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-04-01T23:49:50.257716Z","caller":"traceutil/trace.go:171","msg":"trace[515719842] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:8784; }","duration":"238.486782ms","start":"2026-04-01T23:49:50.019206Z","end":"2026-04-01T23:49:50.257693Z","steps":["trace[515719842] 'agreement among raft nodes before linearized reading' (duration: 238.292598ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:49:51.925135Z","caller":"traceutil/trace.go:171","msg":"trace[642671889] transaction","detail":"{read_only:false; response_revision:8815; number_of_response:1; }","duration":"102.030675ms","start":"2026-04-01T23:49:51.823053Z","end":"2026-04-01T23:49:51.925083Z","steps":["trace[642671889] 'process raft request' (duration: 101.823761ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:50:00.068102Z","caller":"traceutil/trace.go:171","msg":"trace[949813177] transaction","detail":"{read_only:false; response_revision:8859; number_of_response:1; }","duration":"117.030722ms","start":"2026-04-01T23:49:59.951045Z","end":"2026-04-01T23:50:00.068076Z","steps":["trace[949813177] 'process raft request' (duration: 116.861579ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:50:00.490606Z","caller":"traceutil/trace.go:171","msg":"trace[809228469] linearizableReadLoop","detail":"{readStateIndex:9208; appliedIndex:9207; }","duration":"108.320437ms","start":"2026-04-01T23:50:00.382257Z","end":"2026-04-01T23:50:00.490577Z","steps":["trace[809228469] 'read index received' (duration: 108.127133ms)","trace[809228469] 'applied index is now lower than readState.Index' (duration: 191.884µs)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:50:00.490644Z","caller":"traceutil/trace.go:171","msg":"trace[2080220763] transaction","detail":"{read_only:false; response_revision:8862; number_of_response:1; }","duration":"137.260335ms","start":"2026-04-01T23:50:00.35336Z","end":"2026-04-01T23:50:00.49062Z","steps":["trace[2080220763] 'process raft request' (duration: 137.0273ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:00.490782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.503441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:50:00.49084Z","caller":"traceutil/trace.go:171","msg":"trace[837054713] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8862; }","duration":"108.616113ms","start":"2026-04-01T23:50:00.382209Z","end":"2026-04-01T23:50:00.490825Z","steps":["trace[837054713] 'agreement among raft nodes before linearized reading' (duration: 108.483411ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:50:00.602143Z","caller":"traceutil/trace.go:171","msg":"trace[1957195236] transaction","detail":"{read_only:false; response_revision:8865; number_of_response:1; }","duration":"104.131163ms","start":"2026-04-01T23:50:00.497974Z","end":"2026-04-01T23:50:00.602105Z","steps":["trace[1957195236] 'process raft request' (duration: 103.765055ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:50:00.602232Z","caller":"traceutil/trace.go:171","msg":"trace[706823801] transaction","detail":"{read_only:false; response_revision:8866; number_of_response:1; }","duration":"101.380581ms","start":"2026-04-01T23:50:00.500827Z","end":"2026-04-01T23:50:00.602208Z","steps":["trace[706823801] 'process raft request' (duration: 100.971442ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:50:00.602256Z","caller":"traceutil/trace.go:171","msg":"trace[921979694] transaction","detail":"{read_only:false; response_revision:8864; number_of_response:1; }","duration":"104.348167ms","start":"2026-04-01T23:50:00.497857Z","end":"2026-04-01T23:50:00.602205Z","steps":["trace[921979694] 'process raft request' (duration: 81.734661ms)","trace[921979694] 'compare' (duration: 22.035313ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:50:01.487244Z","caller":"traceutil/trace.go:171","msg":"trace[1320373108] transaction","detail":"{read_only:false; response_revision:8871; number_of_response:1; }","duration":"213.35871ms","start":"2026-04-01T23:50:01.273849Z","end":"2026-04-01T23:50:01.487208Z","steps":["trace[1320373108] 'process raft request' (duration: 213.167726ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:50:01.492632Z","caller":"traceutil/trace.go:171","msg":"trace[79918216] linearizableReadLoop","detail":"{readStateIndex:9218; appliedIndex:9216; }","duration":"216.103131ms","start":"2026-04-01T23:50:01.276512Z","end":"2026-04-01T23:50:01.492615Z","steps":["trace[79918216] 'read index received' (duration: 210.535196ms)","trace[79918216] 'applied index is now lower than readState.Index' (duration: 5.566465ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:50:01.492725Z","caller":"traceutil/trace.go:171","msg":"trace[1512312651] transaction","detail":"{read_only:false; response_revision:8872; number_of_response:1; }","duration":"216.960061ms","start":"2026-04-01T23:50:01.275745Z","end":"2026-04-01T23:50:01.492705Z","steps":["trace[1512312651] 'process raft request' (duration: 216.788007ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:01.492865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.333606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-01T23:50:01.492843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.738086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:50:01.492916Z","caller":"traceutil/trace.go:171","msg":"trace[549997904] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8872; }","duration":"216.423308ms","start":"2026-04-01T23:50:01.276478Z","end":"2026-04-01T23:50:01.492901Z","steps":["trace[549997904] 'agreement among raft nodes before linearized reading' (duration: 216.248715ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:50:01.492935Z","caller":"traceutil/trace.go:171","msg":"trace[1900830283] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8872; }","duration":"112.862509ms","start":"2026-04-01T23:50:01.380052Z","end":"2026-04-01T23:50:01.492915Z","steps":["trace[1900830283] 'agreement among raft nodes before linearized reading' (duration: 112.726546ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:01.492963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.496123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-01T23:50:01.49304Z","caller":"traceutil/trace.go:171","msg":"trace[234452081] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8872; }","duration":"213.609265ms","start":"2026-04-01T23:50:01.279413Z","end":"2026-04-01T23:50:01.493022Z","steps":["trace[234452081] 'agreement among raft nodes before linearized reading' (duration: 213.37053ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:01.49318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.879462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-88zqq\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-04-01T23:50:01.494541Z","caller":"traceutil/trace.go:171","msg":"trace[528246861] range","detail":"{range_begin:/registry/pods/openstack/keepalived-88zqq; range_end:; response_count:1; response_revision:8872; }","duration":"211.271232ms","start":"2026-04-01T23:50:01.283258Z","end":"2026-04-01T23:50:01.494529Z","steps":["trace[528246861] 'agreement among raft nodes before linearized reading' (duration: 209.780519ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:50:07.677804Z","caller":"traceutil/trace.go:171","msg":"trace[1819178805] transaction","detail":"{read_only:false; response_revision:9033; number_of_response:1; }","duration":"108.820498ms","start":"2026-04-01T23:50:07.568962Z","end":"2026-04-01T23:50:07.677783Z","steps":["trace[1819178805] 'process raft request' (duration: 108.684405ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:50:07.993648Z","caller":"traceutil/trace.go:171","msg":"trace[711605343] transaction","detail":"{read_only:false; response_revision:9034; number_of_response:1; }","duration":"424.566761ms","start":"2026-04-01T23:50:07.569064Z","end":"2026-04-01T23:50:07.993631Z","steps":["trace[711605343] 'process raft request' (duration: 424.381017ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:50:07.993647Z","caller":"traceutil/trace.go:171","msg":"trace[1807985387] transaction","detail":"{read_only:false; response_revision:9035; number_of_response:1; }","duration":"395.889719ms","start":"2026-04-01T23:50:07.597737Z","end":"2026-04-01T23:50:07.993627Z","steps":["trace[1807985387] 'process raft request' (duration: 395.821467ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:07.993776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:07.597717Z","time spent":"395.99419ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:50:07.993776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:07.569036Z","time spent":"424.675233ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:50:07.993906Z","caller":"traceutil/trace.go:171","msg":"trace[884967419] transaction","detail":"{read_only:false; response_revision:9036; number_of_response:1; }","duration":"364.802512ms","start":"2026-04-01T23:50:07.629072Z","end":"2026-04-01T23:50:07.993875Z","steps":["trace[884967419] 'process raft request' (duration: 364.517876ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:07.994067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:07.629055Z","time spent":"364.923875ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:50:07.994142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.512826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-88zqq\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-04-01T23:50:07.993928Z","caller":"traceutil/trace.go:171","msg":"trace[989595940] linearizableReadLoop","detail":"{readStateIndex:9382; appliedIndex:9380; }","duration":"422.265429ms","start":"2026-04-01T23:50:07.571633Z","end":"2026-04-01T23:50:07.993899Z","steps":["trace[989595940] 'read index received' (duration: 106.109007ms)","trace[989595940] 'applied index is now lower than readState.Index' (duration: 316.153932ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:50:07.994189Z","caller":"traceutil/trace.go:171","msg":"trace[1437493471] range","detail":"{range_begin:/registry/pods/openstack/keepalived-88zqq; range_end:; response_count:1; response_revision:9036; }","duration":"422.598998ms","start":"2026-04-01T23:50:07.571579Z","end":"2026-04-01T23:50:07.994178Z","steps":["trace[1437493471] 'agreement among raft nodes before linearized reading' (duration: 422.459644ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:07.99423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:07.571559Z","time spent":"422.659099ms","remote":"127.0.0.1:58198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-88zqq\" "} {"level":"warn","ts":"2026-04-01T23:50:09.88249Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7835591873806232308,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T23:50:10.382871Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7835591873806232308,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T23:50:10.572167Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.627881658s","expected-duration":"1s"} {"level":"info","ts":"2026-04-01T23:50:10.572613Z","caller":"traceutil/trace.go:171","msg":"trace[1573581192] transaction","detail":"{read_only:false; response_revision:9040; number_of_response:1; }","duration":"1.628433089s","start":"2026-04-01T23:50:08.944159Z","end":"2026-04-01T23:50:10.572593Z","steps":["trace[1573581192] 'process raft request' (duration: 1.628327337s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:10.572702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:08.944127Z","time spent":"1.628520451s","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:50:11.381676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000170158s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-01T23:50:11.381766Z","caller":"traceutil/trace.go:171","msg":"trace[755963250] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000304861s","start":"2026-04-01T23:50:09.381437Z","end":"2026-04-01T23:50:11.381741Z","steps":["trace[755963250] 'agreement among raft nodes before linearized reading' (duration: 2.000194298s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:11.381846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:09.381419Z","time spent":"2.000408293s","remote":"127.0.0.1:58042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/01 23:50:11 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-01T23:50:11.681355Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.108994564s","expected-duration":"1s"} {"level":"info","ts":"2026-04-01T23:50:11.681841Z","caller":"traceutil/trace.go:171","msg":"trace[107979923] transaction","detail":"{read_only:false; response_revision:9041; number_of_response:1; }","duration":"2.638794544s","start":"2026-04-01T23:50:09.043018Z","end":"2026-04-01T23:50:11.681813Z","steps":["trace[107979923] 'process raft request' (duration: 2.638494407s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:50:11.681948Z","caller":"traceutil/trace.go:171","msg":"trace[1793022193] transaction","detail":"{read_only:false; response_revision:9043; number_of_response:1; }","duration":"1.68336026s","start":"2026-04-01T23:50:09.998562Z","end":"2026-04-01T23:50:11.681923Z","steps":["trace[1793022193] 'process raft request' (duration: 1.683280549s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:11.681986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:09.042997Z","time spent":"2.638917956s","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:50:11.682085Z","caller":"traceutil/trace.go:171","msg":"trace[169437885] transaction","detail":"{read_only:false; response_revision:9042; number_of_response:1; }","duration":"2.488343373s","start":"2026-04-01T23:50:09.193727Z","end":"2026-04-01T23:50:11.682071Z","steps":["trace[169437885] 'process raft request' (duration: 2.487899753s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:11.682176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:09.193697Z","time spent":"2.488416705s","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:50:11.682311Z","caller":"traceutil/trace.go:171","msg":"trace[1905855455] transaction","detail":"{read_only:false; response_revision:9044; number_of_response:1; }","duration":"1.580294441s","start":"2026-04-01T23:50:10.101947Z","end":"2026-04-01T23:50:11.682242Z","steps":["trace[1905855455] 'process raft request' (duration: 1.579920973s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:50:11.682373Z","caller":"traceutil/trace.go:171","msg":"trace[37536903] linearizableReadLoop","detail":"{readStateIndex:9392; appliedIndex:9387; }","duration":"2.30067767s","start":"2026-04-01T23:50:09.381479Z","end":"2026-04-01T23:50:11.682157Z","steps":["trace[37536903] 'read index received' (duration: 1.191055142s)","trace[37536903] 'applied index is now lower than readState.Index' (duration: 1.109620688s)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:50:11.682531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:10.101921Z","time spent":"1.580502725s","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:50:11.682627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.682771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1986"} {"level":"info","ts":"2026-04-01T23:50:11.682676Z","caller":"traceutil/trace.go:171","msg":"trace[357991596] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:9044; }","duration":"298.747692ms","start":"2026-04-01T23:50:11.383915Z","end":"2026-04-01T23:50:11.682663Z","steps":["trace[357991596] 'agreement among raft nodes before linearized reading' (duration: 298.65791ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:11.682692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.675686379s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-88zqq\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-04-01T23:50:11.682745Z","caller":"traceutil/trace.go:171","msg":"trace[1395075262] range","detail":"{range_begin:/registry/pods/openstack/keepalived-88zqq; range_end:; response_count:1; response_revision:9044; }","duration":"1.67576592s","start":"2026-04-01T23:50:10.006965Z","end":"2026-04-01T23:50:11.68273Z","steps":["trace[1395075262] 'agreement among raft nodes before linearized reading' (duration: 1.675596337s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:11.682776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:10.006957Z","time spent":"1.675811641s","remote":"127.0.0.1:58198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-88zqq\" "} {"level":"warn","ts":"2026-04-01T23:50:11.682792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.001107968s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-01T23:50:11.682829Z","caller":"traceutil/trace.go:171","msg":"trace[688865000] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9044; }","duration":"2.001145069s","start":"2026-04-01T23:50:09.681675Z","end":"2026-04-01T23:50:11.68282Z","steps":["trace[688865000] 'agreement among raft nodes before linearized reading' (duration: 2.000992086s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:11.682856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:09.681624Z","time spent":"2.001227781s","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-01T23:50:11.682969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.340320505s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-794dd444db-8k7r4.18a26095f68defd5\" ","response":"range_response_count:1 size:1135"} {"level":"warn","ts":"2026-04-01T23:50:11.682972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.162545765s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-01T23:50:11.683005Z","caller":"traceutil/trace.go:171","msg":"trace[1875604724] range","detail":"{range_begin:/registry/events/openstack/barbican-api-794dd444db-8k7r4.18a26095f68defd5; range_end:; response_count:1; response_revision:9044; }","duration":"1.340387867s","start":"2026-04-01T23:50:10.342607Z","end":"2026-04-01T23:50:11.682994Z","steps":["trace[1875604724] 'agreement among raft nodes before linearized reading' (duration: 1.340308705s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:11.683032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:10.342586Z","time spent":"1.340440628s","remote":"127.0.0.1:58094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1158,"request content":"key:\"/registry/events/openstack/barbican-api-794dd444db-8k7r4.18a26095f68defd5\" "} {"level":"info","ts":"2026-04-01T23:50:11.683026Z","caller":"traceutil/trace.go:171","msg":"trace[662391874] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9044; }","duration":"2.162605296s","start":"2026-04-01T23:50:09.520403Z","end":"2026-04-01T23:50:11.683009Z","steps":["trace[662391874] 'agreement among raft nodes before linearized reading' (duration: 2.162459643s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:11.683051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.684401393s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-01T23:50:11.683069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:09.5204Z","time spent":"2.162657737s","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-01T23:50:11.683143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.766595004s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-04-01T23:50:11.683169Z","caller":"traceutil/trace.go:171","msg":"trace[899425094] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:9044; }","duration":"1.766664866s","start":"2026-04-01T23:50:09.916499Z","end":"2026-04-01T23:50:11.683164Z","steps":["trace[899425094] 'agreement among raft nodes before linearized reading' (duration: 1.766600984s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:11.683189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:09.916481Z","time spent":"1.766703866s","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-04-01T23:50:11.683083Z","caller":"traceutil/trace.go:171","msg":"trace[1216812027] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9044; }","duration":"1.684449204s","start":"2026-04-01T23:50:09.998626Z","end":"2026-04-01T23:50:11.683075Z","steps":["trace[1216812027] 'agreement among raft nodes before linearized reading' (duration: 1.684367382s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:11.683274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.845829899s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T23:50:11.683288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:09.99862Z","time spent":"1.684659029s","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-01T23:50:11.683295Z","caller":"traceutil/trace.go:171","msg":"trace[1490514744] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:9044; }","duration":"1.845887172s","start":"2026-04-01T23:50:09.8374Z","end":"2026-04-01T23:50:11.683288Z","steps":["trace[1490514744] 'agreement among raft nodes before linearized reading' (duration: 1.845843311s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:11.683318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:09.837385Z","time spent":"1.845927452s","remote":"127.0.0.1:56148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:50:11.68345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"879.711807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-01T23:50:11.683535Z","caller":"traceutil/trace.go:171","msg":"trace[616164349] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9044; }","duration":"880.505806ms","start":"2026-04-01T23:50:10.803009Z","end":"2026-04-01T23:50:11.683515Z","steps":["trace[616164349] 'agreement among raft nodes before linearized reading' (duration: 879.616115ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:11.683474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.163071986s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-01T23:50:11.6836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:10.802987Z","time spent":"880.600648ms","remote":"127.0.0.1:58198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-01T23:50:11.6836Z","caller":"traceutil/trace.go:171","msg":"trace[1618035865] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9044; }","duration":"2.163225101s","start":"2026-04-01T23:50:09.520363Z","end":"2026-04-01T23:50:11.683588Z","steps":["trace[1618035865] 'agreement among raft nodes before linearized reading' (duration: 2.163010315s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:11.683534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.570236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T23:50:11.68337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.126104079s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T23:50:11.683661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:09.520351Z","time spent":"2.163282162s","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-01T23:50:11.683693Z","caller":"traceutil/trace.go:171","msg":"trace[356263445] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:9044; }","duration":"2.126467788s","start":"2026-04-01T23:50:09.557212Z","end":"2026-04-01T23:50:11.68368Z","steps":["trace[356263445] 'agreement among raft nodes before linearized reading' (duration: 2.12613207s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:11.683756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:09.557195Z","time spent":"2.12655213s","remote":"127.0.0.1:54616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"info","ts":"2026-04-01T23:50:11.683732Z","caller":"traceutil/trace.go:171","msg":"trace[744011557] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9044; }","duration":"301.783271ms","start":"2026-04-01T23:50:11.381897Z","end":"2026-04-01T23:50:11.68368Z","steps":["trace[744011557] 'agreement among raft nodes before linearized reading' (duration: 301.542615ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:11.683875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:11.381874Z","time spent":"301.934204ms","remote":"127.0.0.1:58050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-01T23:50:11.685396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.294938791s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-01T23:50:11.685438Z","caller":"traceutil/trace.go:171","msg":"trace[1512645164] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9044; }","duration":"2.295019973s","start":"2026-04-01T23:50:09.390408Z","end":"2026-04-01T23:50:11.685428Z","steps":["trace[1512645164] 'agreement among raft nodes before linearized reading' (duration: 2.292134858s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:11.685635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:09.390389Z","time spent":"2.295237167s","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-01T23:50:11.68673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.401864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:50:11.686804Z","caller":"traceutil/trace.go:171","msg":"trace[1945793079] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:9044; }","duration":"289.531667ms","start":"2026-04-01T23:50:11.39726Z","end":"2026-04-01T23:50:11.686791Z","steps":["trace[1945793079] 'agreement among raft nodes before linearized reading' (duration: 285.592218ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:11.68728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:09.998543Z","time spent":"1.683468122s","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:50:20.278222Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7835591873806232418,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T23:50:20.778915Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7835591873806232418,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T23:50:20.949535Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.238873653s","expected-duration":"1s"} {"level":"info","ts":"2026-04-01T23:50:20.950101Z","caller":"traceutil/trace.go:171","msg":"trace[2078370941] transaction","detail":"{read_only:false; response_revision:9086; number_of_response:1; }","duration":"1.239496077s","start":"2026-04-01T23:50:19.710569Z","end":"2026-04-01T23:50:20.950065Z","steps":["trace[2078370941] 'process raft request' (duration: 1.239231331s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:20.950377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:19.710546Z","time spent":"1.23967045s","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:50:22.382604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000462444s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-01T23:50:22.382697Z","caller":"traceutil/trace.go:171","msg":"trace[1151753254] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000581996s","start":"2026-04-01T23:50:20.382091Z","end":"2026-04-01T23:50:22.382673Z","steps":["trace[1151753254] 'agreement among raft nodes before linearized reading' (duration: 2.000472274s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:22.382746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:20.382083Z","time spent":"2.000652548s","remote":"127.0.0.1:58042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/01 23:50:22 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-01T23:50:22.928Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.978237085s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-01T23:50:23.057547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.238386ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-01T23:50:23.057784Z","caller":"traceutil/trace.go:171","msg":"trace[1816229423] transaction","detail":"{read_only:false; response_revision:9087; number_of_response:1; }","duration":"3.346818485s","start":"2026-04-01T23:50:19.710934Z","end":"2026-04-01T23:50:23.057752Z","steps":["trace[1816229423] 'process raft request' (duration: 3.217279483s)","trace[1816229423] 'compare' (duration: 128.429537ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:50:23.057866Z","caller":"traceutil/trace.go:171","msg":"trace[659740315] transaction","detail":"{read_only:false; response_revision:9088; number_of_response:1; }","duration":"3.283999229s","start":"2026-04-01T23:50:19.773805Z","end":"2026-04-01T23:50:23.057805Z","steps":["trace[659740315] 'process raft request' (duration: 3.283864766s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:23.057922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:19.71092Z","time spent":"3.346930318s","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:50:23.057964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:19.773788Z","time spent":"3.284132501s","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:50:23.057984Z","caller":"traceutil/trace.go:171","msg":"trace[2053020333] linearizableReadLoop","detail":"{readStateIndex:9439; appliedIndex:9435; }","duration":"3.280344806s","start":"2026-04-01T23:50:19.777593Z","end":"2026-04-01T23:50:23.057938Z","steps":["trace[2053020333] 'read index received' (duration: 1.172205319s)","trace[2053020333] 'applied index is now lower than readState.Index' (duration: 2.108138187s)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:50:23.058057Z","caller":"traceutil/trace.go:171","msg":"trace[1074023018] transaction","detail":"{read_only:false; response_revision:9089; number_of_response:1; }","duration":"2.424898852s","start":"2026-04-01T23:50:20.633146Z","end":"2026-04-01T23:50:23.058045Z","steps":["trace[1074023018] 'process raft request' (duration: 2.424610976s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:23.058114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:20.633105Z","time spent":"2.424983584s","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:50:23.058199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.280609021s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-01T23:50:23.058323Z","caller":"traceutil/trace.go:171","msg":"trace[629169344] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9089; }","duration":"3.280765545s","start":"2026-04-01T23:50:19.777519Z","end":"2026-04-01T23:50:23.058285Z","steps":["trace[629169344] 'agreement among raft nodes before linearized reading' (duration: 3.28054662s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:23.058403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:19.777462Z","time spent":"3.280894358s","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-01T23:50:23.558416Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7835591873806232427,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T23:50:24.058757Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7835591873806232427,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T23:50:24.383045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999979503s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-01T23:50:24.383172Z","caller":"traceutil/trace.go:171","msg":"trace[501662854] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000193049s","start":"2026-04-01T23:50:22.382949Z","end":"2026-04-01T23:50:24.383142Z","steps":["trace[501662854] 'agreement among raft nodes before linearized reading' (duration: 2.000022895s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:24.383229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:22.382922Z","time spent":"2.0002954s","remote":"127.0.0.1:58050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/01 23:50:24 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-01T23:50:24.559584Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7835591873806232427,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T23:50:24.778732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999870736s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-01T23:50:24.778831Z","caller":"traceutil/trace.go:171","msg":"trace[1466416383] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"5.00001753s","start":"2026-04-01T23:50:19.778789Z","end":"2026-04-01T23:50:24.778807Z","steps":["trace[1466416383] 'agreement among raft nodes before linearized reading' (duration: 4.999892437s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:24.778885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:19.77878Z","time spent":"5.000093762s","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/04/01 23:50:24 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-01T23:50:24.779575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999845135s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-01T23:50:24.779723Z","caller":"traceutil/trace.go:171","msg":"trace[30136212] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"5.000027139s","start":"2026-04-01T23:50:19.779671Z","end":"2026-04-01T23:50:24.779698Z","steps":["trace[30136212] 'agreement among raft nodes before linearized reading' (duration: 4.999851525s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:24.779778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:19.779666Z","time spent":"5.00010085s","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/04/01 23:50:24 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-01T23:50:25.033959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.21060683s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:50:25.034084Z","caller":"traceutil/trace.go:171","msg":"trace[1573207223] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:9089; }","duration":"1.210744933s","start":"2026-04-01T23:50:23.823316Z","end":"2026-04-01T23:50:25.034061Z","steps":["trace[1573207223] 'range keys from in-memory index tree' (duration: 1.210585788s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:25.060622Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7835591873806232427,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T23:50:25.290067Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.361866221s","expected-duration":"1s"} {"level":"info","ts":"2026-04-01T23:50:25.291023Z","caller":"traceutil/trace.go:171","msg":"trace[2101421590] transaction","detail":"{read_only:false; response_revision:9090; number_of_response:1; }","duration":"3.545350533s","start":"2026-04-01T23:50:21.745602Z","end":"2026-04-01T23:50:25.290952Z","steps":["trace[2101421590] 'process raft request' (duration: 3.545056297s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:25.291347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:21.745581Z","time spent":"3.545550177s","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:50:25.693824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.948137ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-01T23:50:25.996373Z","caller":"traceutil/trace.go:171","msg":"trace[1209768737] transaction","detail":"{read_only:false; response_revision:9092; number_of_response:1; }","duration":"2.982409422s","start":"2026-04-01T23:50:23.013923Z","end":"2026-04-01T23:50:25.996332Z","steps":["trace[1209768737] 'process raft request' (duration: 2.982282219s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:25.996688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:23.0139Z","time spent":"2.982596516s","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:50:25.996815Z","caller":"traceutil/trace.go:171","msg":"trace[389788896] transaction","detail":"{read_only:false; response_revision:9091; number_of_response:1; }","duration":"3.033534807s","start":"2026-04-01T23:50:22.963235Z","end":"2026-04-01T23:50:25.99677Z","steps":["trace[389788896] 'process raft request' (duration: 3.032722899s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:25.997032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:22.963216Z","time spent":"3.03369614s","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:50:25.997117Z","caller":"traceutil/trace.go:171","msg":"trace[417534011] transaction","detail":"{read_only:false; response_revision:9095; number_of_response:1; }","duration":"932.586562ms","start":"2026-04-01T23:50:25.064499Z","end":"2026-04-01T23:50:25.997085Z","steps":["trace[417534011] 'process raft request' (duration: 932.441728ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:50:25.997163Z","caller":"traceutil/trace.go:171","msg":"trace[62012571] linearizableReadLoop","detail":"{readStateIndex:9444; appliedIndex:9439; }","duration":"2.939108741s","start":"2026-04-01T23:50:23.058014Z","end":"2026-04-01T23:50:25.997123Z","steps":["trace[62012571] 'read index received' (duration: 2.232619875s)","trace[62012571] 'applied index is now lower than readState.Index' (duration: 706.487376ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:50:25.997251Z","caller":"traceutil/trace.go:171","msg":"trace[976628473] transaction","detail":"{read_only:false; response_revision:9093; number_of_response:1; }","duration":"2.934457557s","start":"2026-04-01T23:50:23.062695Z","end":"2026-04-01T23:50:25.997152Z","steps":["trace[976628473] 'process raft request' (duration: 2.933576418s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:50:25.99736Z","caller":"traceutil/trace.go:171","msg":"trace[237522009] transaction","detail":"{read_only:false; response_revision:9096; number_of_response:1; }","duration":"930.203208ms","start":"2026-04-01T23:50:25.067141Z","end":"2026-04-01T23:50:25.997344Z","steps":["trace[237522009] 'process raft request' (duration: 929.861881ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:50:25.997384Z","caller":"traceutil/trace.go:171","msg":"trace[1464000179] transaction","detail":"{read_only:false; response_revision:9094; number_of_response:1; }","duration":"932.875408ms","start":"2026-04-01T23:50:25.064493Z","end":"2026-04-01T23:50:25.997368Z","steps":["trace[1464000179] 'process raft request' (duration: 932.305965ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:25.997467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:25.064459Z","time spent":"932.96605ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:50:25.997511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:25.067115Z","time spent":"930.28846ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:50:25.997589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.082558804s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:50:25.997644Z","caller":"traceutil/trace.go:171","msg":"trace[253048232] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:9096; }","duration":"3.082652497s","start":"2026-04-01T23:50:22.91498Z","end":"2026-04-01T23:50:25.997632Z","steps":["trace[253048232] 'agreement among raft nodes before linearized reading' (duration: 3.082573695s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:25.997683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:22.914957Z","time spent":"3.082717448s","remote":"127.0.0.1:58136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":28,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:50:25.99786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.098972074s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-04-01T23:50:25.997937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.046091741s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-01T23:50:25.997521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.207351696s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-04-01T23:50:25.997996Z","caller":"traceutil/trace.go:171","msg":"trace[229501859] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:9096; }","duration":"5.046191943s","start":"2026-04-01T23:50:20.95179Z","end":"2026-04-01T23:50:25.997982Z","steps":["trace[229501859] 'agreement among raft nodes before linearized reading' (duration: 5.046096981s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:25.998028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.691467545s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:50:25.998025Z","caller":"traceutil/trace.go:171","msg":"trace[906387788] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:9096; }","duration":"6.207885698s","start":"2026-04-01T23:50:19.790116Z","end":"2026-04-01T23:50:25.998002Z","steps":["trace[906387788] 'agreement among raft nodes before linearized reading' (duration: 6.207233583s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:25.998052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:20.951769Z","time spent":"5.046264575s","remote":"127.0.0.1:58452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-04-01T23:50:25.998085Z","caller":"traceutil/trace.go:171","msg":"trace[2106735515] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:9096; }","duration":"3.691583427s","start":"2026-04-01T23:50:22.306485Z","end":"2026-04-01T23:50:25.998069Z","steps":["trace[2106735515] 'agreement among raft nodes before linearized reading' (duration: 3.691493545s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:25.998111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:19.790092Z","time spent":"6.20799798s","remote":"127.0.0.1:58172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-04-01T23:50:25.99814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:22.306452Z","time spent":"3.69167512s","remote":"127.0.0.1:58432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:50:25.998149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.215810145s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-88zqq\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-04-01T23:50:25.998204Z","caller":"traceutil/trace.go:171","msg":"trace[244751767] range","detail":"{range_begin:/registry/pods/openstack/keepalived-88zqq; range_end:; response_count:1; response_revision:9096; }","duration":"6.215883776s","start":"2026-04-01T23:50:19.782307Z","end":"2026-04-01T23:50:25.99819Z","steps":["trace[244751767] 'agreement among raft nodes before linearized reading' (duration: 6.215668041s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:25.998247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:19.78226Z","time spent":"6.215979099s","remote":"127.0.0.1:58198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-88zqq\" "} {"level":"warn","ts":"2026-04-01T23:50:25.99833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.655511423s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-794dd444db-8k7r4.18a26095f68defd5\" ","response":"range_response_count:1 size:1135"} {"level":"info","ts":"2026-04-01T23:50:25.998377Z","caller":"traceutil/trace.go:171","msg":"trace[1942246498] range","detail":"{range_begin:/registry/events/openstack/barbican-api-794dd444db-8k7r4.18a26095f68defd5; range_end:; response_count:1; response_revision:9096; }","duration":"5.655605745s","start":"2026-04-01T23:50:20.342757Z","end":"2026-04-01T23:50:25.998363Z","steps":["trace[1942246498] 'agreement among raft nodes before linearized reading' (duration: 5.655456611s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:25.998411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:20.342729Z","time spent":"5.655675797s","remote":"127.0.0.1:58094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1158,"request content":"key:\"/registry/events/openstack/barbican-api-794dd444db-8k7r4.18a26095f68defd5\" "} {"level":"warn","ts":"2026-04-01T23:50:25.998334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:23.062677Z","time spent":"2.935230065s","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:50:25.998651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.218974416s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-01T23:50:25.998713Z","caller":"traceutil/trace.go:171","msg":"trace[627670390] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9096; }","duration":"6.219079698s","start":"2026-04-01T23:50:19.779618Z","end":"2026-04-01T23:50:25.998697Z","steps":["trace[627670390] 'agreement among raft nodes before linearized reading' (duration: 6.218943045s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:25.998713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.639761146s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T23:50:25.998765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:19.779591Z","time spent":"6.21916118s","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-01T23:50:25.998804Z","caller":"traceutil/trace.go:171","msg":"trace[1845692565] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:9096; }","duration":"2.639886759s","start":"2026-04-01T23:50:23.358901Z","end":"2026-04-01T23:50:25.998788Z","steps":["trace[1845692565] 'agreement among raft nodes before linearized reading' (duration: 2.639759416s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:25.998857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:23.358879Z","time spent":"2.63996436s","remote":"127.0.0.1:40064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:50:25.997314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:25.064456Z","time spent":"932.756655ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:50:25.997938Z","caller":"traceutil/trace.go:171","msg":"trace[402806709] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9096; }","duration":"4.099091727s","start":"2026-04-01T23:50:21.898828Z","end":"2026-04-01T23:50:25.99792Z","steps":["trace[402806709] 'agreement among raft nodes before linearized reading' (duration: 4.098858342s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:26.000048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:21.898808Z","time spent":"4.101213754s","remote":"127.0.0.1:58198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-01T23:50:25.998524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.218668969s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-01T23:50:26.000297Z","caller":"traceutil/trace.go:171","msg":"trace[1388745565] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9096; }","duration":"6.220435538s","start":"2026-04-01T23:50:19.779819Z","end":"2026-04-01T23:50:26.000254Z","steps":["trace[1388745565] 'agreement among raft nodes before linearized reading' (duration: 6.218550526s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:26.000385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:19.779785Z","time spent":"6.220576782s","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-01T23:50:25.999106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.472806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:50:26.000482Z","caller":"traceutil/trace.go:171","msg":"trace[413639715] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:9096; }","duration":"203.837827ms","start":"2026-04-01T23:50:25.796603Z","end":"2026-04-01T23:50:26.000441Z","steps":["trace[413639715] 'agreement among raft nodes before linearized reading' (duration: 202.455126ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:25.999131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.27966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T23:50:26.000796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"489.777262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:50:26.000828Z","caller":"traceutil/trace.go:171","msg":"trace[2111884275] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:9096; }","duration":"403.018329ms","start":"2026-04-01T23:50:25.597793Z","end":"2026-04-01T23:50:26.000812Z","steps":["trace[2111884275] 'agreement among raft nodes before linearized reading' (duration: 401.284861ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:26.000888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:25.597769Z","time spent":"403.10032ms","remote":"127.0.0.1:43868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" limit:10000 "} {"level":"info","ts":"2026-04-01T23:50:26.000916Z","caller":"traceutil/trace.go:171","msg":"trace[611422289] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:9096; }","duration":"489.863764ms","start":"2026-04-01T23:50:25.510971Z","end":"2026-04-01T23:50:26.000835Z","steps":["trace[611422289] 'agreement among raft nodes before linearized reading' (duration: 488.698429ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:25.999174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.333521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:50:26.001Z","caller":"traceutil/trace.go:171","msg":"trace[1026854601] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:9096; }","duration":"403.211893ms","start":"2026-04-01T23:50:25.597773Z","end":"2026-04-01T23:50:26.000985Z","steps":["trace[1026854601] 'agreement among raft nodes before linearized reading' (duration: 401.359842ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:26.001069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:25.597745Z","time spent":"403.302525ms","remote":"127.0.0.1:43868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:50:26.001121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:25.510957Z","time spent":"490.023997ms","remote":"127.0.0.1:43832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" limit:10000 "} {"level":"warn","ts":"2026-04-01T23:50:25.999186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.592911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:50:26.001183Z","caller":"traceutil/trace.go:171","msg":"trace[1987443214] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:9096; }","duration":"205.635426ms","start":"2026-04-01T23:50:25.795535Z","end":"2026-04-01T23:50:26.001171Z","steps":["trace[1987443214] 'agreement among raft nodes before linearized reading' (duration: 203.623271ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:25.999208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"507.417937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:50:26.001359Z","caller":"traceutil/trace.go:171","msg":"trace[364938449] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:9096; }","duration":"509.611167ms","start":"2026-04-01T23:50:25.491737Z","end":"2026-04-01T23:50:26.001348Z","steps":["trace[364938449] 'agreement among raft nodes before linearized reading' (duration: 507.400287ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:26.001397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:25.491721Z","time spent":"509.661247ms","remote":"127.0.0.1:43816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:50:25.999236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.673873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:50:26.0016Z","caller":"traceutil/trace.go:171","msg":"trace[1480055967] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:9096; }","duration":"206.070076ms","start":"2026-04-01T23:50:25.795497Z","end":"2026-04-01T23:50:26.001567Z","steps":["trace[1480055967] 'agreement among raft nodes before linearized reading' (duration: 203.713953ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:25.999231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"519.515469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:50:26.001722Z","caller":"traceutil/trace.go:171","msg":"trace[1338668598] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:9096; }","duration":"522.032285ms","start":"2026-04-01T23:50:25.479667Z","end":"2026-04-01T23:50:26.001699Z","steps":["trace[1338668598] 'agreement among raft nodes before linearized reading' (duration: 519.535179ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:25.999268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.407396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:50:26.001876Z","caller":"traceutil/trace.go:171","msg":"trace[699783384] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:9096; }","duration":"422.027344ms","start":"2026-04-01T23:50:25.579808Z","end":"2026-04-01T23:50:26.001835Z","steps":["trace[699783384] 'agreement among raft nodes before linearized reading' (duration: 419.437286ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:25.99928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.999299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T23:50:26.001932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:25.57978Z","time spent":"422.134907ms","remote":"127.0.0.1:43858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" limit:500 "} {"level":"info","ts":"2026-04-01T23:50:26.00194Z","caller":"traceutil/trace.go:171","msg":"trace[1646940510] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:9096; }","duration":"222.657208ms","start":"2026-04-01T23:50:25.779265Z","end":"2026-04-01T23:50:26.001922Z","steps":["trace[1646940510] 'agreement among raft nodes before linearized reading' (duration: 219.992658ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:25.999286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"519.734054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:50:26.002081Z","caller":"traceutil/trace.go:171","msg":"trace[1144339881] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:9096; }","duration":"522.516196ms","start":"2026-04-01T23:50:25.479534Z","end":"2026-04-01T23:50:26.00205Z","steps":["trace[1144339881] 'agreement among raft nodes before linearized reading' (duration: 519.725884ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:26.002148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:25.479529Z","time spent":"522.595948ms","remote":"127.0.0.1:43814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:50:25.999308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.854155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T23:50:25.999321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.310986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:50:26.00224Z","caller":"traceutil/trace.go:171","msg":"trace[352748279] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:9096; }","duration":"422.768971ms","start":"2026-04-01T23:50:25.579445Z","end":"2026-04-01T23:50:26.002214Z","steps":["trace[352748279] 'agreement among raft nodes before linearized reading' (duration: 419.842845ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:50:26.002355Z","caller":"traceutil/trace.go:171","msg":"trace[788581105] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:9096; }","duration":"223.344523ms","start":"2026-04-01T23:50:25.778978Z","end":"2026-04-01T23:50:26.002323Z","steps":["trace[788581105] 'agreement among raft nodes before linearized reading' (duration: 220.319175ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:26.00238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:25.579398Z","time spent":"422.953255ms","remote":"127.0.0.1:43858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:50:25.99935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.941987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:50:26.002533Z","caller":"traceutil/trace.go:171","msg":"trace[1505860474] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:9096; }","duration":"423.149249ms","start":"2026-04-01T23:50:25.579367Z","end":"2026-04-01T23:50:26.002517Z","steps":["trace[1505860474] 'agreement among raft nodes before linearized reading' (duration: 419.960598ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:26.002594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:25.579349Z","time spent":"423.229391ms","remote":"127.0.0.1:43858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" limit:10000 "} {"level":"warn","ts":"2026-04-01T23:50:25.999337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"562.977212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:50:26.002651Z","caller":"traceutil/trace.go:171","msg":"trace[1926126573] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:9096; }","duration":"566.321847ms","start":"2026-04-01T23:50:25.436309Z","end":"2026-04-01T23:50:26.002631Z","steps":["trace[1926126573] 'agreement among raft nodes before linearized reading' (duration: 562.955642ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:26.002739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:25.43629Z","time spent":"566.419059ms","remote":"127.0.0.1:43798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" limit:10000 "} {"level":"warn","ts":"2026-04-01T23:50:26.002492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:25.479645Z","time spent":"522.175568ms","remote":"127.0.0.1:43814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" limit:10000 "} {"level":"warn","ts":"2026-04-01T23:50:25.999362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.413648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:50:26.00318Z","caller":"traceutil/trace.go:171","msg":"trace[1897788747] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:9096; }","duration":"224.255584ms","start":"2026-04-01T23:50:25.778905Z","end":"2026-04-01T23:50:26.003161Z","steps":["trace[1897788747] 'agreement among raft nodes before linearized reading' (duration: 220.433578ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:25.999356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.326343072s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:50:26.003324Z","caller":"traceutil/trace.go:171","msg":"trace[878836957] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:9096; }","duration":"1.330361973s","start":"2026-04-01T23:50:24.672943Z","end":"2026-04-01T23:50:26.003305Z","steps":["trace[878836957] 'agreement among raft nodes before linearized reading' (duration: 1.326367584s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:26.00339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:24.672908Z","time spent":"1.330457924s","remote":"127.0.0.1:54800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:50:25.999387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.152579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:50:26.003464Z","caller":"traceutil/trace.go:171","msg":"trace[1625251663] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:9096; }","duration":"452.23208ms","start":"2026-04-01T23:50:25.551217Z","end":"2026-04-01T23:50:26.003449Z","steps":["trace[1625251663] 'agreement among raft nodes before linearized reading' (duration: 448.150069ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:26.003535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:25.551213Z","time spent":"452.302822ms","remote":"127.0.0.1:43842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" limit:500 "} {"level":"warn","ts":"2026-04-01T23:50:25.999401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"520.004849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:50:26.003642Z","caller":"traceutil/trace.go:171","msg":"trace[1005227184] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:9096; }","duration":"524.282335ms","start":"2026-04-01T23:50:25.479345Z","end":"2026-04-01T23:50:26.003627Z","steps":["trace[1005227184] 'agreement among raft nodes before linearized reading' (duration: 520.02682ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:26.003706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:25.479324Z","time spent":"524.368466ms","remote":"127.0.0.1:43814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" limit:500 "} {"level":"warn","ts":"2026-04-01T23:50:25.999403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.431602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:50:26.003854Z","caller":"traceutil/trace.go:171","msg":"trace[1586246320] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:9096; }","duration":"246.887751ms","start":"2026-04-01T23:50:25.756957Z","end":"2026-04-01T23:50:26.003844Z","steps":["trace[1586246320] 'agreement among raft nodes before linearized reading' (duration: 242.424041ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:25.999425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.805484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:50:26.004028Z","caller":"traceutil/trace.go:171","msg":"trace[790416730] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:9096; }","duration":"453.413916ms","start":"2026-04-01T23:50:25.550604Z","end":"2026-04-01T23:50:26.004018Z","steps":["trace[790416730] 'agreement among raft nodes before linearized reading' (duration: 448.800914ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:26.004075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:25.550601Z","time spent":"453.461587ms","remote":"127.0.0.1:43842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:50:25.999428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.602200724s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-01T23:50:26.004166Z","caller":"traceutil/trace.go:171","msg":"trace[2033298901] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:9096; }","duration":"2.606971291s","start":"2026-04-01T23:50:23.39718Z","end":"2026-04-01T23:50:26.004152Z","steps":["trace[2033298901] 'agreement among raft nodes before linearized reading' (duration: 2.602206624s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:26.004216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:23.397158Z","time spent":"2.607042212s","remote":"127.0.0.1:58544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":3,"response size":30,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:50:25.999426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.490785548s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-01T23:50:26.004343Z","caller":"traceutil/trace.go:171","msg":"trace[117801315] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:9096; }","duration":"2.495744189s","start":"2026-04-01T23:50:23.508586Z","end":"2026-04-01T23:50:26.00433Z","steps":["trace[117801315] 'agreement among raft nodes before linearized reading' (duration: 2.490732007s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:25.999445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.497673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T23:50:26.004382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:23.508566Z","time spent":"2.49580318s","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-04-01T23:50:26.0044Z","caller":"traceutil/trace.go:171","msg":"trace[895507580] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:9096; }","duration":"247.451664ms","start":"2026-04-01T23:50:25.756927Z","end":"2026-04-01T23:50:26.004379Z","steps":["trace[895507580] 'agreement among raft nodes before linearized reading' (duration: 242.496013ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:25.999451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"540.244192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:50:26.004583Z","caller":"traceutil/trace.go:171","msg":"trace[228280386] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:9096; }","duration":"545.338067ms","start":"2026-04-01T23:50:25.459193Z","end":"2026-04-01T23:50:26.004531Z","steps":["trace[228280386] 'agreement among raft nodes before linearized reading' (duration: 540.228322ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:26.004649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:25.459173Z","time spent":"545.456149ms","remote":"127.0.0.1:43812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":111,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" limit:500 "} {"level":"warn","ts":"2026-04-01T23:50:25.999464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.869235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:50:26.005042Z","caller":"traceutil/trace.go:171","msg":"trace[163271541] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:9096; }","duration":"454.481251ms","start":"2026-04-01T23:50:25.550549Z","end":"2026-04-01T23:50:26.005031Z","steps":["trace[163271541] 'agreement among raft nodes before linearized reading' (duration: 448.895566ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:26.005087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:25.550528Z","time spent":"454.545533ms","remote":"127.0.0.1:43842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" limit:10000 "} {"level":"warn","ts":"2026-04-01T23:50:25.99949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"541.341056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:50:26.00524Z","caller":"traceutil/trace.go:171","msg":"trace[1567956944] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:9096; }","duration":"547.124166ms","start":"2026-04-01T23:50:25.458105Z","end":"2026-04-01T23:50:26.005229Z","steps":["trace[1567956944] 'agreement among raft nodes before linearized reading' (duration: 541.363847ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:26.005282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:25.458078Z","time spent":"547.192038ms","remote":"127.0.0.1:43812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:50:25.999491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.665266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:50:26.005443Z","caller":"traceutil/trace.go:171","msg":"trace[1644185103] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:9096; }","duration":"248.611619ms","start":"2026-04-01T23:50:25.756806Z","end":"2026-04-01T23:50:26.005418Z","steps":["trace[1644185103] 'agreement among raft nodes before linearized reading' (duration: 242.666766ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:25.999501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.727346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:50:26.005603Z","caller":"traceutil/trace.go:171","msg":"trace[721080593] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:9096; }","duration":"472.841963ms","start":"2026-04-01T23:50:25.53273Z","end":"2026-04-01T23:50:26.005572Z","steps":["trace[721080593] 'agreement among raft nodes before linearized reading' (duration: 466.752316ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:26.005683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:25.532709Z","time spent":"472.952506ms","remote":"127.0.0.1:43834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" limit:500 "} {"level":"warn","ts":"2026-04-01T23:50:25.999502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.609770292s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:50:26.005729Z","caller":"traceutil/trace.go:171","msg":"trace[186120311] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9096; }","duration":"1.616029492s","start":"2026-04-01T23:50:24.38969Z","end":"2026-04-01T23:50:26.00572Z","steps":["trace[186120311] 'agreement among raft nodes before linearized reading' (duration: 1.609775132s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:26.005756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:24.38967Z","time spent":"1.616078753s","remote":"127.0.0.1:58042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-01T23:50:25.999534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"541.448509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T23:50:25.999536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.36865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:50:26.006163Z","caller":"traceutil/trace.go:171","msg":"trace[2015536345] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:9096; }","duration":"337.03913ms","start":"2026-04-01T23:50:25.669116Z","end":"2026-04-01T23:50:26.006155Z","steps":["trace[2015536345] 'agreement among raft nodes before linearized reading' (duration: 330.395821ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:26.006184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:25.669077Z","time spent":"337.099541ms","remote":"127.0.0.1:43900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:50:25.999538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.444592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:50:26.006237Z","caller":"traceutil/trace.go:171","msg":"trace[547870856] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:9096; }","duration":"474.176722ms","start":"2026-04-01T23:50:25.532043Z","end":"2026-04-01T23:50:26.00622Z","steps":["trace[547870856] 'agreement among raft nodes before linearized reading' (duration: 467.476192ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:26.006317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:25.532013Z","time spent":"474.286095ms","remote":"127.0.0.1:43834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:50:25.999537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.292679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:50:26.006391Z","caller":"traceutil/trace.go:171","msg":"trace[967719889] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:9096; }","duration":"547.834512ms","start":"2026-04-01T23:50:25.458028Z","end":"2026-04-01T23:50:26.005862Z","steps":["trace[967719889] 'agreement among raft nodes before linearized reading' (duration: 541.48106ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:26.006534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:25.457998Z","time spent":"548.486686ms","remote":"127.0.0.1:43812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":111,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" limit:10000 "} {"level":"info","ts":"2026-04-01T23:50:26.006435Z","caller":"traceutil/trace.go:171","msg":"trace[1587591915] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:9096; }","duration":"337.224774ms","start":"2026-04-01T23:50:25.669192Z","end":"2026-04-01T23:50:26.006417Z","steps":["trace[1587591915] 'agreement among raft nodes before linearized reading' (duration: 330.280759ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:26.006625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:25.669175Z","time spent":"337.436489ms","remote":"127.0.0.1:43900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" limit:10000 "} {"level":"warn","ts":"2026-04-01T23:50:25.999574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.158509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:50:26.006754Z","caller":"traceutil/trace.go:171","msg":"trace[267867202] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:9096; }","duration":"355.396811ms","start":"2026-04-01T23:50:25.651348Z","end":"2026-04-01T23:50:26.006745Z","steps":["trace[267867202] 'agreement among raft nodes before linearized reading' (duration: 348.20556ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:26.00679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:25.6513Z","time spent":"355.480632ms","remote":"127.0.0.1:43898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" limit:10000 "} {"level":"warn","ts":"2026-04-01T23:50:25.999574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.639006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:50:26.006934Z","caller":"traceutil/trace.go:171","msg":"trace[685579366] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:9096; }","duration":"475.028321ms","start":"2026-04-01T23:50:25.531885Z","end":"2026-04-01T23:50:26.006914Z","steps":["trace[685579366] 'agreement among raft nodes before linearized reading' (duration: 467.670007ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:26.006981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:25.531856Z","time spent":"475.111194ms","remote":"127.0.0.1:43834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" limit:10000 "} {"level":"warn","ts":"2026-04-01T23:50:25.999615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"488.051693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:50:26.007072Z","caller":"traceutil/trace.go:171","msg":"trace[1575063003] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:9096; }","duration":"495.562591ms","start":"2026-04-01T23:50:25.511495Z","end":"2026-04-01T23:50:26.007058Z","steps":["trace[1575063003] 'agreement among raft nodes before linearized reading' (duration: 488.099374ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:26.007111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:25.511463Z","time spent":"495.637083ms","remote":"127.0.0.1:43832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" limit:500 "} {"level":"warn","ts":"2026-04-01T23:50:25.99961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.243641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:50:26.007173Z","caller":"traceutil/trace.go:171","msg":"trace[658438797] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:9096; }","duration":"355.800441ms","start":"2026-04-01T23:50:25.651357Z","end":"2026-04-01T23:50:26.007158Z","steps":["trace[658438797] 'agreement among raft nodes before linearized reading' (duration: 348.233571ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:26.007237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:25.651276Z","time spent":"355.935384ms","remote":"127.0.0.1:43898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:50:25.999609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"563.164966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:50:26.007297Z","caller":"traceutil/trace.go:171","msg":"trace[1309794545] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:9096; }","duration":"570.8969ms","start":"2026-04-01T23:50:25.43639Z","end":"2026-04-01T23:50:26.007287Z","steps":["trace[1309794545] 'agreement among raft nodes before linearized reading' (duration: 563.197417ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:26.007328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:25.436362Z","time spent":"570.95694ms","remote":"127.0.0.1:43798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:50:25.99961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.854264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:50:26.007391Z","caller":"traceutil/trace.go:171","msg":"trace[866204505] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:9096; }","duration":"264.652069ms","start":"2026-04-01T23:50:25.742723Z","end":"2026-04-01T23:50:26.007375Z","steps":["trace[866204505] 'agreement among raft nodes before linearized reading' (duration: 256.852794ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:25.99965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.329253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:50:26.007483Z","caller":"traceutil/trace.go:171","msg":"trace[1438112579] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:9096; }","duration":"356.411626ms","start":"2026-04-01T23:50:25.651062Z","end":"2026-04-01T23:50:26.007474Z","steps":["trace[1438112579] 'agreement among raft nodes before linearized reading' (duration: 348.56966ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:26.007512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:25.651048Z","time spent":"356.454646ms","remote":"127.0.0.1:43898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" limit:500 "} {"level":"warn","ts":"2026-04-01T23:50:25.999652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"488.595156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:50:26.007587Z","caller":"traceutil/trace.go:171","msg":"trace[205471329] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:9096; }","duration":"496.548104ms","start":"2026-04-01T23:50:25.511032Z","end":"2026-04-01T23:50:26.00758Z","steps":["trace[205471329] 'agreement among raft nodes before linearized reading' (duration: 488.602326ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:26.00761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:25.511022Z","time spent":"496.580755ms","remote":"127.0.0.1:43832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:50:25.999664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.959486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:50:26.007663Z","caller":"traceutil/trace.go:171","msg":"trace[1962789498] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:9096; }","duration":"264.978937ms","start":"2026-04-01T23:50:25.742673Z","end":"2026-04-01T23:50:26.007652Z","steps":["trace[1962789498] 'agreement among raft nodes before linearized reading' (duration: 256.965377ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:25.999665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.295509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:50:26.007751Z","caller":"traceutil/trace.go:171","msg":"trace[667053463] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:9096; }","duration":"396.406161ms","start":"2026-04-01T23:50:25.611338Z","end":"2026-04-01T23:50:26.007744Z","steps":["trace[667053463] 'agreement among raft nodes before linearized reading' (duration: 388.303129ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:26.007774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:25.611322Z","time spent":"396.443891ms","remote":"127.0.0.1:43870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" limit:500 "} {"level":"warn","ts":"2026-04-01T23:50:25.999689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.465325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:50:26.0079Z","caller":"traceutil/trace.go:171","msg":"trace[597304377] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:9096; }","duration":"397.70782ms","start":"2026-04-01T23:50:25.610183Z","end":"2026-04-01T23:50:26.007891Z","steps":["trace[597304377] 'agreement among raft nodes before linearized reading' (duration: 389.484476ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:26.00793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:25.610162Z","time spent":"397.758631ms","remote":"127.0.0.1:43870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:50:25.999712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.369569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:50:26.008034Z","caller":"traceutil/trace.go:171","msg":"trace[1997091519] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:9096; }","duration":"375.733207ms","start":"2026-04-01T23:50:25.632293Z","end":"2026-04-01T23:50:26.008026Z","steps":["trace[1997091519] 'agreement among raft nodes before linearized reading' (duration: 367.39365ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:26.008061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:25.632266Z","time spent":"375.786238ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":113,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" limit:500 "} {"level":"warn","ts":"2026-04-01T23:50:25.999711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.396346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:50:26.008125Z","caller":"traceutil/trace.go:171","msg":"trace[1519217637] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:9096; }","duration":"265.811245ms","start":"2026-04-01T23:50:25.742304Z","end":"2026-04-01T23:50:26.008115Z","steps":["trace[1519217637] 'agreement among raft nodes before linearized reading' (duration: 257.378626ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:25.999702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.711087202s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:414469"} {"level":"info","ts":"2026-04-01T23:50:26.008215Z","caller":"traceutil/trace.go:171","msg":"trace[153574647] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:9096; }","duration":"1.719660594s","start":"2026-04-01T23:50:24.288548Z","end":"2026-04-01T23:50:26.008209Z","steps":["trace[153574647] 'agreement among raft nodes before linearized reading' (duration: 1.71098465s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:26.008241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:24.288517Z","time spent":"1.719716135s","remote":"127.0.0.1:35120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":414492,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-04-01T23:50:25.999729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.581957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:50:26.00827Z","caller":"traceutil/trace.go:171","msg":"trace[1594675806] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:9096; }","duration":"398.165369ms","start":"2026-04-01T23:50:25.610095Z","end":"2026-04-01T23:50:26.008261Z","steps":["trace[1594675806] 'agreement among raft nodes before linearized reading' (duration: 389.614587ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:25.999752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.894761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T23:50:26.008302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:25.610068Z","time spent":"398.225151ms","remote":"127.0.0.1:43870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" limit:10000 "} {"level":"info","ts":"2026-04-01T23:50:26.008306Z","caller":"traceutil/trace.go:171","msg":"trace[1892960764] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:9096; }","duration":"376.488954ms","start":"2026-04-01T23:50:25.631809Z","end":"2026-04-01T23:50:26.008298Z","steps":["trace[1892960764] 'agreement among raft nodes before linearized reading' (duration: 367.922912ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:26.008337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:25.631777Z","time spent":"376.545254ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:50:25.999756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.182944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:50:26.008401Z","caller":"traceutil/trace.go:171","msg":"trace[248610415] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:9096; }","duration":"295.839848ms","start":"2026-04-01T23:50:25.712542Z","end":"2026-04-01T23:50:26.008382Z","steps":["trace[248610415] 'agreement among raft nodes before linearized reading' (duration: 287.191644ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:25.999766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.098656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:50:26.008486Z","caller":"traceutil/trace.go:171","msg":"trace[1605979265] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:9096; }","duration":"409.852691ms","start":"2026-04-01T23:50:25.598624Z","end":"2026-04-01T23:50:26.008477Z","steps":["trace[1605979265] 'agreement among raft nodes before linearized reading' (duration: 401.122965ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:26.008521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:25.598609Z","time spent":"409.902783ms","remote":"127.0.0.1:43868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" limit:500 "} {"level":"warn","ts":"2026-04-01T23:50:25.999785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.392128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T23:50:25.999791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.034934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T23:50:25.999798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.266157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T23:50:25.99982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.537702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T23:50:25.999837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.468863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T23:50:25.999841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"507.701523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T23:50:25.999844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.706335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T23:50:25.999874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.642505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T23:50:25.999869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.093852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T23:50:25.999864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.553613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T23:50:25.99957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"560.885694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:50:26.008623Z","caller":"traceutil/trace.go:171","msg":"trace[1950986524] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:9096; }","duration":"317.257827ms","start":"2026-04-01T23:50:25.691349Z","end":"2026-04-01T23:50:26.008607Z","steps":["trace[1950986524] 'agreement among raft nodes before linearized reading' (duration: 308.401968ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:50:26.008652Z","caller":"traceutil/trace.go:171","msg":"trace[1549253214] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:9096; }","duration":"569.995118ms","start":"2026-04-01T23:50:25.438649Z","end":"2026-04-01T23:50:26.008644Z","steps":["trace[1549253214] 'agreement among raft nodes before linearized reading' (duration: 560.901445ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:26.00866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:25.691342Z","time spent":"317.306398ms","remote":"127.0.0.1:43908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" limit:500 "} {"level":"info","ts":"2026-04-01T23:50:26.008677Z","caller":"traceutil/trace.go:171","msg":"trace[1003135423] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:9096; }","duration":"376.918073ms","start":"2026-04-01T23:50:25.631697Z","end":"2026-04-01T23:50:26.008616Z","steps":["trace[1003135423] 'agreement among raft nodes before linearized reading' (duration: 368.072715ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:50:26.00871Z","caller":"traceutil/trace.go:171","msg":"trace[2129131625] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:9096; }","duration":"296.608525ms","start":"2026-04-01T23:50:25.71209Z","end":"2026-04-01T23:50:26.008699Z","steps":["trace[2129131625] 'agreement among raft nodes before linearized reading' (duration: 287.720046ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:26.00872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:25.631674Z","time spent":"377.034336ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":113,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" limit:10000 "} {"level":"info","ts":"2026-04-01T23:50:26.008694Z","caller":"traceutil/trace.go:171","msg":"trace[1786294286] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:9096; }","duration":"516.557682ms","start":"2026-04-01T23:50:25.492105Z","end":"2026-04-01T23:50:26.008662Z","steps":["trace[1786294286] 'agreement among raft nodes before linearized reading' (duration: 507.712214ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:50:26.008742Z","caller":"traceutil/trace.go:171","msg":"trace[292033550] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:9096; }","duration":"296.471471ms","start":"2026-04-01T23:50:25.712256Z","end":"2026-04-01T23:50:26.008727Z","steps":["trace[292033550] 'agreement among raft nodes before linearized reading' (duration: 287.541441ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:26.008785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:25.492092Z","time spent":"516.665044ms","remote":"127.0.0.1:43816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" limit:500 "} {"level":"warn","ts":"2026-04-01T23:50:26.008685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:25.438635Z","time spent":"570.039859ms","remote":"127.0.0.1:43798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" limit:500 "} {"level":"info","ts":"2026-04-01T23:50:26.008823Z","caller":"traceutil/trace.go:171","msg":"trace[2014938579] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:9096; }","duration":"296.517213ms","start":"2026-04-01T23:50:25.712294Z","end":"2026-04-01T23:50:26.008811Z","steps":["trace[2014938579] 'agreement among raft nodes before linearized reading' (duration: 287.520872ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:50:26.008821Z","caller":"traceutil/trace.go:171","msg":"trace[1392874463] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:9096; }","duration":"318.461964ms","start":"2026-04-01T23:50:25.690346Z","end":"2026-04-01T23:50:26.008808Z","steps":["trace[1392874463] 'agreement among raft nodes before linearized reading' (duration: 309.469593ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:26.00906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:25.690335Z","time spent":"318.519485ms","remote":"127.0.0.1:43908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" limit:10000 "} {"level":"info","ts":"2026-04-01T23:50:26.008842Z","caller":"traceutil/trace.go:171","msg":"trace[1643592543] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:9096; }","duration":"517.080313ms","start":"2026-04-01T23:50:25.491724Z","end":"2026-04-01T23:50:26.008804Z","steps":["trace[1643592543] 'agreement among raft nodes before linearized reading' (duration: 508.125403ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:50:26.009107Z","caller":"traceutil/trace.go:171","msg":"trace[998479464] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:9096; }","duration":"318.624116ms","start":"2026-04-01T23:50:25.690469Z","end":"2026-04-01T23:50:26.009093Z","steps":["trace[998479464] 'agreement among raft nodes before linearized reading' (duration: 309.303888ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:26.009166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:25.690438Z","time spent":"318.710549ms","remote":"127.0.0.1:43908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:50:26.009179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:25.491693Z","time spent":"517.437611ms","remote":"127.0.0.1:43816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" limit:10000 "} {"level":"info","ts":"2026-04-01T23:50:26.009086Z","caller":"traceutil/trace.go:171","msg":"trace[469780559] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:9096; }","duration":"338.879312ms","start":"2026-04-01T23:50:25.670196Z","end":"2026-04-01T23:50:26.009076Z","steps":["trace[469780559] 'agreement among raft nodes before linearized reading' (duration: 329.655626ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:26.009298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:25.670182Z","time spent":"339.100977ms","remote":"127.0.0.1:43900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" limit:500 "} {"level":"warn","ts":"2026-04-01T23:50:26.362398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.855457ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-01T23:50:26.362463Z","caller":"traceutil/trace.go:171","msg":"trace[90979849] linearizableReadLoop","detail":"{readStateIndex:9448; appliedIndex:9447; }","duration":"359.004292ms","start":"2026-04-01T23:50:26.003448Z","end":"2026-04-01T23:50:26.362453Z","steps":["trace[90979849] 'read index received' (duration: 230.030893ms)","trace[90979849] 'applied index is now lower than readState.Index' (duration: 128.972739ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:50:26.362596Z","caller":"traceutil/trace.go:171","msg":"trace[151527471] transaction","detail":"{read_only:false; response_revision:9097; number_of_response:1; }","duration":"360.944575ms","start":"2026-04-01T23:50:26.001644Z","end":"2026-04-01T23:50:26.362589Z","steps":["trace[151527471] 'process raft request' (duration: 231.843303ms)","trace[151527471] 'compare' (duration: 128.763275ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:50:26.362629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:26.001619Z","time spent":"360.992826ms","remote":"127.0.0.1:58094","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:50:26.362815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.344381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-ef7d5d72-d226-45ae-be9c-c853486e0e55\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-04-01T23:50:26.362877Z","caller":"traceutil/trace.go:171","msg":"trace[2013830627] range","detail":"{range_begin:/registry/persistentvolumes/pvc-ef7d5d72-d226-45ae-be9c-c853486e0e55; range_end:; response_count:1; response_revision:9097; }","duration":"359.438073ms","start":"2026-04-01T23:50:26.003422Z","end":"2026-04-01T23:50:26.36286Z","steps":["trace[2013830627] 'agreement among raft nodes before linearized reading' (duration: 359.213557ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:26.362911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:26.003411Z","time spent":"359.490374ms","remote":"127.0.0.1:58158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1345,"request content":"key:\"/registry/persistentvolumes/pvc-ef7d5d72-d226-45ae-be9c-c853486e0e55\" "} {"level":"info","ts":"2026-04-01T23:50:26.710124Z","caller":"traceutil/trace.go:171","msg":"trace[308143466] transaction","detail":"{read_only:false; response_revision:9098; number_of_response:1; }","duration":"704.461512ms","start":"2026-04-01T23:50:26.005637Z","end":"2026-04-01T23:50:26.710099Z","steps":["trace[308143466] 'process raft request' (duration: 704.156424ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:50:26.710125Z","caller":"traceutil/trace.go:171","msg":"trace[743685775] transaction","detail":"{read_only:false; response_revision:9099; number_of_response:1; }","duration":"702.17582ms","start":"2026-04-01T23:50:26.007931Z","end":"2026-04-01T23:50:26.710107Z","steps":["trace[743685775] 'process raft request' (duration: 702.074197ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:26.710245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:26.005621Z","time spent":"704.561334ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:50:26.710248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:26.007924Z","time spent":"702.265762ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:50:26.710357Z","caller":"traceutil/trace.go:171","msg":"trace[301491918] linearizableReadLoop","detail":"{readStateIndex:9451; appliedIndex:9448; }","duration":"347.855823ms","start":"2026-04-01T23:50:26.362475Z","end":"2026-04-01T23:50:26.710331Z","steps":["trace[301491918] 'read index received' (duration: 347.397762ms)","trace[301491918] 'applied index is now lower than readState.Index' (duration: 455.881µs)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:50:26.710366Z","caller":"traceutil/trace.go:171","msg":"trace[539072922] transaction","detail":"{read_only:false; response_revision:9100; number_of_response:1; }","duration":"698.368555ms","start":"2026-04-01T23:50:26.011971Z","end":"2026-04-01T23:50:26.710339Z","steps":["trace[539072922] 'process raft request' (duration: 698.088988ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:26.710436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"656.693822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:50:26.710471Z","caller":"traceutil/trace.go:171","msg":"trace[950860279] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:9100; }","duration":"656.772804ms","start":"2026-04-01T23:50:26.053689Z","end":"2026-04-01T23:50:26.710461Z","steps":["trace[950860279] 'agreement among raft nodes before linearized reading' (duration: 656.711613ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:26.710498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:26.05367Z","time spent":"656.820225ms","remote":"127.0.0.1:56134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:50:26.710512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:26.011954Z","time spent":"698.472358ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:50:26.710573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"704.409481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-01T23:50:26.710634Z","caller":"traceutil/trace.go:171","msg":"trace[115000634] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9100; }","duration":"704.491013ms","start":"2026-04-01T23:50:26.006127Z","end":"2026-04-01T23:50:26.710618Z","steps":["trace[115000634] 'agreement among raft nodes before linearized reading' (duration: 704.314099ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:26.710682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:26.006115Z","time spent":"704.551934ms","remote":"127.0.0.1:58198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-01T23:50:26.71069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.752045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-01T23:50:26.710648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"702.735143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:50:26.710731Z","caller":"traceutil/trace.go:171","msg":"trace[1500952084] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:9100; }","duration":"403.813806ms","start":"2026-04-01T23:50:26.306899Z","end":"2026-04-01T23:50:26.710713Z","steps":["trace[1500952084] 'agreement among raft nodes before linearized reading' (duration: 403.738034ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:26.710762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:26.306882Z","time spent":"403.872458ms","remote":"127.0.0.1:58478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:50:26.71075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"703.714054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224175"} {"level":"info","ts":"2026-04-01T23:50:26.710825Z","caller":"traceutil/trace.go:171","msg":"trace[675759288] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:9100; }","duration":"703.788056ms","start":"2026-04-01T23:50:26.007017Z","end":"2026-04-01T23:50:26.710805Z","steps":["trace[675759288] 'agreement among raft nodes before linearized reading' (duration: 703.422928ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:26.710872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:26.00698Z","time spent":"703.877498ms","remote":"127.0.0.1:58198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":224198,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-04-01T23:50:26.710826Z","caller":"traceutil/trace.go:171","msg":"trace[982598515] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9100; }","duration":"702.873186ms","start":"2026-04-01T23:50:26.007871Z","end":"2026-04-01T23:50:26.710744Z","steps":["trace[982598515] 'agreement among raft nodes before linearized reading' (duration: 702.670742ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:26.711014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:26.007864Z","time spent":"703.126602ms","remote":"127.0.0.1:58050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-01T23:50:27.204992Z","caller":"traceutil/trace.go:171","msg":"trace[120149769] linearizableReadLoop","detail":"{readStateIndex:9452; appliedIndex:9451; }","duration":"494.568558ms","start":"2026-04-01T23:50:26.710406Z","end":"2026-04-01T23:50:27.204975Z","steps":["trace[120149769] 'read index received' (duration: 494.118988ms)","trace[120149769] 'applied index is now lower than readState.Index' (duration: 448.92µs)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:50:27.205043Z","caller":"traceutil/trace.go:171","msg":"trace[1982101201] transaction","detail":"{read_only:false; response_revision:9101; number_of_response:1; }","duration":"697.882194ms","start":"2026-04-01T23:50:26.507118Z","end":"2026-04-01T23:50:27.205Z","steps":["trace[1982101201] 'process raft request' (duration: 697.578887ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:27.205208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.588736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-04-01T23:50:27.205203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:26.507096Z","time spent":"698.016636ms","remote":"127.0.0.1:35120","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":414455,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:50:27.205241Z","caller":"traceutil/trace.go:171","msg":"trace[1898180336] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:9101; }","duration":"501.638677ms","start":"2026-04-01T23:50:26.703591Z","end":"2026-04-01T23:50:27.20523Z","steps":["trace[1898180336] 'agreement among raft nodes before linearized reading' (duration: 501.497244ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:27.205278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:26.703535Z","time spent":"501.73096ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-01T23:50:27.205616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.43197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19408"} {"level":"warn","ts":"2026-04-01T23:50:27.205741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.414447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-01T23:50:27.205771Z","caller":"traceutil/trace.go:171","msg":"trace[577733356] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9101; }","duration":"424.456059ms","start":"2026-04-01T23:50:26.781306Z","end":"2026-04-01T23:50:27.205762Z","steps":["trace[577733356] 'agreement among raft nodes before linearized reading' (duration: 424.366187ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:27.205794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:26.781301Z","time spent":"424.486799ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-01T23:50:27.205821Z","caller":"traceutil/trace.go:171","msg":"trace[991729516] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:9101; }","duration":"492.524273ms","start":"2026-04-01T23:50:26.713137Z","end":"2026-04-01T23:50:27.205661Z","steps":["trace[991729516] 'agreement among raft nodes before linearized reading' (duration: 492.341549ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:27.205872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:26.713117Z","time spent":"492.742987ms","remote":"127.0.0.1:58188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19431,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-04-01T23:50:27.205966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"487.154983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:50:27.205992Z","caller":"traceutil/trace.go:171","msg":"trace[1590035519] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9101; }","duration":"487.215805ms","start":"2026-04-01T23:50:26.71877Z","end":"2026-04-01T23:50:27.205986Z","steps":["trace[1590035519] 'agreement among raft nodes before linearized reading' (duration: 487.158983ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:27.205999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"839.401715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a25f9918a2b9c6\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-04-01T23:50:27.206007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:26.718753Z","time spent":"487.250636ms","remote":"127.0.0.1:58042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-01T23:50:27.206023Z","caller":"traceutil/trace.go:171","msg":"trace[1661897618] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a25f9918a2b9c6; range_end:; response_count:1; response_revision:9101; }","duration":"839.449045ms","start":"2026-04-01T23:50:26.366566Z","end":"2026-04-01T23:50:27.206015Z","steps":["trace[1661897618] 'agreement among raft nodes before linearized reading' (duration: 839.319652ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:27.206042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:26.366555Z","time spent":"839.483096ms","remote":"127.0.0.1:58094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a25f9918a2b9c6\" "} {"level":"warn","ts":"2026-04-01T23:50:27.206257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.325319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-01T23:50:27.206307Z","caller":"traceutil/trace.go:171","msg":"trace[779517637] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9101; }","duration":"425.406081ms","start":"2026-04-01T23:50:26.780893Z","end":"2026-04-01T23:50:27.206299Z","steps":["trace[779517637] 'agreement among raft nodes before linearized reading' (duration: 425.288638ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:27.20633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:26.780876Z","time spent":"425.448261ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-01T23:50:29.207749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000141526s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-01T23:50:29.207844Z","caller":"traceutil/trace.go:171","msg":"trace[400943512] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00028432s","start":"2026-04-01T23:50:27.207534Z","end":"2026-04-01T23:50:29.207818Z","steps":["trace[400943512] 'agreement among raft nodes before linearized reading' (duration: 2.000170337s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:29.207895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:27.207515Z","time spent":"2.000369192s","remote":"127.0.0.1:58050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-01T23:50:29.778596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:27.211002Z","time spent":"2.567585039s","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/01 23:50:29 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-01T23:50:29.780289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:27.21099Z","time spent":"2.569289926s","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/01 23:50:29 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-01T23:50:30.957822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:30.305546Z","time spent":"652.265032ms","remote":"127.0.0.1:52178","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-01T23:50:30.959571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.822904488s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-04-01T23:50:30.959674Z","caller":"traceutil/trace.go:171","msg":"trace[1541174011] linearizableReadLoop","detail":"{readStateIndex:9453; appliedIndex:9452; }","duration":"3.752080103s","start":"2026-04-01T23:50:27.207576Z","end":"2026-04-01T23:50:30.959656Z","steps":["trace[1541174011] 'read index received' (duration: 40.391µs)","trace[1541174011] 'applied index is now lower than readState.Index' (duration: 3.752038362s)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:50:30.959744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:27.207488Z","time spent":"3.752253027s","remote":"127.0.0.1:58064","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-01T23:50:31.214093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99979826s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-01T23:50:31.214178Z","caller":"traceutil/trace.go:171","msg":"trace[1388424967] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999959843s","start":"2026-04-01T23:50:29.214199Z","end":"2026-04-01T23:50:31.214159Z","steps":["trace[1388424967] 'agreement among raft nodes before linearized reading' (duration: 1.99984575s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:31.214227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:29.214155Z","time spent":"2.000062305s","remote":"127.0.0.1:58042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-01T23:50:31.459794Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7835591873806232456,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T23:50:31.96069Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7835591873806232456,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T23:50:32.288185Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"4.009842248s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-01T23:50:33.001759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:28.003657Z","time spent":"4.998095326s","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/01 23:50:33 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-01T23:50:33.003259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:28.003776Z","time spent":"4.999470117s","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/01 23:50:33 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-01T23:50:33.003958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:28.004445Z","time spent":"4.999509207s","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/01 23:50:33 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-01T23:50:33.005286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:28.006019Z","time spent":"4.999261053s","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/01 23:50:33 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-01T23:50:33.005558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.000023879s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-01T23:50:33.005638Z","caller":"traceutil/trace.go:171","msg":"trace[346027360] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"5.00137501s","start":"2026-04-01T23:50:28.004241Z","end":"2026-04-01T23:50:33.005616Z","steps":["trace[346027360] 'agreement among raft nodes before linearized reading' (duration: 5.0000466s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:33.005933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:28.004228Z","time spent":"5.001671936s","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/04/01 23:50:33 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-01T23:50:33.215286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00028561s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-01T23:50:33.215372Z","caller":"traceutil/trace.go:171","msg":"trace[307001142] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000423353s","start":"2026-04-01T23:50:31.214929Z","end":"2026-04-01T23:50:33.215352Z","steps":["trace[307001142] 'agreement among raft nodes before linearized reading' (duration: 2.000316921s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:33.215416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:31.214912Z","time spent":"2.000495744s","remote":"127.0.0.1:58050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/01 23:50:33 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-01T23:50:33.650496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.362043122s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-01T23:50:33.650787Z","caller":"traceutil/trace.go:171","msg":"trace[173143223] transaction","detail":"{read_only:false; response_revision:9102; number_of_response:1; }","duration":"6.439844804s","start":"2026-04-01T23:50:27.210907Z","end":"2026-04-01T23:50:33.650752Z","steps":["trace[173143223] 'process raft request' (duration: 5.077462735s)","trace[173143223] 'compare' (duration: 1.361028039s)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:50:33.651059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:27.210869Z","time spent":"6.440127891s","remote":"127.0.0.1:58094","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:50:33.650849Z","caller":"traceutil/trace.go:171","msg":"trace[1957310610] transaction","detail":"{read_only:false; response_revision:9106; number_of_response:1; }","duration":"6.306083358s","start":"2026-04-01T23:50:27.344739Z","end":"2026-04-01T23:50:33.650822Z","steps":["trace[1957310610] 'process raft request' (duration: 6.306010346s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:33.651296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:27.344716Z","time spent":"6.306519057s","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:50:33.650849Z","caller":"traceutil/trace.go:171","msg":"trace[140940708] transaction","detail":"{read_only:false; response_revision:9105; number_of_response:1; }","duration":"6.439040936s","start":"2026-04-01T23:50:27.21178Z","end":"2026-04-01T23:50:33.650821Z","steps":["trace[140940708] 'process raft request' (duration: 6.438931473s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:33.651463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:27.211761Z","time spent":"6.439680729s","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:50:33.767828Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.069454568s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-01T23:50:34.77978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:29.781436Z","time spent":"4.998332511s","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/01 23:50:34 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-01T23:50:34.781433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:29.783393Z","time spent":"4.998030185s","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/01 23:50:34 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-01T23:50:34.972487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.149681095s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T23:50:34.972691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.20392701s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:490"} {"level":"info","ts":"2026-04-01T23:50:34.972721Z","caller":"traceutil/trace.go:171","msg":"trace[1929525404] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:9110; }","duration":"1.1499331s","start":"2026-04-01T23:50:33.822765Z","end":"2026-04-01T23:50:34.972698Z","steps":["trace[1929525404] 'range keys from in-memory index tree' (duration: 1.149658234s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:50:34.973548Z","caller":"traceutil/trace.go:171","msg":"trace[631003186] transaction","detail":"{read_only:false; response_revision:9111; number_of_response:1; }","duration":"4.007197438s","start":"2026-04-01T23:50:30.966326Z","end":"2026-04-01T23:50:34.973523Z","steps":["trace[631003186] 'process raft request' (duration: 4.006508672s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:34.973637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:30.966299Z","time spent":"4.00729663s","remote":"127.0.0.1:58064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:50:34.973861Z","caller":"traceutil/trace.go:171","msg":"trace[1325229819] linearizableReadLoop","detail":"{readStateIndex:9465; appliedIndex:9453; }","duration":"4.014112263s","start":"2026-04-01T23:50:30.9597Z","end":"2026-04-01T23:50:34.973812Z","steps":["trace[1325229819] 'read index received' (duration: 1.328687885s)","trace[1325229819] 'applied index is now lower than readState.Index' (duration: 2.685421338s)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:50:35.226044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000452713s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-01T23:50:35.226125Z","caller":"traceutil/trace.go:171","msg":"trace[435107035] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000620428s","start":"2026-04-01T23:50:33.225487Z","end":"2026-04-01T23:50:35.226107Z","steps":["trace[435107035] 'agreement among raft nodes before linearized reading' (duration: 2.000523195s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:35.22617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:33.225457Z","time spent":"2.000704639s","remote":"127.0.0.1:58042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/01 23:50:35 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-01T23:50:35.685121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"711.5708ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-04-01T23:50:35.685202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.783513461s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-01T23:50:35.685339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.849961597s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:50:35.685359Z","caller":"traceutil/trace.go:171","msg":"trace[1947772690] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:9111; }","duration":"5.783705705s","start":"2026-04-01T23:50:29.901628Z","end":"2026-04-01T23:50:35.685333Z","steps":["trace[1947772690] 'agreement among raft nodes before linearized reading' (duration: 5.072316469s)","trace[1947772690] 'count revisions from in-memory index tree' (duration: 711.154311ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:50:35.685476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:29.901584Z","time spent":"5.783875269s","remote":"127.0.0.1:38816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":2,"response size":30,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:50:35.685527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.966074621s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-88zqq\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-04-01T23:50:35.685542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.758389565s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T23:50:35.685611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.955823733s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:50:35.685629Z","caller":"traceutil/trace.go:171","msg":"trace[1496088312] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:9111; }","duration":"4.758492548s","start":"2026-04-01T23:50:30.927102Z","end":"2026-04-01T23:50:35.685595Z","steps":["trace[1496088312] 'agreement among raft nodes before linearized reading' (duration: 4.046758564s)","trace[1496088312] 'count revisions from in-memory index tree' (duration: 711.625201ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:50:35.685657Z","caller":"traceutil/trace.go:171","msg":"trace[1226664891] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:9111; }","duration":"6.955890704s","start":"2026-04-01T23:50:28.729755Z","end":"2026-04-01T23:50:35.685646Z","steps":["trace[1226664891] 'agreement among raft nodes before linearized reading' (duration: 6.244194701s)","trace[1226664891] 'count revisions from in-memory index tree' (duration: 711.633322ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:50:35.685699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:28.729745Z","time spent":"6.955944076s","remote":"127.0.0.1:44474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:50:35.685699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:30.927069Z","time spent":"4.758610912s","remote":"127.0.0.1:35170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:50:35.685272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.366344939s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-01T23:50:35.685985Z","caller":"traceutil/trace.go:171","msg":"trace[1463522147] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:9111; }","duration":"7.367085316s","start":"2026-04-01T23:50:28.31886Z","end":"2026-04-01T23:50:35.685945Z","steps":["trace[1463522147] 'agreement among raft nodes before linearized reading' (duration: 6.655033984s)","trace[1463522147] 'count revisions from in-memory index tree' (duration: 711.283034ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:50:35.686035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:28.318846Z","time spent":"7.367175268s","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":14,"response size":30,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:50:35.686091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.970172234s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-01T23:50:35.686119Z","caller":"traceutil/trace.go:171","msg":"trace[1148202878] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9111; }","duration":"6.970218845s","start":"2026-04-01T23:50:28.71589Z","end":"2026-04-01T23:50:35.686109Z","steps":["trace[1148202878] 'agreement among raft nodes before linearized reading' (duration: 6.25799618s)","trace[1148202878] 'range keys from in-memory index tree' (duration: 712.141634ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:50:35.686129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.401716553s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:50:35.686192Z","caller":"traceutil/trace.go:171","msg":"trace[827451901] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:9111; }","duration":"8.401822786s","start":"2026-04-01T23:50:27.284348Z","end":"2026-04-01T23:50:35.686171Z","steps":["trace[827451901] 'agreement among raft nodes before linearized reading' (duration: 7.689617521s)","trace[827451901] 'range keys from in-memory index tree' (duration: 712.127853ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:50:35.686221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.971052744s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-01T23:50:35.686254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:27.284321Z","time spent":"8.401920098s","remote":"127.0.0.1:58490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-04-01T23:50:35.686264Z","caller":"traceutil/trace.go:171","msg":"trace[1241433410] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9111; }","duration":"6.971127476s","start":"2026-04-01T23:50:28.715122Z","end":"2026-04-01T23:50:35.68625Z","steps":["trace[1241433410] 'agreement among raft nodes before linearized reading' (duration: 6.258825409s)","trace[1241433410] 'range keys from in-memory index tree' (duration: 712.152954ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:50:35.686321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:28.715098Z","time spent":"6.971213558s","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-01T23:50:35.686647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.974873372s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19408"} {"level":"info","ts":"2026-04-01T23:50:35.686712Z","caller":"traceutil/trace.go:171","msg":"trace[190044593] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:9111; }","duration":"7.974979054s","start":"2026-04-01T23:50:27.711715Z","end":"2026-04-01T23:50:35.686694Z","steps":["trace[190044593] 'agreement among raft nodes before linearized reading' (duration: 7.262257067s)","trace[190044593] 'range keys from in-memory index tree' (duration: 712.520232ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:50:35.686763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:27.711696Z","time spent":"7.975055455s","remote":"127.0.0.1:58188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19431,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-04-01T23:50:35.685411Z","caller":"traceutil/trace.go:171","msg":"trace[1766528338] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:9111; }","duration":"4.850059129s","start":"2026-04-01T23:50:30.835325Z","end":"2026-04-01T23:50:35.685384Z","steps":["trace[1766528338] 'agreement among raft nodes before linearized reading' (duration: 4.138508819s)","trace[1766528338] 'count revisions from in-memory index tree' (duration: 711.476188ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:50:35.686152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:28.71588Z","time spent":"6.970265996s","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-01T23:50:35.685558Z","caller":"traceutil/trace.go:171","msg":"trace[1322880456] range","detail":"{range_begin:/registry/pods/openstack/keepalived-88zqq; range_end:; response_count:1; response_revision:9111; }","duration":"6.966138753s","start":"2026-04-01T23:50:28.719411Z","end":"2026-04-01T23:50:35.68555Z","steps":["trace[1322880456] 'agreement among raft nodes before linearized reading' (duration: 6.25444075s)","trace[1322880456] 'range keys from in-memory index tree' (duration: 711.56437ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:50:35.687066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:28.719391Z","time spent":"6.967660328s","remote":"127.0.0.1:58198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-88zqq\" "} {"level":"warn","ts":"2026-04-01T23:50:35.685445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.218705372s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-01T23:50:35.687266Z","caller":"traceutil/trace.go:171","msg":"trace[2044070537] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:9111; }","duration":"8.220588975s","start":"2026-04-01T23:50:27.466663Z","end":"2026-04-01T23:50:35.687252Z","steps":["trace[2044070537] 'agreement among raft nodes before linearized reading' (duration: 7.507300016s)","trace[2044070537] 'count revisions from in-memory index tree' (duration: 711.406496ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:50:35.687297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:27.466644Z","time spent":"8.220642856s","remote":"127.0.0.1:58172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":7,"response size":30,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:50:35.687005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:30.835291Z","time spent":"4.851686236s","remote":"127.0.0.1:35134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"info","ts":"2026-04-01T23:50:35.68753Z","caller":"traceutil/trace.go:171","msg":"trace[237786575] linearizableReadLoop","detail":"{readStateIndex:9467; appliedIndex:9465; }","duration":"713.581086ms","start":"2026-04-01T23:50:34.973927Z","end":"2026-04-01T23:50:35.687508Z","steps":["trace[237786575] 'read index received' (duration: 52.992µs)","trace[237786575] 'applied index is now lower than readState.Index' (duration: 713.526394ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:50:35.687587Z","caller":"traceutil/trace.go:171","msg":"trace[630131488] transaction","detail":"{read_only:false; response_revision:9112; number_of_response:1; }","duration":"2.182125343s","start":"2026-04-01T23:50:33.505435Z","end":"2026-04-01T23:50:35.68756Z","steps":["trace[630131488] 'process raft request' (duration: 2.179824601s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:35.687793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:33.505413Z","time spent":"2.182270547s","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:50:36.187796Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7835591873806232462,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T23:50:36.688489Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7835591873806232462,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T23:50:37.189651Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7835591873806232462,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T23:50:37.226547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000060155s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-01T23:50:37.226629Z","caller":"traceutil/trace.go:171","msg":"trace[179111721] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000204058s","start":"2026-04-01T23:50:35.226406Z","end":"2026-04-01T23:50:37.22661Z","steps":["trace[179111721] 'agreement among raft nodes before linearized reading' (duration: 2.000101146s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:37.226689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:35.22638Z","time spent":"2.00030021s","remote":"127.0.0.1:58050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/01 23:50:37 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-01T23:50:37.690634Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7835591873806232462,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T23:50:38.004996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.997021388s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-01T23:50:38.005073Z","caller":"traceutil/trace.go:171","msg":"trace[1614164560] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"2.997160651s","start":"2026-04-01T23:50:35.007895Z","end":"2026-04-01T23:50:38.005056Z","steps":["trace[1614164560] 'agreement among raft nodes before linearized reading' (duration: 2.997049518s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:38.005109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:35.007874Z","time spent":"2.997227642s","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/04/01 23:50:38 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-01T23:50:38.191043Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7835591873806232462,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T23:50:38.321337Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.791090085s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-01T23:50:38.714937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:35.693534Z","time spent":"3.021398565s","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/01 23:50:38 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-01T23:50:38.714863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:35.693133Z","time spent":"3.021722203s","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/01 23:50:38 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-01T23:50:39.234719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999999134s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-01T23:50:39.234831Z","caller":"traceutil/trace.go:171","msg":"trace[1545128001] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000142777s","start":"2026-04-01T23:50:37.234662Z","end":"2026-04-01T23:50:39.234804Z","steps":["trace[1545128001] 'agreement among raft nodes before linearized reading' (duration: 2.000004834s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:39.234914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:37.234649Z","time spent":"2.000248079s","remote":"127.0.0.1:58042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-01T23:50:39.564572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.772044978s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:50:39.564671Z","caller":"traceutil/trace.go:171","msg":"trace[1614609464] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:9112; }","duration":"7.772202251s","start":"2026-04-01T23:50:31.792444Z","end":"2026-04-01T23:50:39.564647Z","steps":["trace[1614609464] 'agreement among raft nodes before linearized reading' (duration: 3.895200639s)","trace[1614609464] 'count revisions from in-memory index tree' (duration: 3.876852569s)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:50:39.564723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:31.792423Z","time spent":"7.772287673s","remote":"127.0.0.1:38788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:50:39.564765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.558087833s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"","error":"rangeKeys: context cancelled: context deadline exceeded"} {"level":"info","ts":"2026-04-01T23:50:39.564857Z","caller":"traceutil/trace.go:171","msg":"trace[883093750] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; }","duration":"6.558212206s","start":"2026-04-01T23:50:33.006622Z","end":"2026-04-01T23:50:39.564834Z","steps":["trace[883093750] 'agreement among raft nodes before linearized reading' (duration: 2.680972589s)","trace[883093750] 'range keys from in-memory index tree' (duration: 3.877061514s)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:50:39.564889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.043158185s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-01T23:50:39.56491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:33.006611Z","time spent":"6.558286858s","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-04-01T23:50:39.564929Z","caller":"traceutil/trace.go:171","msg":"trace[419191209] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:9112; }","duration":"5.043258588s","start":"2026-04-01T23:50:34.521658Z","end":"2026-04-01T23:50:39.564917Z","steps":["trace[419191209] 'agreement among raft nodes before linearized reading' (duration: 1.165930619s)","trace[419191209] 'count revisions from in-memory index tree' (duration: 3.877267288s)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:50:39.564953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:34.521628Z","time spent":"5.043318219s","remote":"127.0.0.1:58258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":2,"response size":30,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:50:39.565108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.665582177s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T23:50:39.565113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.90893204s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a25f9918a2b9c6\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-04-01T23:50:39.565133Z","caller":"traceutil/trace.go:171","msg":"trace[1339019260] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:9112; }","duration":"4.665751491s","start":"2026-04-01T23:50:34.899372Z","end":"2026-04-01T23:50:39.565123Z","steps":["trace[1339019260] 'agreement among raft nodes before linearized reading' (duration: 788.148285ms)","trace[1339019260] 'count revisions from in-memory index tree' (duration: 3.877557434s)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:50:39.565151Z","caller":"traceutil/trace.go:171","msg":"trace[1214068747] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a25f9918a2b9c6; range_end:; response_count:1; response_revision:9112; }","duration":"5.908988562s","start":"2026-04-01T23:50:33.656147Z","end":"2026-04-01T23:50:39.565136Z","steps":["trace[1214068747] 'agreement among raft nodes before linearized reading' (duration: 2.031456588s)","trace[1214068747] 'range keys from in-memory index tree' (duration: 3.87736928s)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:50:39.565173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:34.899297Z","time spent":"4.665864203s","remote":"127.0.0.1:54762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:50:39.565182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:33.656133Z","time spent":"5.909041903s","remote":"127.0.0.1:58094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a25f9918a2b9c6\" "} {"level":"warn","ts":"2026-04-01T23:50:39.56535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.701498715s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-01T23:50:39.565388Z","caller":"traceutil/trace.go:171","msg":"trace[1946153050] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:9112; }","duration":"6.701573907s","start":"2026-04-01T23:50:32.863798Z","end":"2026-04-01T23:50:39.565372Z","steps":["trace[1946153050] 'agreement among raft nodes before linearized reading' (duration: 2.823824949s)","trace[1946153050] 'count revisions from in-memory index tree' (duration: 3.877697417s)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:50:39.565419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:32.863771Z","time spent":"6.701640299s","remote":"127.0.0.1:58532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":4,"response size":30,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:50:39.565456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.964154268s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-01T23:50:39.565496Z","caller":"traceutil/trace.go:171","msg":"trace[1771569780] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:9112; }","duration":"5.96422703s","start":"2026-04-01T23:50:33.601259Z","end":"2026-04-01T23:50:39.565486Z","steps":["trace[1771569780] 'agreement among raft nodes before linearized reading' (duration: 2.086259276s)","trace[1771569780] 'count revisions from in-memory index tree' (duration: 3.877881332s)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:50:39.565525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:33.60124Z","time spent":"5.96427511s","remote":"127.0.0.1:44538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:50:39.565567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.193832283s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:50:39.565597Z","caller":"traceutil/trace.go:171","msg":"trace[2006286911] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:9112; }","duration":"6.193886645s","start":"2026-04-01T23:50:33.3717Z","end":"2026-04-01T23:50:39.565587Z","steps":["trace[2006286911] 'agreement among raft nodes before linearized reading' (duration: 2.315927411s)","trace[2006286911] 'count revisions from in-memory index tree' (duration: 3.877914232s)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:50:39.56564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:33.371685Z","time spent":"6.193945627s","remote":"127.0.0.1:40080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:50:39.565728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.77057997s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1633"} {"level":"info","ts":"2026-04-01T23:50:39.565766Z","caller":"traceutil/trace.go:171","msg":"trace[1559012428] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:9112; }","duration":"4.770649402s","start":"2026-04-01T23:50:34.795106Z","end":"2026-04-01T23:50:39.565755Z","steps":["trace[1559012428] 'agreement among raft nodes before linearized reading' (duration: 892.467662ms)","trace[1559012428] 'range keys from in-memory index tree' (duration: 3.878089297s)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:50:39.565763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.560376824s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"","error":"rangeKeys: context cancelled: context canceled"} {"level":"info","ts":"2026-04-01T23:50:39.565832Z","caller":"traceutil/trace.go:171","msg":"trace[278812409] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; }","duration":"6.560482877s","start":"2026-04-01T23:50:33.005332Z","end":"2026-04-01T23:50:39.565815Z","steps":["trace[278812409] 'agreement among raft nodes before linearized reading' (duration: 2.682307658s)","trace[278812409] 'range keys from in-memory index tree' (duration: 3.878063916s)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:50:39.565883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:33.005307Z","time spent":"6.560563899s","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} {"level":"warn","ts":"2026-04-01T23:50:39.565794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:34.795087Z","time spent":"4.770698932s","remote":"127.0.0.1:58172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1656,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} 2026/04/01 23:50:39 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-01T23:50:39.566103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.560506768s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"rangeKeys: context cancelled: context canceled"} {"level":"warn","ts":"2026-04-01T23:50:39.5659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.558939333s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"","error":"rangeKeys: context cancelled: context deadline exceeded"} {"level":"info","ts":"2026-04-01T23:50:39.566188Z","caller":"traceutil/trace.go:171","msg":"trace[1022114362] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; }","duration":"6.55924584s","start":"2026-04-01T23:50:33.006924Z","end":"2026-04-01T23:50:39.566169Z","steps":["trace[1022114362] 'agreement among raft nodes before linearized reading' (duration: 2.680719173s)","trace[1022114362] 'range keys from in-memory index tree' (duration: 3.87821237s)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:50:39.566258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:33.006915Z","time spent":"6.559322381s","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-04-01T23:50:39.56614Z","caller":"traceutil/trace.go:171","msg":"trace[1509827683] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"6.5606053s","start":"2026-04-01T23:50:33.005525Z","end":"2026-04-01T23:50:39.56613Z","steps":["trace[1509827683] 'agreement among raft nodes before linearized reading' (duration: 2.682137804s)","trace[1509827683] 'range keys from in-memory index tree' (duration: 3.878412524s)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:50:39.566392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:33.005501Z","time spent":"6.560878165s","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} 2026/04/01 23:50:39 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/04/01 23:50:39 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/04/01 23:50:39 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-01T23:50:39.566607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.244913289s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-01T23:50:39.566664Z","caller":"traceutil/trace.go:171","msg":"trace[1607288586] transaction","detail":"{read_only:false; response_revision:9113; number_of_response:1; }","duration":"4.036533026s","start":"2026-04-01T23:50:35.53012Z","end":"2026-04-01T23:50:39.566653Z","steps":["trace[1607288586] 'process raft request' (duration: 2.791528275s)","trace[1607288586] 'compare' (duration: 1.244205854s)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:50:39.566699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:35.530093Z","time spent":"4.036589677s","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:50:41.236766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000252679s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-01T23:50:41.236863Z","caller":"traceutil/trace.go:171","msg":"trace[1308493236] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000417882s","start":"2026-04-01T23:50:39.236425Z","end":"2026-04-01T23:50:41.236843Z","steps":["trace[1308493236] 'agreement among raft nodes before linearized reading' (duration: 2.000297369s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:41.23691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:39.236401Z","time spent":"2.000498074s","remote":"127.0.0.1:58050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/01 23:50:41 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-01T23:50:41.267715Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.946040557s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-01T23:50:41.445025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000257079s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-01T23:50:41.445102Z","caller":"traceutil/trace.go:171","msg":"trace[1980288413] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000381792s","start":"2026-04-01T23:50:39.444704Z","end":"2026-04-01T23:50:41.445086Z","steps":["trace[1980288413] 'agreement among raft nodes before linearized reading' (duration: 2.0002778s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:41.445145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:39.444688Z","time spent":"2.000449923s","remote":"127.0.0.1:58042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-01T23:50:41.456267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.293418ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-01T23:50:41.456515Z","caller":"traceutil/trace.go:171","msg":"trace[1984669516] linearizableReadLoop","detail":"{readStateIndex:9471; appliedIndex:9467; }","duration":"5.768914554s","start":"2026-04-01T23:50:35.687583Z","end":"2026-04-01T23:50:41.456498Z","steps":["trace[1984669516] 'read index received' (duration: 2.634088188s)","trace[1984669516] 'applied index is now lower than readState.Index' (duration: 3.134825486s)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:50:41.456665Z","caller":"traceutil/trace.go:171","msg":"trace[377720640] transaction","detail":"{read_only:false; response_revision:9116; number_of_response:1; }","duration":"3.450008696s","start":"2026-04-01T23:50:38.006627Z","end":"2026-04-01T23:50:41.456636Z","steps":["trace[377720640] 'process raft request' (duration: 3.449811891s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:41.456688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.179232646s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-01T23:50:41.456743Z","caller":"traceutil/trace.go:171","msg":"trace[1636820436] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:9116; }","duration":"6.179333508s","start":"2026-04-01T23:50:35.277393Z","end":"2026-04-01T23:50:41.456727Z","steps":["trace[1636820436] 'agreement among raft nodes before linearized reading' (duration: 6.179231566s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:41.456769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:35.277364Z","time spent":"6.17939813s","remote":"127.0.0.1:44566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:50:41.456794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:38.00661Z","time spent":"3.450116049s","remote":"127.0.0.1:58094","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":905,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-01T23:50:41.456814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.480066196s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-04-01T23:50:41.456881Z","caller":"traceutil/trace.go:171","msg":"trace[1887307707] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:9116; }","duration":"6.480141887s","start":"2026-04-01T23:50:34.976721Z","end":"2026-04-01T23:50:41.456863Z","steps":["trace[1887307707] 'agreement among raft nodes before linearized reading' (duration: 6.479909032s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:41.456923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:34.976676Z","time spent":"6.480239469s","remote":"127.0.0.1:58176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-04-01T23:50:42.091952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.479902ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:449"} {"level":"info","ts":"2026-04-01T23:50:42.09224Z","caller":"traceutil/trace.go:171","msg":"trace[1834829450] transaction","detail":"{read_only:false; number_of_response:1; response_revision:9116; }","duration":"3.375208059s","start":"2026-04-01T23:50:38.716985Z","end":"2026-04-01T23:50:42.092193Z","steps":["trace[1834829450] 'process raft request' (duration: 2.907386029s)","trace[1834829450] 'compare' (duration: 467.38546ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:50:42.092283Z","caller":"traceutil/trace.go:171","msg":"trace[431352260] transaction","detail":"{read_only:false; number_of_response:1; response_revision:9116; }","duration":"3.373877111s","start":"2026-04-01T23:50:38.71839Z","end":"2026-04-01T23:50:42.092267Z","steps":["trace[431352260] 'process raft request' (duration: 3.373682686s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:50:42.092305Z","caller":"traceutil/trace.go:171","msg":"trace[12437300] linearizableReadLoop","detail":"{readStateIndex:9474; appliedIndex:9471; }","duration":"635.741341ms","start":"2026-04-01T23:50:41.456542Z","end":"2026-04-01T23:50:42.092283Z","steps":["trace[12437300] 'read index received' (duration: 167.927241ms)","trace[12437300] 'applied index is now lower than readState.Index' (duration: 467.81291ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:50:42.092329Z","caller":"traceutil/trace.go:171","msg":"trace[918357414] transaction","detail":"{read_only:false; response_revision:9117; number_of_response:1; }","duration":"2.522297303s","start":"2026-04-01T23:50:39.569988Z","end":"2026-04-01T23:50:42.092286Z","steps":["trace[918357414] 'process raft request' (duration: 2.5221698s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:42.092456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.876659774s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-01T23:50:42.092456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.521387805s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-25da41df-2ad0-43b4-b4ce-9edcdae7f452\" ","response":"range_response_count:1 size:1293"} {"level":"info","ts":"2026-04-01T23:50:42.092505Z","caller":"traceutil/trace.go:171","msg":"trace[830036681] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:9117; }","duration":"3.876740566s","start":"2026-04-01T23:50:38.215752Z","end":"2026-04-01T23:50:42.092492Z","steps":["trace[830036681] 'agreement among raft nodes before linearized reading' (duration: 3.876661014s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:42.092531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:39.569968Z","time spent":"2.522460667s","remote":"127.0.0.1:58094","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:50:42.092562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:38.215731Z","time spent":"3.876817588s","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:50:42.092576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.400882941s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19408"} {"level":"info","ts":"2026-04-01T23:50:42.092641Z","caller":"traceutil/trace.go:171","msg":"trace[811724130] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:9117; }","duration":"6.400963153s","start":"2026-04-01T23:50:35.691661Z","end":"2026-04-01T23:50:42.092624Z","steps":["trace[811724130] 'agreement among raft nodes before linearized reading' (duration: 6.400820109s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:42.092688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.398681693s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224175"} {"level":"warn","ts":"2026-04-01T23:50:42.092699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:35.691649Z","time spent":"6.401036865s","remote":"127.0.0.1:58188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19431,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-04-01T23:50:42.092719Z","caller":"traceutil/trace.go:171","msg":"trace[1121276771] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:9117; }","duration":"6.398731314s","start":"2026-04-01T23:50:35.693981Z","end":"2026-04-01T23:50:42.092712Z","steps":["trace[1121276771] 'agreement among raft nodes before linearized reading' (duration: 6.398428087s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:42.092743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:35.693971Z","time spent":"6.398763995s","remote":"127.0.0.1:58198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":224198,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-01T23:50:42.092759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.671486784s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:50:42.092811Z","caller":"traceutil/trace.go:171","msg":"trace[1470997795] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:9117; }","duration":"1.671569116s","start":"2026-04-01T23:50:40.421228Z","end":"2026-04-01T23:50:42.092797Z","steps":["trace[1470997795] 'agreement among raft nodes before linearized reading' (duration: 1.671500255s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:42.092767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.036655818s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-01T23:50:42.092905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.708449163s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:50:42.092943Z","caller":"traceutil/trace.go:171","msg":"trace[887434175] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:9117; }","duration":"1.708510143s","start":"2026-04-01T23:50:40.384422Z","end":"2026-04-01T23:50:42.092932Z","steps":["trace[887434175] 'agreement among raft nodes before linearized reading' (duration: 1.708453162s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:42.092986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.401978916s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T23:50:42.092454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.184416257s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:50:42.09304Z","caller":"traceutil/trace.go:171","msg":"trace[85701855] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:9117; }","duration":"6.40214067s","start":"2026-04-01T23:50:35.690887Z","end":"2026-04-01T23:50:42.093028Z","steps":["trace[85701855] 'agreement among raft nodes before linearized reading' (duration: 6.402056149s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:42.093056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.72082881s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-01T23:50:42.093076Z","caller":"traceutil/trace.go:171","msg":"trace[124252476] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:9117; }","duration":"3.185054521s","start":"2026-04-01T23:50:38.908002Z","end":"2026-04-01T23:50:42.093056Z","steps":["trace[124252476] 'agreement among raft nodes before linearized reading' (duration: 3.184401786s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:42.093088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:35.690864Z","time spent":"6.402212662s","remote":"127.0.0.1:58210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-04-01T23:50:42.093101Z","caller":"traceutil/trace.go:171","msg":"trace[69694223] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:9117; }","duration":"1.720906972s","start":"2026-04-01T23:50:40.372181Z","end":"2026-04-01T23:50:42.093088Z","steps":["trace[69694223] 'agreement among raft nodes before linearized reading' (duration: 1.72083685s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:42.093127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:38.907994Z","time spent":"3.185116092s","remote":"127.0.0.1:44498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:50:42.092652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.020595104s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T23:50:42.092993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:40.384405Z","time spent":"1.708575255s","remote":"127.0.0.1:44462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:50:42.092379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:38.71837Z","time spent":"3.373944242s","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":46,"response count":0,"response size":468,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:50:42.093235Z","caller":"traceutil/trace.go:171","msg":"trace[542774881] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:9117; }","duration":"1.021188157s","start":"2026-04-01T23:50:41.072008Z","end":"2026-04-01T23:50:42.093197Z","steps":["trace[542774881] 'agreement among raft nodes before linearized reading' (duration: 1.020607684s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:42.092594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"847.423514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:50:42.092532Z","caller":"traceutil/trace.go:171","msg":"trace[17398703] range","detail":"{range_begin:/registry/persistentvolumes/pvc-25da41df-2ad0-43b4-b4ce-9edcdae7f452; range_end:; response_count:1; response_revision:9117; }","duration":"2.521500156s","start":"2026-04-01T23:50:39.571014Z","end":"2026-04-01T23:50:42.092514Z","steps":["trace[17398703] 'agreement among raft nodes before linearized reading' (duration: 2.5212744s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:50:42.093347Z","caller":"traceutil/trace.go:171","msg":"trace[1296984158] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9117; }","duration":"848.211671ms","start":"2026-04-01T23:50:41.24512Z","end":"2026-04-01T23:50:42.093332Z","steps":["trace[1296984158] 'agreement among raft nodes before linearized reading' (duration: 847.437014ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:42.093348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:41.071987Z","time spent":"1.021311669s","remote":"127.0.0.1:40076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:50:42.093372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:41.245096Z","time spent":"848.268493ms","remote":"127.0.0.1:58042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-01T23:50:42.093388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"634.543025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-01T23:50:42.09342Z","caller":"traceutil/trace.go:171","msg":"trace[586714892] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:9117; }","duration":"634.610687ms","start":"2026-04-01T23:50:41.458801Z","end":"2026-04-01T23:50:42.093412Z","steps":["trace[586714892] 'agreement among raft nodes before linearized reading' (duration: 634.521325ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:42.09345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:41.458782Z","time spent":"634.662638ms","remote":"127.0.0.1:58064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-04-01T23:50:42.092378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:38.716961Z","time spent":"3.375354023s","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":48,"response count":0,"response size":472,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:50:42.093555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.15451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-04-01T23:50:42.093374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:39.570996Z","time spent":"2.522366966s","remote":"127.0.0.1:58158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1316,"request content":"key:\"/registry/persistentvolumes/pvc-25da41df-2ad0-43b4-b4ce-9edcdae7f452\" "} {"level":"warn","ts":"2026-04-01T23:50:42.092706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.641221646s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:50:42.093586Z","caller":"traceutil/trace.go:171","msg":"trace[174064280] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:9117; }","duration":"369.244592ms","start":"2026-04-01T23:50:41.724332Z","end":"2026-04-01T23:50:42.093577Z","steps":["trace[174064280] 'agreement among raft nodes before linearized reading' (duration: 369.068938ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:50:42.0936Z","caller":"traceutil/trace.go:171","msg":"trace[423783419] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:9117; }","duration":"1.642123586s","start":"2026-04-01T23:50:40.451467Z","end":"2026-04-01T23:50:42.093591Z","steps":["trace[423783419] 'agreement among raft nodes before linearized reading' (duration: 1.641208086s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:42.093129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.19620337s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T23:50:42.093614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:41.724241Z","time spent":"369.362394ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-01T23:50:42.093631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:40.451421Z","time spent":"1.642199438s","remote":"127.0.0.1:54788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"info","ts":"2026-04-01T23:50:42.093652Z","caller":"traceutil/trace.go:171","msg":"trace[1427180784] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:9117; }","duration":"3.196773843s","start":"2026-04-01T23:50:38.89686Z","end":"2026-04-01T23:50:42.093634Z","steps":["trace[1427180784] 'agreement among raft nodes before linearized reading' (duration: 3.19617315s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:42.092957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.863036931s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7111"} {"level":"info","ts":"2026-04-01T23:50:42.093705Z","caller":"traceutil/trace.go:171","msg":"trace[1534061839] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:9117; }","duration":"4.863805937s","start":"2026-04-01T23:50:37.22989Z","end":"2026-04-01T23:50:42.093696Z","steps":["trace[1534061839] 'agreement among raft nodes before linearized reading' (duration: 4.86301201s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:42.093711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:38.896834Z","time spent":"3.196858055s","remote":"127.0.0.1:54642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:50:42.093729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:37.229878Z","time spent":"4.863842899s","remote":"127.0.0.1:58198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7134,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-04-01T23:50:42.093691Z","caller":"traceutil/trace.go:171","msg":"trace[434554597] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:9117; }","duration":"4.036935435s","start":"2026-04-01T23:50:38.055966Z","end":"2026-04-01T23:50:42.092902Z","steps":["trace[434554597] 'agreement among raft nodes before linearized reading' (duration: 4.036469754s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:42.093807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:38.055937Z","time spent":"4.037851275s","remote":"127.0.0.1:58506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":9,"response size":30,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:50:42.093149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:40.372159Z","time spent":"1.720977714s","remote":"127.0.0.1:58418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":30,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:50:42.092852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:40.42121Z","time spent":"1.671628917s","remote":"127.0.0.1:54748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:50:42.741546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.664618ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-04-01T23:50:42.741738Z","caller":"traceutil/trace.go:171","msg":"trace[1060597779] transaction","detail":"{read_only:false; response_revision:9118; number_of_response:1; }","duration":"643.145047ms","start":"2026-04-01T23:50:42.098575Z","end":"2026-04-01T23:50:42.74172Z","steps":["trace[1060597779] 'process raft request' (duration: 643.042135ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:42.741731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:42.098534Z","time spent":"643.189378ms","remote":"127.0.0.1:58064","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-01T23:50:42.741839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:42.098561Z","time spent":"643.217109ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:50:44.380863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000578507s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-01T23:50:44.380949Z","caller":"traceutil/trace.go:171","msg":"trace[1086558851] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00071511s","start":"2026-04-01T23:50:42.380214Z","end":"2026-04-01T23:50:44.380929Z","steps":["trace[1086558851] 'agreement among raft nodes before linearized reading' (duration: 2.000614738s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:44.380999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:42.380187Z","time spent":"2.000797341s","remote":"127.0.0.1:58042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/01 23:50:44 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-01T23:50:46.179338Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.48592987s","expected-duration":"1s"} {"level":"info","ts":"2026-04-01T23:50:46.180219Z","caller":"traceutil/trace.go:171","msg":"trace[334389827] transaction","detail":"{read_only:false; response_revision:9119; number_of_response:1; }","duration":"4.081083593s","start":"2026-04-01T23:50:42.09911Z","end":"2026-04-01T23:50:46.180193Z","steps":["trace[334389827] 'process raft request' (duration: 4.080576812s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:46.18039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:42.099097Z","time spent":"4.081207447s","remote":"127.0.0.1:58094","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:50:46.180736Z","caller":"traceutil/trace.go:171","msg":"trace[583232364] transaction","detail":"{read_only:false; response_revision:9120; number_of_response:1; }","duration":"4.078977636s","start":"2026-04-01T23:50:42.101741Z","end":"2026-04-01T23:50:46.180719Z","steps":["trace[583232364] 'process raft request' (duration: 4.078347572s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:50:46.180753Z","caller":"traceutil/trace.go:171","msg":"trace[1903422603] linearizableReadLoop","detail":"{readStateIndex:9477; appliedIndex:9474; }","duration":"4.079372575s","start":"2026-04-01T23:50:42.101337Z","end":"2026-04-01T23:50:46.180709Z","steps":["trace[1903422603] 'read index received' (duration: 388.550273ms)","trace[1903422603] 'applied index is now lower than readState.Index' (duration: 3.690820232s)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:50:46.180803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:42.101731Z","time spent":"4.079039378s","remote":"127.0.0.1:58198","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:50:46.181106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.079745464s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-626921b9-301b-4f74-91f2-1c33b8a6bcb6\" ","response":"range_response_count:1 size:1450"} {"level":"info","ts":"2026-04-01T23:50:46.181155Z","caller":"traceutil/trace.go:171","msg":"trace[322443306] range","detail":"{range_begin:/registry/persistentvolumes/pvc-626921b9-301b-4f74-91f2-1c33b8a6bcb6; range_end:; response_count:1; response_revision:9120; }","duration":"4.079862296s","start":"2026-04-01T23:50:42.10128Z","end":"2026-04-01T23:50:46.181142Z","steps":["trace[322443306] 'agreement among raft nodes before linearized reading' (duration: 4.079640621s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:46.181185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:42.101261Z","time spent":"4.079916947s","remote":"127.0.0.1:58158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1473,"request content":"key:\"/registry/persistentvolumes/pvc-626921b9-301b-4f74-91f2-1c33b8a6bcb6\" "} {"level":"warn","ts":"2026-04-01T23:50:46.381291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000284479s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-01T23:50:46.381388Z","caller":"traceutil/trace.go:171","msg":"trace[250198751] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000436494s","start":"2026-04-01T23:50:44.380931Z","end":"2026-04-01T23:50:46.381368Z","steps":["trace[250198751] 'agreement among raft nodes before linearized reading' (duration: 2.000305s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:46.38144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:44.380916Z","time spent":"2.000512675s","remote":"127.0.0.1:58050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-01T23:50:46.681154Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7835591873806232486,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T23:50:47.181434Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7835591873806232486,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T23:50:47.682157Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7835591873806232486,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T23:50:48.182455Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7835591873806232486,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T23:50:48.357236Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.177594872s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-01T23:50:48.401922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000628398s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-01T23:50:48.402039Z","caller":"traceutil/trace.go:171","msg":"trace[1194773929] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000806192s","start":"2026-04-01T23:50:46.401208Z","end":"2026-04-01T23:50:48.402014Z","steps":["trace[1194773929] 'agreement among raft nodes before linearized reading' (duration: 2.000663939s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:48.402091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:46.401185Z","time spent":"2.000896234s","remote":"127.0.0.1:58042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/01 23:50:48 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-01T23:50:49.197783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"840.194412ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-01T23:50:49.198242Z","caller":"traceutil/trace.go:171","msg":"trace[2145253667] transaction","detail":"{read_only:false; response_revision:9121; number_of_response:1; }","duration":"6.454766068s","start":"2026-04-01T23:50:42.743442Z","end":"2026-04-01T23:50:49.198208Z","steps":["trace[2145253667] 'process raft request' (duration: 5.614050355s)","trace[2145253667] 'compare' (duration: 839.027605ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:50:49.198452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:42.743414Z","time spent":"6.454953353s","remote":"127.0.0.1:58064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:50:49.19844Z","caller":"traceutil/trace.go:171","msg":"trace[605714300] transaction","detail":"{read_only:false; response_revision:9122; number_of_response:1; }","duration":"6.003527049s","start":"2026-04-01T23:50:43.194874Z","end":"2026-04-01T23:50:49.198401Z","steps":["trace[605714300] 'process raft request' (duration: 6.003021818s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:49.198751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:43.194834Z","time spent":"6.003811826s","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:50:50.167778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"969.757894ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-01T23:50:50.168568Z","caller":"traceutil/trace.go:171","msg":"trace[1255252051] linearizableReadLoop","detail":"{readStateIndex:9482; appliedIndex:9478; }","duration":"3.98765245s","start":"2026-04-01T23:50:46.180881Z","end":"2026-04-01T23:50:50.168533Z","steps":["trace[1255252051] 'read index received' (duration: 2.176529218s)","trace[1255252051] 'applied index is now lower than readState.Index' (duration: 1.811120332s)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:50:50.168689Z","caller":"traceutil/trace.go:171","msg":"trace[1812811201] transaction","detail":"{read_only:false; response_revision:9123; number_of_response:1; }","duration":"6.113736678s","start":"2026-04-01T23:50:44.054941Z","end":"2026-04-01T23:50:50.168677Z","steps":["trace[1812811201] 'process raft request' (duration: 6.112973471s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:50.168783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:44.054903Z","time spent":"6.11380986s","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:50:50.402621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000006094s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-01T23:50:50.402746Z","caller":"traceutil/trace.go:171","msg":"trace[1197054173] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000204998s","start":"2026-04-01T23:50:48.402509Z","end":"2026-04-01T23:50:50.402714Z","steps":["trace[1197054173] 'agreement among raft nodes before linearized reading' (duration: 2.000051904s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:50.402826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:48.402478Z","time spent":"2.000318281s","remote":"127.0.0.1:58050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/01 23:50:50 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-01T23:50:51.447108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999585683s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-01T23:50:51.447174Z","caller":"traceutil/trace.go:171","msg":"trace[1036461754] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999722076s","start":"2026-04-01T23:50:49.447436Z","end":"2026-04-01T23:50:51.447158Z","steps":["trace[1036461754] 'agreement among raft nodes before linearized reading' (duration: 1.999635184s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:51.447212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:49.447402Z","time spent":"1.999801958s","remote":"127.0.0.1:58042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/01 23:50:51 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-01T23:50:52.409577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999950522s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-01T23:50:52.409698Z","caller":"traceutil/trace.go:171","msg":"trace[1241007770] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000164038s","start":"2026-04-01T23:50:50.409507Z","end":"2026-04-01T23:50:52.409671Z","steps":["trace[1241007770] 'agreement among raft nodes before linearized reading' (duration: 2.000002174s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:52.409765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:50.409484Z","time spent":"2.000265669s","remote":"127.0.0.1:58050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/01 23:50:52 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-01T23:50:53.0224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:50.513438Z","time spent":"2.508949274s","remote":"127.0.0.1:50646","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-01T23:50:53.022497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.908641425s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:50:53.022578Z","caller":"traceutil/trace.go:171","msg":"trace[443714526] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:9123; }","duration":"6.908780158s","start":"2026-04-01T23:50:46.113774Z","end":"2026-04-01T23:50:53.022554Z","steps":["trace[443714526] 'agreement among raft nodes before linearized reading' (duration: 4.055187834s)","trace[443714526] 'count revisions from in-memory index tree' (duration: 2.853473422s)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:50:53.022622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:46.113752Z","time spent":"6.90885937s","remote":"127.0.0.1:54604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:50:53.022817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.909670803s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-01T23:50:53.022858Z","caller":"traceutil/trace.go:171","msg":"trace[1186248887] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:9123; }","duration":"9.909764766s","start":"2026-04-01T23:50:43.113073Z","end":"2026-04-01T23:50:53.022838Z","steps":["trace[1186248887] 'agreement among raft nodes before linearized reading' (duration: 7.055909166s)","trace[1186248887] 'count revisions from in-memory index tree' (duration: 2.853817759s)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:50:53.022882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:43.113038Z","time spent":"9.909837027s","remote":"127.0.0.1:58398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:50:53.023006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.668502951s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:50:53.023035Z","caller":"traceutil/trace.go:171","msg":"trace[1265994129] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:9123; }","duration":"9.668576403s","start":"2026-04-01T23:50:43.354448Z","end":"2026-04-01T23:50:53.023025Z","steps":["trace[1265994129] 'agreement among raft nodes before linearized reading' (duration: 6.814516818s)","trace[1265994129] 'count revisions from in-memory index tree' (duration: 2.854000343s)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:50:53.023058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:43.354421Z","time spent":"9.668628893s","remote":"127.0.0.1:35186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:50:53.02318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.411716924s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:50:53.023207Z","caller":"traceutil/trace.go:171","msg":"trace[1023544405] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:9123; }","duration":"7.411783496s","start":"2026-04-01T23:50:45.611413Z","end":"2026-04-01T23:50:53.023196Z","steps":["trace[1023544405] 'agreement among raft nodes before linearized reading' (duration: 4.557586358s)","trace[1023544405] 'count revisions from in-memory index tree' (duration: 2.854158667s)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:50:53.023229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:45.611394Z","time spent":"7.411826607s","remote":"127.0.0.1:54694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:50:53.023461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.920525036s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-88zqq\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-04-01T23:50:53.02353Z","caller":"traceutil/trace.go:171","msg":"trace[1795861768] range","detail":"{range_begin:/registry/pods/openstack/keepalived-88zqq; range_end:; response_count:1; response_revision:9123; }","duration":"8.920644778s","start":"2026-04-01T23:50:44.102859Z","end":"2026-04-01T23:50:53.023504Z","steps":["trace[1795861768] 'agreement among raft nodes before linearized reading' (duration: 6.066149303s)","trace[1795861768] 'range keys from in-memory index tree' (duration: 2.85428218s)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:50:53.023572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:44.102837Z","time spent":"8.92072736s","remote":"127.0.0.1:58198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-88zqq\" "} {"level":"warn","ts":"2026-04-01T23:50:53.023831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.71093663s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-01T23:50:53.02389Z","caller":"traceutil/trace.go:171","msg":"trace[1974719596] linearizableReadLoop","detail":"{readStateIndex:9483; appliedIndex:9482; }","duration":"2.855244383s","start":"2026-04-01T23:50:50.168635Z","end":"2026-04-01T23:50:53.02388Z","steps":["trace[1974719596] 'read index received' (duration: 144.074997ms)","trace[1974719596] 'applied index is now lower than readState.Index' (duration: 2.711167116s)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:50:53.02397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.835508295s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:50:53.023993Z","caller":"traceutil/trace.go:171","msg":"trace[1273421750] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:9124; }","duration":"5.835575947s","start":"2026-04-01T23:50:47.188411Z","end":"2026-04-01T23:50:53.023987Z","steps":["trace[1273421750] 'agreement among raft nodes before linearized reading' (duration: 5.835533486s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:53.024014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:47.188388Z","time spent":"5.835619488s","remote":"127.0.0.1:44346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:50:53.024062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.124683752s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T23:50:53.024119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.823117784s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-04-01T23:50:53.024212Z","caller":"traceutil/trace.go:171","msg":"trace[1780830163] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:9124; }","duration":"3.823315518s","start":"2026-04-01T23:50:49.200876Z","end":"2026-04-01T23:50:53.024191Z","steps":["trace[1780830163] 'agreement among raft nodes before linearized reading' (duration: 3.823007492s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:53.02425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:49.200854Z","time spent":"3.82338988s","remote":"127.0.0.1:58176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-04-01T23:50:53.024265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.824643733s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7303"} {"level":"info","ts":"2026-04-01T23:50:53.024293Z","caller":"traceutil/trace.go:171","msg":"trace[2094492468] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:9124; }","duration":"6.824686534s","start":"2026-04-01T23:50:46.199596Z","end":"2026-04-01T23:50:53.024283Z","steps":["trace[2094492468] 'agreement among raft nodes before linearized reading' (duration: 6.824569982s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:53.024318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:46.199586Z","time spent":"6.824726295s","remote":"127.0.0.1:58198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7326,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-04-01T23:50:53.024354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.951264815s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:50:53.024393Z","caller":"traceutil/trace.go:171","msg":"trace[1352857303] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:9124; }","duration":"3.951392518s","start":"2026-04-01T23:50:49.072991Z","end":"2026-04-01T23:50:53.024384Z","steps":["trace[1352857303] 'agreement among raft nodes before linearized reading' (duration: 3.951223674s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:50:53.024431Z","caller":"traceutil/trace.go:171","msg":"trace[1219047662] transaction","detail":"{read_only:false; response_revision:9124; number_of_response:1; }","duration":"3.265565243s","start":"2026-04-01T23:50:49.758849Z","end":"2026-04-01T23:50:53.024414Z","steps":["trace[1219047662] 'process raft request' (duration: 553.989519ms)","trace[1219047662] 'compare' (duration: 2.710654034s)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:50:53.024482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.825170825s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a25f9918a2b9c6\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-04-01T23:50:53.024447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:49.07297Z","time spent":"3.95146655s","remote":"127.0.0.1:54824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:50:53.024534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:49.758823Z","time spent":"3.265638125s","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:50:53.024566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.414241184s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-01T23:50:53.024589Z","caller":"traceutil/trace.go:171","msg":"trace[911781547] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:9124; }","duration":"2.414328985s","start":"2026-04-01T23:50:50.610254Z","end":"2026-04-01T23:50:53.024583Z","steps":["trace[911781547] 'agreement among raft nodes before linearized reading' (duration: 2.414275424s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:53.024614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:50.610226Z","time spent":"2.414381767s","remote":"127.0.0.1:56118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":29,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:50:53.024696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.065825509s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-01T23:50:53.024729Z","caller":"traceutil/trace.go:171","msg":"trace[798899977] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:9124; }","duration":"3.065892541s","start":"2026-04-01T23:50:49.958826Z","end":"2026-04-01T23:50:53.024718Z","steps":["trace[798899977] 'agreement among raft nodes before linearized reading' (duration: 3.06583489s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:53.024749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:49.958808Z","time spent":"3.065935652s","remote":"127.0.0.1:44554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:50:53.024811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.496158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-01T23:50:53.024842Z","caller":"traceutil/trace.go:171","msg":"trace[1513277098] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:9124; }","duration":"182.597ms","start":"2026-04-01T23:50:52.842235Z","end":"2026-04-01T23:50:53.024832Z","steps":["trace[1513277098] 'agreement among raft nodes before linearized reading' (duration: 182.548899ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:53.024854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.335599532s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-01T23:50:53.024873Z","caller":"traceutil/trace.go:171","msg":"trace[2047391954] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:9124; }","duration":"3.335645803s","start":"2026-04-01T23:50:49.68922Z","end":"2026-04-01T23:50:53.024866Z","steps":["trace[2047391954] 'agreement among raft nodes before linearized reading' (duration: 3.335610863s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:53.024894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:49.689206Z","time spent":"3.335684334s","remote":"127.0.0.1:56114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:50:53.024976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.422375796s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:50:53.024995Z","caller":"traceutil/trace.go:171","msg":"trace[1324236196] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:9124; }","duration":"3.422420727s","start":"2026-04-01T23:50:49.60257Z","end":"2026-04-01T23:50:53.024991Z","steps":["trace[1324236196] 'agreement among raft nodes before linearized reading' (duration: 3.422384596s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:53.025008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"608.111962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:50:53.02503Z","caller":"traceutil/trace.go:171","msg":"trace[181506258] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9124; }","duration":"608.159144ms","start":"2026-04-01T23:50:52.416865Z","end":"2026-04-01T23:50:53.025024Z","steps":["trace[181506258] 'agreement among raft nodes before linearized reading' (duration: 608.123973ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:53.025042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.426035097s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T23:50:53.025053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:52.416851Z","time spent":"608.197564ms","remote":"127.0.0.1:58042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-01T23:50:53.025062Z","caller":"traceutil/trace.go:171","msg":"trace[372802578] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:9124; }","duration":"3.426092709s","start":"2026-04-01T23:50:49.598962Z","end":"2026-04-01T23:50:53.025055Z","steps":["trace[372802578] 'agreement among raft nodes before linearized reading' (duration: 3.426058488s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:53.02508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:49.598939Z","time spent":"3.42613417s","remote":"127.0.0.1:54722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:50:53.025178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"976.908405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-01T23:50:53.02519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.50296807s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:50:53.025206Z","caller":"traceutil/trace.go:171","msg":"trace[555561711] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:9124; }","duration":"976.977596ms","start":"2026-04-01T23:50:52.048221Z","end":"2026-04-01T23:50:53.025199Z","steps":["trace[555561711] 'agreement among raft nodes before linearized reading' (duration: 976.929595ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:53.025232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:52.048201Z","time spent":"977.023967ms","remote":"127.0.0.1:58272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":30,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:50:53.025402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.208954372s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"info","ts":"2026-04-01T23:50:53.02543Z","caller":"traceutil/trace.go:171","msg":"trace[1673154959] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:9124; }","duration":"1.208986493s","start":"2026-04-01T23:50:51.816436Z","end":"2026-04-01T23:50:53.025422Z","steps":["trace[1673154959] 'agreement among raft nodes before linearized reading' (duration: 1.208898371s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:53.02545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:51.816374Z","time spent":"1.209069924s","remote":"127.0.0.1:58172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1804,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"warn","ts":"2026-04-01T23:50:53.024972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"491.906439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-01T23:50:53.025555Z","caller":"traceutil/trace.go:171","msg":"trace[593311108] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:9124; }","duration":"492.523173ms","start":"2026-04-01T23:50:52.533016Z","end":"2026-04-01T23:50:53.025539Z","steps":["trace[593311108] 'agreement among raft nodes before linearized reading' (duration: 491.9276ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:50:53.02521Z","caller":"traceutil/trace.go:171","msg":"trace[1359397505] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:9124; }","duration":"3.503036412s","start":"2026-04-01T23:50:49.522166Z","end":"2026-04-01T23:50:53.025203Z","steps":["trace[1359397505] 'agreement among raft nodes before linearized reading' (duration: 3.503003621s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:53.025591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:52.532994Z","time spent":"492.585115ms","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":2,"response size":30,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:50:53.025617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:49.522135Z","time spent":"3.503468712s","remote":"127.0.0.1:58144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"info","ts":"2026-04-01T23:50:53.024169Z","caller":"traceutil/trace.go:171","msg":"trace[1670673306] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:9124; }","duration":"5.124791135s","start":"2026-04-01T23:50:47.899365Z","end":"2026-04-01T23:50:53.024157Z","steps":["trace[1670673306] 'agreement among raft nodes before linearized reading' (duration: 5.12455883s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:53.025807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:47.899306Z","time spent":"5.126491442s","remote":"127.0.0.1:56158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:50:53.02501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:49.602558Z","time spent":"3.422448497s","remote":"127.0.0.1:44400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:50:53.026386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.369337761s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-04-01T23:50:53.026446Z","caller":"traceutil/trace.go:171","msg":"trace[1240571056] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:9124; }","duration":"4.369432003s","start":"2026-04-01T23:50:48.657007Z","end":"2026-04-01T23:50:53.026439Z","steps":["trace[1240571056] 'agreement among raft nodes before linearized reading' (duration: 4.36929513s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:53.026482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:48.656989Z","time spent":"4.369487424s","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-01T23:50:53.026864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.10004299s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-01T23:50:53.026906Z","caller":"traceutil/trace.go:171","msg":"trace[628064166] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:9124; }","duration":"5.100087621s","start":"2026-04-01T23:50:47.926813Z","end":"2026-04-01T23:50:53.0269Z","steps":["trace[628064166] 'agreement among raft nodes before linearized reading' (duration: 5.099834936s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:53.026936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:47.926754Z","time spent":"5.100175713s","remote":"127.0.0.1:44502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-01T23:50:53.024511Z","caller":"traceutil/trace.go:171","msg":"trace[238629033] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a25f9918a2b9c6; range_end:; response_count:1; response_revision:9124; }","duration":"6.825240686s","start":"2026-04-01T23:50:46.199262Z","end":"2026-04-01T23:50:53.024503Z","steps":["trace[238629033] 'agreement among raft nodes before linearized reading' (duration: 6.825167715s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:53.027232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:46.199244Z","time spent":"6.827930287s","remote":"127.0.0.1:58094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a25f9918a2b9c6\" "} {"level":"warn","ts":"2026-04-01T23:50:54.020913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.951525ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:50:54.021135Z","caller":"traceutil/trace.go:171","msg":"trace[555734841] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:9124; }","duration":"198.20316ms","start":"2026-04-01T23:50:53.822893Z","end":"2026-04-01T23:50:54.021097Z","steps":["trace[555734841] 'range keys from in-memory index tree' (duration: 197.915464ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:54.021515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"712.813759ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-04-01T23:50:54.021621Z","caller":"traceutil/trace.go:171","msg":"trace[1248878475] linearizableReadLoop","detail":"{readStateIndex:9484; appliedIndex:9483; }","duration":"989.560697ms","start":"2026-04-01T23:50:53.032043Z","end":"2026-04-01T23:50:54.021603Z","steps":["trace[1248878475] 'read index received' (duration: 276.666656ms)","trace[1248878475] 'applied index is now lower than readState.Index' (duration: 712.892701ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:50:54.021659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:53.031053Z","time spent":"990.597881ms","remote":"127.0.0.1:58094","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-01T23:50:54.021785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"989.731191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.209\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-01T23:50:54.021819Z","caller":"traceutil/trace.go:171","msg":"trace[1784240649] range","detail":"{range_begin:/registry/masterleases/199.204.45.209; range_end:; response_count:1; response_revision:9124; }","duration":"989.810682ms","start":"2026-04-01T23:50:53.031996Z","end":"2026-04-01T23:50:54.021807Z","steps":["trace[1784240649] 'agreement among raft nodes before linearized reading' (duration: 989.669889ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:54.021855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:53.031973Z","time spent":"989.873424ms","remote":"127.0.0.1:58064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.209\" "} {"level":"warn","ts":"2026-04-01T23:50:54.522449Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7835591873806232500,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T23:50:54.963846Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.655087877s","expected-duration":"1s"} {"level":"info","ts":"2026-04-01T23:50:55.038385Z","caller":"traceutil/trace.go:171","msg":"trace[486584374] transaction","detail":"{read_only:false; response_revision:9126; number_of_response:1; }","duration":"2.002013089s","start":"2026-04-01T23:50:53.036343Z","end":"2026-04-01T23:50:55.038356Z","steps":["trace[486584374] 'process raft request' (duration: 2.001878976s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:50:55.038478Z","caller":"traceutil/trace.go:171","msg":"trace[2043719979] transaction","detail":"{read_only:false; response_revision:9125; number_of_response:1; }","duration":"2.003325327s","start":"2026-04-01T23:50:53.03508Z","end":"2026-04-01T23:50:55.038405Z","steps":["trace[2043719979] 'process raft request' (duration: 1.929353859s)","trace[2043719979] 'compare' (duration: 73.393875ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:50:55.038569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:53.036334Z","time spent":"2.002137601s","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:50:55.03869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:53.035063Z","time spent":"2.003497991s","remote":"127.0.0.1:58198","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7096,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:50:55.749523Z","caller":"traceutil/trace.go:171","msg":"trace[759418590] linearizableReadLoop","detail":"{readStateIndex:9488; appliedIndex:9484; }","duration":"1.727861188s","start":"2026-04-01T23:50:54.021643Z","end":"2026-04-01T23:50:55.749504Z","steps":["trace[759418590] 'read index received' (duration: 942.704968ms)","trace[759418590] 'applied index is now lower than readState.Index' (duration: 785.15535ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:50:55.749563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:54.023023Z","time spent":"1.726533218s","remote":"127.0.0.1:58064","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-01T23:50:55.749625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999976863s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T23:50:55.749661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.106089499s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:50:55.74967Z","caller":"traceutil/trace.go:171","msg":"trace[263503920] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:9127; }","duration":"2.000093025s","start":"2026-04-01T23:50:53.749563Z","end":"2026-04-01T23:50:55.749656Z","steps":["trace[263503920] 'agreement among raft nodes before linearized reading' (duration: 1.999983233s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:50:55.74969Z","caller":"traceutil/trace.go:171","msg":"trace[525549933] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:9127; }","duration":"2.106175011s","start":"2026-04-01T23:50:53.643504Z","end":"2026-04-01T23:50:55.749679Z","steps":["trace[525549933] 'agreement among raft nodes before linearized reading' (duration: 2.10610978s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:55.749704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:53.749526Z","time spent":"2.000166597s","remote":"127.0.0.1:58244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:50:55.749727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:53.643443Z","time spent":"2.106277664s","remote":"127.0.0.1:44382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"info","ts":"2026-04-01T23:50:55.749728Z","caller":"traceutil/trace.go:171","msg":"trace[781528045] transaction","detail":"{read_only:false; response_revision:9127; number_of_response:1; }","duration":"1.726935856s","start":"2026-04-01T23:50:54.022737Z","end":"2026-04-01T23:50:55.749673Z","steps":["trace[781528045] 'process raft request' (duration: 1.726571958s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:55.749843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.367194657s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:50:55.749948Z","caller":"traceutil/trace.go:171","msg":"trace[969886703] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9127; }","duration":"1.367351581s","start":"2026-04-01T23:50:54.382572Z","end":"2026-04-01T23:50:55.749924Z","steps":["trace[969886703] 'agreement among raft nodes before linearized reading' (duration: 1.367173537s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:55.749992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:54.02271Z","time spent":"1.727138561s","remote":"127.0.0.1:58094","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:50:55.750033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.036854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-01T23:50:55.750058Z","caller":"traceutil/trace.go:171","msg":"trace[502455409] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:9127; }","duration":"197.120537ms","start":"2026-04-01T23:50:55.552931Z","end":"2026-04-01T23:50:55.750051Z","steps":["trace[502455409] 'agreement among raft nodes before linearized reading' (duration: 197.075856ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:55.750141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"704.048871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7111"} {"level":"warn","ts":"2026-04-01T23:50:55.750173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.207479151s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-01T23:50:55.750177Z","caller":"traceutil/trace.go:171","msg":"trace[1580346369] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:9127; }","duration":"704.134303ms","start":"2026-04-01T23:50:55.046034Z","end":"2026-04-01T23:50:55.750169Z","steps":["trace[1580346369] 'agreement among raft nodes before linearized reading' (duration: 703.99323ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:50:55.750203Z","caller":"traceutil/trace.go:171","msg":"trace[1170781651] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:9127; }","duration":"2.207552353s","start":"2026-04-01T23:50:53.542637Z","end":"2026-04-01T23:50:55.750189Z","steps":["trace[1170781651] 'agreement among raft nodes before linearized reading' (duration: 2.207480411s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:55.750208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:55.046008Z","time spent":"704.190185ms","remote":"127.0.0.1:58198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7134,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-04-01T23:50:55.750223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:53.542608Z","time spent":"2.207610044s","remote":"127.0.0.1:58210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":53,"response size":30,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:50:55.750003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:54.38255Z","time spent":"1.367444563s","remote":"127.0.0.1:58042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-01T23:50:55.750556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"800.586935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-01T23:50:55.750596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"713.098975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-88zqq\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-04-01T23:50:55.750614Z","caller":"traceutil/trace.go:171","msg":"trace[80966198] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:9127; }","duration":"800.717848ms","start":"2026-04-01T23:50:54.949882Z","end":"2026-04-01T23:50:55.7506Z","steps":["trace[80966198] 'agreement among raft nodes before linearized reading' (duration: 800.592735ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:50:55.750619Z","caller":"traceutil/trace.go:171","msg":"trace[996133625] range","detail":"{range_begin:/registry/pods/openstack/keepalived-88zqq; range_end:; response_count:1; response_revision:9127; }","duration":"713.170286ms","start":"2026-04-01T23:50:55.037442Z","end":"2026-04-01T23:50:55.750612Z","steps":["trace[996133625] 'agreement among raft nodes before linearized reading' (duration: 713.079494ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:55.750638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:55.037417Z","time spent":"713.216298ms","remote":"127.0.0.1:58198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-88zqq\" "} {"level":"warn","ts":"2026-04-01T23:50:55.750643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:54.949854Z","time spent":"800.78338ms","remote":"127.0.0.1:58188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":30,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:50:56.255316Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7835591873806232506,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T23:50:56.689861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.48764ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-01T23:50:56.689961Z","caller":"traceutil/trace.go:171","msg":"trace[448718240] transaction","detail":"{read_only:false; response_revision:9128; number_of_response:1; }","duration":"937.913391ms","start":"2026-04-01T23:50:55.752029Z","end":"2026-04-01T23:50:56.689942Z","steps":["trace[448718240] 'process raft request' (duration: 613.257557ms)","trace[448718240] 'compare' (duration: 324.102851ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:50:56.690005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:55.752Z","time spent":"937.985922ms","remote":"127.0.0.1:58064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:50:56.741308Z","caller":"traceutil/trace.go:171","msg":"trace[979247958] transaction","detail":"{read_only:false; response_revision:9129; number_of_response:1; }","duration":"983.836561ms","start":"2026-04-01T23:50:55.757451Z","end":"2026-04-01T23:50:56.741288Z","steps":["trace[979247958] 'process raft request' (duration: 983.686077ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:56.741434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:55.75743Z","time spent":"983.938503ms","remote":"127.0.0.1:58198","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7096,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:50:56.741614Z","caller":"traceutil/trace.go:171","msg":"trace[1154464758] linearizableReadLoop","detail":"{readStateIndex:9490; appliedIndex:9488; }","duration":"986.228824ms","start":"2026-04-01T23:50:55.755023Z","end":"2026-04-01T23:50:56.741252Z","steps":["trace[1154464758] 'read index received' (duration: 610.317112ms)","trace[1154464758] 'applied index is now lower than readState.Index' (duration: 375.911072ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:50:56.741816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"986.749005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a25f9918a2b9c6\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-04-01T23:50:56.741962Z","caller":"traceutil/trace.go:171","msg":"trace[1053144063] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a25f9918a2b9c6; range_end:; response_count:1; response_revision:9129; }","duration":"986.97585ms","start":"2026-04-01T23:50:55.754949Z","end":"2026-04-01T23:50:56.741925Z","steps":["trace[1053144063] 'agreement among raft nodes before linearized reading' (duration: 986.514959ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:56.742065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:55.754922Z","time spent":"987.096153ms","remote":"127.0.0.1:58094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a25f9918a2b9c6\" "} {"level":"warn","ts":"2026-04-01T23:50:57.260123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.873906ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-01T23:50:57.260339Z","caller":"traceutil/trace.go:171","msg":"trace[803683554] transaction","detail":"{read_only:false; response_revision:9131; number_of_response:1; }","duration":"513.270867ms","start":"2026-04-01T23:50:56.747049Z","end":"2026-04-01T23:50:57.26032Z","steps":["trace[803683554] 'process raft request' (duration: 513.197036ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:50:57.26035Z","caller":"traceutil/trace.go:171","msg":"trace[1850443173] transaction","detail":"{read_only:false; response_revision:9130; number_of_response:1; }","duration":"554.244036ms","start":"2026-04-01T23:50:56.706035Z","end":"2026-04-01T23:50:57.260279Z","steps":["trace[1850443173] 'process raft request' (duration: 217.113715ms)","trace[1850443173] 'compare' (duration: 336.666521ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:50:57.260413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:56.747013Z","time spent":"513.367179ms","remote":"127.0.0.1:58094","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:50:57.260404Z","caller":"traceutil/trace.go:171","msg":"trace[1214705177] linearizableReadLoop","detail":"{readStateIndex:9491; appliedIndex:9490; }","duration":"518.74376ms","start":"2026-04-01T23:50:56.741633Z","end":"2026-04-01T23:50:57.260377Z","steps":["trace[1214705177] 'read index received' (duration: 181.507096ms)","trace[1214705177] 'applied index is now lower than readState.Index' (duration: 337.233874ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:50:57.260613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:56.706009Z","time spent":"554.45151ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:50:57.260948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"809.34241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:50:57.260992Z","caller":"traceutil/trace.go:171","msg":"trace[1085628110] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:9131; }","duration":"809.453153ms","start":"2026-04-01T23:50:56.45153Z","end":"2026-04-01T23:50:57.260983Z","steps":["trace[1085628110] 'agreement among raft nodes before linearized reading' (duration: 809.360741ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:57.261019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:56.451502Z","time spent":"809.509734ms","remote":"127.0.0.1:58414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":28,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:50:57.261027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"980.674149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-01T23:50:57.261103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"568.393373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-04-01T23:50:57.261153Z","caller":"traceutil/trace.go:171","msg":"trace[230731288] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:9131; }","duration":"568.470374ms","start":"2026-04-01T23:50:56.692667Z","end":"2026-04-01T23:50:57.261137Z","steps":["trace[230731288] 'agreement among raft nodes before linearized reading' (duration: 568.257229ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:57.261205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:56.692652Z","time spent":"568.545637ms","remote":"127.0.0.1:58176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-04-01T23:50:57.26115Z","caller":"traceutil/trace.go:171","msg":"trace[91085327] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:9131; }","duration":"980.846883ms","start":"2026-04-01T23:50:56.28027Z","end":"2026-04-01T23:50:57.261117Z","steps":["trace[91085327] 'agreement among raft nodes before linearized reading' (duration: 980.627068ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:57.260991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.501607179s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T23:50:57.261418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:56.280219Z","time spent":"981.138669ms","remote":"127.0.0.1:38802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":30,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"info","ts":"2026-04-01T23:50:57.261479Z","caller":"traceutil/trace.go:171","msg":"trace[1939218757] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9131; }","duration":"1.502125179s","start":"2026-04-01T23:50:55.759342Z","end":"2026-04-01T23:50:57.261467Z","steps":["trace[1939218757] 'agreement among raft nodes before linearized reading' (duration: 1.501575717s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:57.261517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:55.75933Z","time spent":"1.502176661s","remote":"127.0.0.1:58042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-01T23:50:57.26171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.504704488s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224175"} {"level":"info","ts":"2026-04-01T23:50:57.261795Z","caller":"traceutil/trace.go:171","msg":"trace[1417594126] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:9131; }","duration":"1.50484224s","start":"2026-04-01T23:50:55.756944Z","end":"2026-04-01T23:50:57.261786Z","steps":["trace[1417594126] 'agreement among raft nodes before linearized reading' (duration: 1.503504051s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:57.262391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:55.756921Z","time spent":"1.505455125s","remote":"127.0.0.1:58198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":224198,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-01T23:50:57.765649Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7835591873806232514,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T23:50:59.269438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000201207s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-01T23:50:59.26952Z","caller":"traceutil/trace.go:171","msg":"trace[189439201] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00031282s","start":"2026-04-01T23:50:57.269188Z","end":"2026-04-01T23:50:59.269501Z","steps":["trace[189439201] 'agreement among raft nodes before linearized reading' (duration: 2.000210278s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:59.269568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:57.26918Z","time spent":"2.000379231s","remote":"127.0.0.1:58042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-01T23:50:59.387262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.168087556s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-01T23:50:59.387612Z","caller":"traceutil/trace.go:171","msg":"trace[1467995130] transaction","detail":"{read_only:false; response_revision:9132; number_of_response:1; }","duration":"2.123645702s","start":"2026-04-01T23:50:57.263938Z","end":"2026-04-01T23:50:59.387583Z","steps":["trace[1467995130] 'process raft request' (duration: 955.120496ms)","trace[1467995130] 'compare' (duration: 1.165735054s)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:50:59.388067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:57.263922Z","time spent":"2.124108123s","remote":"127.0.0.1:58094","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":822,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-01T23:50:59.412395Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.193326862s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-01T23:51:00.3677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"955.030334ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-01T23:51:00.367821Z","caller":"traceutil/trace.go:171","msg":"trace[987474201] linearizableReadLoop","detail":"{readStateIndex:9494; appliedIndex:9492; }","duration":"3.103246768s","start":"2026-04-01T23:50:57.264556Z","end":"2026-04-01T23:51:00.367795Z","steps":["trace[987474201] 'read index received' (duration: 954.538634ms)","trace[987474201] 'applied index is now lower than readState.Index' (duration: 2.148698824s)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:51:00.368572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.103989154s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-01T23:51:00.368671Z","caller":"traceutil/trace.go:171","msg":"trace[2016574104] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:9132; }","duration":"3.104107937s","start":"2026-04-01T23:50:57.264536Z","end":"2026-04-01T23:51:00.368644Z","steps":["trace[2016574104] 'agreement among raft nodes before linearized reading' (duration: 3.10384337s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:51:00.368734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:57.264528Z","time spent":"3.104191459s","remote":"127.0.0.1:58300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-04-01T23:51:00.870965Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7835591873806232519,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T23:51:00.903248Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.490514169s","expected-duration":"1s"} {"level":"info","ts":"2026-04-01T23:51:00.903611Z","caller":"traceutil/trace.go:171","msg":"trace[1565320152] transaction","detail":"{read_only:false; response_revision:9133; number_of_response:1; }","duration":"1.511723233s","start":"2026-04-01T23:50:59.391867Z","end":"2026-04-01T23:51:00.90359Z","steps":["trace[1565320152] 'process raft request' (duration: 1.51157015s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:51:00.903726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:59.391838Z","time spent":"1.511837637s","remote":"127.0.0.1:58094","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-01T23:51:01.270385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000690279s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-01T23:51:01.270504Z","caller":"traceutil/trace.go:171","msg":"trace[1577877716] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000849152s","start":"2026-04-01T23:50:59.269637Z","end":"2026-04-01T23:51:01.270486Z","steps":["trace[1577877716] 'agreement among raft nodes before linearized reading' (duration: 2.000704389s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:51:01.270562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:59.269621Z","time spent":"2.000929983s","remote":"127.0.0.1:58050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/01 23:51:01 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-01T23:51:01.444877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.990414589s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-01T23:51:01.445159Z","caller":"traceutil/trace.go:171","msg":"trace[450701948] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.990745016s","start":"2026-04-01T23:50:59.454392Z","end":"2026-04-01T23:51:01.445137Z","steps":["trace[450701948] 'agreement among raft nodes before linearized reading' (duration: 1.990445509s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:51:01.445213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:59.454373Z","time spent":"1.990828297s","remote":"127.0.0.1:58042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/01 23:51:01 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-01T23:51:02.103742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"963.194178ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-01T23:51:02.103833Z","caller":"traceutil/trace.go:171","msg":"trace[104346054] linearizableReadLoop","detail":"{readStateIndex:9496; appliedIndex:9494; }","duration":"1.735958418s","start":"2026-04-01T23:51:00.36786Z","end":"2026-04-01T23:51:02.103819Z","steps":["trace[104346054] 'read index received' (duration: 535.595087ms)","trace[104346054] 'applied index is now lower than readState.Index' (duration: 1.200361921s)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:51:02.103951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.258993557s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T23:51:02.103949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.152984784s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-01T23:51:02.103984Z","caller":"traceutil/trace.go:171","msg":"trace[1655200106] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:9134; }","duration":"4.259061499s","start":"2026-04-01T23:50:57.844911Z","end":"2026-04-01T23:51:02.103973Z","steps":["trace[1655200106] 'agreement among raft nodes before linearized reading' (duration: 4.259001177s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:51:02.10401Z","caller":"traceutil/trace.go:171","msg":"trace[1819987222] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:9134; }","duration":"4.153092096s","start":"2026-04-01T23:50:57.950902Z","end":"2026-04-01T23:51:02.103994Z","steps":["trace[1819987222] 'agreement among raft nodes before linearized reading' (duration: 4.152982214s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:51:02.104019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:57.844895Z","time spent":"4.2591142s","remote":"127.0.0.1:44488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:51:02.104041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:57.950877Z","time spent":"4.153157057s","remote":"127.0.0.1:56096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:51:02.104072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.489282416s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:51:02.104138Z","caller":"traceutil/trace.go:171","msg":"trace[1621064780] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:9134; }","duration":"4.489387789s","start":"2026-04-01T23:50:57.614728Z","end":"2026-04-01T23:51:02.104116Z","steps":["trace[1621064780] 'agreement among raft nodes before linearized reading' (duration: 4.489280207s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:51:02.104195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:57.614706Z","time spent":"4.489472281s","remote":"127.0.0.1:45890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"info","ts":"2026-04-01T23:51:02.104211Z","caller":"traceutil/trace.go:171","msg":"trace[2048562051] transaction","detail":"{read_only:false; response_revision:9134; number_of_response:1; }","duration":"1.908175646s","start":"2026-04-01T23:51:00.196026Z","end":"2026-04-01T23:51:02.104202Z","steps":["trace[2048562051] 'process raft request' (duration: 944.448317ms)","trace[2048562051] 'compare' (duration: 962.736617ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:51:02.104216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.592262339s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-01T23:51:02.104253Z","caller":"traceutil/trace.go:171","msg":"trace[587699778] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:9134; }","duration":"1.592336201s","start":"2026-04-01T23:51:00.511904Z","end":"2026-04-01T23:51:02.10424Z","steps":["trace[587699778] 'agreement among raft nodes before linearized reading' (duration: 1.592283189s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:51:02.104267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:51:00.196001Z","time spent":"1.908227507s","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:51:02.104281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:51:00.511883Z","time spent":"1.592390521s","remote":"127.0.0.1:35146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":30,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:51:02.104418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.835414167s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-88zqq\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-04-01T23:51:02.104439Z","caller":"traceutil/trace.go:171","msg":"trace[182283] range","detail":"{range_begin:/registry/pods/openstack/keepalived-88zqq; range_end:; response_count:1; response_revision:9134; }","duration":"2.835485629s","start":"2026-04-01T23:50:59.268946Z","end":"2026-04-01T23:51:02.104431Z","steps":["trace[182283] 'agreement among raft nodes before linearized reading' (duration: 2.835401567s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:51:02.104457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:59.268915Z","time spent":"2.83553734s","remote":"127.0.0.1:58198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-88zqq\" "} {"level":"warn","ts":"2026-04-01T23:51:02.104458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"746.436241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:51:02.104488Z","caller":"traceutil/trace.go:171","msg":"trace[196425589] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:9134; }","duration":"746.466652ms","start":"2026-04-01T23:51:01.358012Z","end":"2026-04-01T23:51:02.104479Z","steps":["trace[196425589] 'agreement among raft nodes before linearized reading' (duration: 746.420831ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:51:02.104515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:51:01.357948Z","time spent":"746.559944ms","remote":"127.0.0.1:54650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:51:02.104506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.357865822s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-01T23:51:02.104563Z","caller":"traceutil/trace.go:171","msg":"trace[1897231901] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:9134; }","duration":"4.357956973s","start":"2026-04-01T23:50:57.746585Z","end":"2026-04-01T23:51:02.104542Z","steps":["trace[1897231901] 'agreement among raft nodes before linearized reading' (duration: 4.35781437s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:51:02.104585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.133427523s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-9rw6s\" ","response":"range_response_count:1 size:4694"} {"level":"info","ts":"2026-04-01T23:51:02.104603Z","caller":"traceutil/trace.go:171","msg":"trace[787676646] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-9rw6s; range_end:; response_count:1; response_revision:9134; }","duration":"3.133480925s","start":"2026-04-01T23:50:58.971116Z","end":"2026-04-01T23:51:02.104597Z","steps":["trace[787676646] 'agreement among raft nodes before linearized reading' (duration: 3.133423563s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:51:02.104605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:57.746564Z","time spent":"4.358029645s","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-01T23:51:02.104645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"827.900745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:51:02.104671Z","caller":"traceutil/trace.go:171","msg":"trace[1382518083] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9134; }","duration":"827.961547ms","start":"2026-04-01T23:51:01.276701Z","end":"2026-04-01T23:51:02.104663Z","steps":["trace[1382518083] 'agreement among raft nodes before linearized reading' (duration: 827.924436ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:51:02.104694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:51:01.276683Z","time spent":"828.005858ms","remote":"127.0.0.1:58042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-01T23:51:02.104883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.186675343s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-794dd444db-8k7r4.18a26095f68defd5\" ","response":"range_response_count:1 size:1135"} {"level":"info","ts":"2026-04-01T23:51:02.104909Z","caller":"traceutil/trace.go:171","msg":"trace[1708482940] range","detail":"{range_begin:/registry/events/openstack/barbican-api-794dd444db-8k7r4.18a26095f68defd5; range_end:; response_count:1; response_revision:9134; }","duration":"1.186701623s","start":"2026-04-01T23:51:00.9182Z","end":"2026-04-01T23:51:02.104901Z","steps":["trace[1708482940] 'agreement among raft nodes before linearized reading' (duration: 1.186597351s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:51:02.104934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:51:00.918182Z","time spent":"1.186747015s","remote":"127.0.0.1:58094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1158,"request content":"key:\"/registry/events/openstack/barbican-api-794dd444db-8k7r4.18a26095f68defd5\" "} {"level":"warn","ts":"2026-04-01T23:51:02.104619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:58.971094Z","time spent":"3.133521065s","remote":"127.0.0.1:58198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":4717,"request content":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-9rw6s\" "} {"level":"warn","ts":"2026-04-01T23:51:02.104943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.401691414s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-01T23:51:02.104997Z","caller":"traceutil/trace.go:171","msg":"trace[1282823640] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:9134; }","duration":"4.401754795s","start":"2026-04-01T23:50:57.703226Z","end":"2026-04-01T23:51:02.104981Z","steps":["trace[1282823640] 'agreement among raft nodes before linearized reading' (duration: 4.401633532s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:51:02.105046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:57.703161Z","time spent":"4.401870858s","remote":"127.0.0.1:44584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:51:02.628609Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7835591873806232522,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T23:51:03.129057Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7835591873806232522,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T23:51:03.630043Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7835591873806232522,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T23:51:03.813297Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.704551304s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-01T23:51:04.382862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.001101188s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-01T23:51:04.382954Z","caller":"traceutil/trace.go:171","msg":"trace[705069312] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001256192s","start":"2026-04-01T23:51:02.381676Z","end":"2026-04-01T23:51:04.382932Z","steps":["trace[705069312] 'agreement among raft nodes before linearized reading' (duration: 2.001146279s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:51:04.383009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:51:02.38165Z","time spent":"2.001346995s","remote":"127.0.0.1:58042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/01 23:51:04 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-01T23:51:04.722147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"899.180853ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:51:04.722258Z","caller":"traceutil/trace.go:171","msg":"trace[1409012249] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:9134; }","duration":"899.315856ms","start":"2026-04-01T23:51:03.822927Z","end":"2026-04-01T23:51:04.722243Z","steps":["trace[1409012249] 'range keys from in-memory index tree' (duration: 899.158043ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:51:04.722616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"909.002244ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-01T23:51:04.722702Z","caller":"traceutil/trace.go:171","msg":"trace[1675099668] transaction","detail":"{read_only:false; response_revision:9135; number_of_response:1; }","duration":"2.614032339s","start":"2026-04-01T23:51:02.108655Z","end":"2026-04-01T23:51:04.722687Z","steps":["trace[1675099668] 'process raft request' (duration: 1.704915473s)","trace[1675099668] 'compare' (duration: 908.873801ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:51:04.722746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:51:02.108638Z","time spent":"2.6140888s","remote":"127.0.0.1:58094","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:51:06.382912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.986671314s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-01T23:51:06.382973Z","caller":"traceutil/trace.go:171","msg":"trace[125136819] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.986794607s","start":"2026-04-01T23:51:04.396163Z","end":"2026-04-01T23:51:06.382958Z","steps":["trace[125136819] 'agreement among raft nodes before linearized reading' (duration: 1.986716095s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:51:06.383007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:51:04.396091Z","time spent":"1.98690895s","remote":"127.0.0.1:58050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/01 23:51:06 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-01T23:51:06.41168Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.538325582s","expected-duration":"1s"} {"level":"info","ts":"2026-04-01T23:51:06.420329Z","caller":"traceutil/trace.go:171","msg":"trace[660517021] transaction","detail":"{read_only:false; response_revision:9136; number_of_response:1; }","duration":"4.307156028s","start":"2026-04-01T23:51:02.11314Z","end":"2026-04-01T23:51:06.420296Z","steps":["trace[660517021] 'process raft request' (duration: 4.299425724s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:51:06.420476Z","caller":"traceutil/trace.go:171","msg":"trace[1131296500] linearizableReadLoop","detail":"{readStateIndex:9500; appliedIndex:9496; }","duration":"4.292835247s","start":"2026-04-01T23:51:02.127614Z","end":"2026-04-01T23:51:06.42045Z","steps":["trace[1131296500] 'read index received' (duration: 1.685927118s)","trace[1131296500] 'applied index is now lower than readState.Index' (duration: 2.606905669s)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:51:06.420511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:51:02.113122Z","time spent":"4.30729441s","remote":"127.0.0.1:58198","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4873,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:51:06.420609Z","caller":"traceutil/trace.go:171","msg":"trace[1501207112] transaction","detail":"{read_only:false; response_revision:9138; number_of_response:1; }","duration":"3.292681262s","start":"2026-04-01T23:51:03.1279Z","end":"2026-04-01T23:51:06.420581Z","steps":["trace[1501207112] 'process raft request' (duration: 3.292376415s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:51:06.420338Z","caller":"traceutil/trace.go:171","msg":"trace[1458873122] transaction","detail":"{read_only:false; response_revision:9137; number_of_response:1; }","duration":"4.295741932s","start":"2026-04-01T23:51:02.124564Z","end":"2026-04-01T23:51:06.420306Z","steps":["trace[1458873122] 'process raft request' (duration: 4.295635309s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:51:06.420765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:51:03.127881Z","time spent":"3.292781104s","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:51:06.420792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:51:02.124554Z","time spent":"4.296202692s","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:51:06.42102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.293381159s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224175"} {"level":"info","ts":"2026-04-01T23:51:06.421075Z","caller":"traceutil/trace.go:171","msg":"trace[1034069386] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:9138; }","duration":"4.293477501s","start":"2026-04-01T23:51:02.127585Z","end":"2026-04-01T23:51:06.421062Z","steps":["trace[1034069386] 'agreement among raft nodes before linearized reading' (duration: 4.293003381s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:51:06.421129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:51:02.127572Z","time spent":"4.293543783s","remote":"127.0.0.1:58198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":224198,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-04-01T23:51:06.446359Z","caller":"traceutil/trace.go:171","msg":"trace[983101648] transaction","detail":"{read_only:false; response_revision:9139; number_of_response:1; }","duration":"1.679635106s","start":"2026-04-01T23:51:04.766694Z","end":"2026-04-01T23:51:06.44633Z","steps":["trace[983101648] 'process raft request' (duration: 1.679267338s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:51:06.446431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.244680273s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T23:51:06.446439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.908175939s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-01T23:51:06.44645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.200417862s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:51:06.446496Z","caller":"traceutil/trace.go:171","msg":"trace[673735404] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:9139; }","duration":"3.908283452s","start":"2026-04-01T23:51:02.538196Z","end":"2026-04-01T23:51:06.446479Z","steps":["trace[673735404] 'agreement among raft nodes before linearized reading' (duration: 3.90819094s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:51:06.446529Z","caller":"traceutil/trace.go:171","msg":"trace[109775060] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:9139; }","duration":"2.200544764s","start":"2026-04-01T23:51:04.245967Z","end":"2026-04-01T23:51:06.446512Z","steps":["trace[109775060] 'agreement among raft nodes before linearized reading' (duration: 2.200406561s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:51:06.44655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.332991794s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-01T23:51:06.446577Z","caller":"traceutil/trace.go:171","msg":"trace[954281457] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:9139; }","duration":"3.333049446s","start":"2026-04-01T23:51:03.113521Z","end":"2026-04-01T23:51:06.44657Z","steps":["trace[954281457] 'agreement among raft nodes before linearized reading' (duration: 3.333001534s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:51:06.446595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:51:03.113504Z","time spent":"3.333086306s","remote":"127.0.0.1:44512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:51:06.446603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:51:04.245948Z","time spent":"2.200623527s","remote":"127.0.0.1:54626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:51:06.446633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.414814707s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.209\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-01T23:51:06.446672Z","caller":"traceutil/trace.go:171","msg":"trace[1100470919] range","detail":"{range_begin:/registry/masterleases/199.204.45.209; range_end:; response_count:1; response_revision:9139; }","duration":"3.414890319s","start":"2026-04-01T23:51:03.031773Z","end":"2026-04-01T23:51:06.446663Z","steps":["trace[1100470919] 'agreement among raft nodes before linearized reading' (duration: 3.414784686s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:51:06.446706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:51:03.031745Z","time spent":"3.41495516s","remote":"127.0.0.1:58064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.209\" "} {"level":"warn","ts":"2026-04-01T23:51:06.446535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:51:02.538174Z","time spent":"3.908351364s","remote":"127.0.0.1:54820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:51:06.446485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:51:04.766665Z","time spent":"1.679758529s","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:51:06.446367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.327426979s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-01T23:51:06.446867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.720510232s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a25f9918a2b9c6\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-04-01T23:51:06.446349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.998125083s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:51:06.446932Z","caller":"traceutil/trace.go:171","msg":"trace[926167074] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a25f9918a2b9c6; range_end:; response_count:1; response_revision:9139; }","duration":"1.720611523s","start":"2026-04-01T23:51:04.726303Z","end":"2026-04-01T23:51:06.446915Z","steps":["trace[926167074] 'agreement among raft nodes before linearized reading' (duration: 1.720383058s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:51:06.446964Z","caller":"traceutil/trace.go:171","msg":"trace[1614882494] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:9139; }","duration":"2.998809287s","start":"2026-04-01T23:51:03.448139Z","end":"2026-04-01T23:51:06.446948Z","steps":["trace[1614882494] 'agreement among raft nodes before linearized reading' (duration: 2.99805419s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:51:06.446989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:51:04.726258Z","time spent":"1.720717706s","remote":"127.0.0.1:58094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a25f9918a2b9c6\" "} {"level":"warn","ts":"2026-04-01T23:51:06.447012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:51:03.448118Z","time spent":"2.998880579s","remote":"127.0.0.1:54768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"info","ts":"2026-04-01T23:51:06.446886Z","caller":"traceutil/trace.go:171","msg":"trace[636675377] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:9139; }","duration":"3.327979171s","start":"2026-04-01T23:51:03.118899Z","end":"2026-04-01T23:51:06.446878Z","steps":["trace[636675377] 'agreement among raft nodes before linearized reading' (duration: 3.327302466s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:51:06.44713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:51:03.118893Z","time spent":"3.328226648s","remote":"127.0.0.1:58356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":55,"response size":30,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"info","ts":"2026-04-01T23:51:06.448553Z","caller":"traceutil/trace.go:171","msg":"trace[98260346] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:9139; }","duration":"2.244763445s","start":"2026-04-01T23:51:04.201702Z","end":"2026-04-01T23:51:06.446465Z","steps":["trace[98260346] 'agreement among raft nodes before linearized reading' (duration: 2.244697704s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:51:06.448666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:51:04.201681Z","time spent":"2.246964665s","remote":"127.0.0.1:35158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"info","ts":"2026-04-01T23:51:06.709918Z","caller":"traceutil/trace.go:171","msg":"trace[1090553571] transaction","detail":"{read_only:false; response_revision:9140; number_of_response:1; }","duration":"260.440035ms","start":"2026-04-01T23:51:06.449442Z","end":"2026-04-01T23:51:06.709882Z","steps":["trace[1090553571] 'process raft request' (duration: 260.138968ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:51:06.710626Z","caller":"traceutil/trace.go:171","msg":"trace[2048087409] transaction","detail":"{read_only:false; response_revision:9141; number_of_response:1; }","duration":"253.314754ms","start":"2026-04-01T23:51:06.457279Z","end":"2026-04-01T23:51:06.710594Z","steps":["trace[2048087409] 'process raft request' (duration: 252.531207ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:51:06.719247Z","caller":"traceutil/trace.go:171","msg":"trace[1044537744] transaction","detail":"{read_only:false; response_revision:9142; number_of_response:1; }","duration":"260.076946ms","start":"2026-04-01T23:51:06.459145Z","end":"2026-04-01T23:51:06.719222Z","steps":["trace[1044537744] 'process raft request' (duration: 259.947703ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:51:07.36753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"524.069791ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-01T23:51:07.36772Z","caller":"traceutil/trace.go:171","msg":"trace[749268989] transaction","detail":"{read_only:false; response_revision:9145; number_of_response:1; }","duration":"630.939994ms","start":"2026-04-01T23:51:06.736755Z","end":"2026-04-01T23:51:07.367695Z","steps":["trace[749268989] 'process raft request' (duration: 106.598438ms)","trace[749268989] 'compare' (duration: 523.240311ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:51:07.367793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:51:06.736739Z","time spent":"631.027536ms","remote":"127.0.0.1:58094","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":845,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-01T23:51:07.651831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.719557ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-01T23:51:07.651951Z","caller":"traceutil/trace.go:171","msg":"trace[1246951794] linearizableReadLoop","detail":"{readStateIndex:9509; appliedIndex:9507; }","duration":"819.413796ms","start":"2026-04-01T23:51:06.832521Z","end":"2026-04-01T23:51:07.651934Z","steps":["trace[1246951794] 'read index received' (duration: 10.919315ms)","trace[1246951794] 'applied index is now lower than readState.Index' (duration: 808.493281ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:51:07.65217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"730.450574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-01T23:51:07.652224Z","caller":"traceutil/trace.go:171","msg":"trace[528638417] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:9146; }","duration":"730.552786ms","start":"2026-04-01T23:51:06.921656Z","end":"2026-04-01T23:51:07.652209Z","steps":["trace[528638417] 'agreement among raft nodes before linearized reading' (duration: 730.377061ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:51:07.652195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"819.659072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-04-01T23:51:07.652284Z","caller":"traceutil/trace.go:171","msg":"trace[162818127] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9146; }","duration":"819.794615ms","start":"2026-04-01T23:51:06.832469Z","end":"2026-04-01T23:51:07.652264Z","steps":["trace[162818127] 'agreement among raft nodes before linearized reading' (duration: 819.553229ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:51:07.652193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.896405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-01T23:51:07.652349Z","caller":"traceutil/trace.go:171","msg":"trace[1771188367] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:9146; }","duration":"161.138871ms","start":"2026-04-01T23:51:07.491193Z","end":"2026-04-01T23:51:07.652331Z","steps":["trace[1771188367] 'agreement among raft nodes before linearized reading' (duration: 160.868554ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:51:07.652379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:51:06.832448Z","time spent":"819.884187ms","remote":"127.0.0.1:58172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1876,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-01T23:51:07.652345Z","caller":"traceutil/trace.go:171","msg":"trace[1413791219] transaction","detail":"{read_only:false; response_revision:9146; number_of_response:1; }","duration":"907.844678ms","start":"2026-04-01T23:51:06.744459Z","end":"2026-04-01T23:51:07.652304Z","steps":["trace[1413791219] 'process raft request' (duration: 772.565467ms)","trace[1413791219] 'compare' (duration: 134.599385ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:51:07.652275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:51:06.921628Z","time spent":"730.632178ms","remote":"127.0.0.1:58126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":99,"response size":30,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:51:07.65249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.815331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-9rw6s.18a2609ef4f93491\" ","response":"range_response_count:1 size:861"} {"level":"info","ts":"2026-04-01T23:51:07.652611Z","caller":"traceutil/trace.go:171","msg":"trace[1059872336] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-869df985b8-9rw6s.18a2609ef4f93491; range_end:; response_count:1; response_revision:9146; }","duration":"281.036147ms","start":"2026-04-01T23:51:07.371533Z","end":"2026-04-01T23:51:07.652569Z","steps":["trace[1059872336] 'agreement among raft nodes before linearized reading' (duration: 280.558055ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:51:07.652532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:51:06.744443Z","time spent":"907.988112ms","remote":"127.0.0.1:58198","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6234,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:51:07.76692Z","caller":"traceutil/trace.go:171","msg":"trace[875153414] transaction","detail":"{read_only:false; response_revision:9148; number_of_response:1; }","duration":"102.006484ms","start":"2026-04-01T23:51:07.664895Z","end":"2026-04-01T23:51:07.766902Z","steps":["trace[875153414] 'process raft request' (duration: 101.617856ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:51:07.792867Z","caller":"traceutil/trace.go:171","msg":"trace[1901459899] transaction","detail":"{read_only:false; response_revision:9149; number_of_response:1; }","duration":"123.871525ms","start":"2026-04-01T23:51:07.668962Z","end":"2026-04-01T23:51:07.792833Z","steps":["trace[1901459899] 'process raft request' (duration: 123.601019ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:51:07.936686Z","caller":"traceutil/trace.go:171","msg":"trace[1518373306] linearizableReadLoop","detail":"{readStateIndex:9514; appliedIndex:9513; }","duration":"113.187435ms","start":"2026-04-01T23:51:07.82347Z","end":"2026-04-01T23:51:07.936657Z","steps":["trace[1518373306] 'read index received' (duration: 54.555332ms)","trace[1518373306] 'applied index is now lower than readState.Index' (duration: 58.631073ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:51:07.936809Z","caller":"traceutil/trace.go:171","msg":"trace[1779848700] transaction","detail":"{read_only:false; response_revision:9151; number_of_response:1; }","duration":"136.677172ms","start":"2026-04-01T23:51:07.800094Z","end":"2026-04-01T23:51:07.936771Z","steps":["trace[1779848700] 'process raft request' (duration: 77.994577ms)","trace[1779848700] 'compare' (duration: 58.427979ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:51:07.936928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.429951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-scheduler-instance.18a2609eb9262f47\" ","response":"range_response_count:1 size:837"} {"level":"info","ts":"2026-04-01T23:51:07.936966Z","caller":"traceutil/trace.go:171","msg":"trace[148183646] range","detail":"{range_begin:/registry/events/kube-system/kube-scheduler-instance.18a2609eb9262f47; range_end:; response_count:1; response_revision:9151; }","duration":"113.517263ms","start":"2026-04-01T23:51:07.823436Z","end":"2026-04-01T23:51:07.936953Z","steps":["trace[148183646] 'agreement among raft nodes before linearized reading' (duration: 113.332429ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:51:08.260794Z","caller":"traceutil/trace.go:171","msg":"trace[345831854] linearizableReadLoop","detail":"{readStateIndex:9517; appliedIndex:9516; }","duration":"294.726752ms","start":"2026-04-01T23:51:07.966037Z","end":"2026-04-01T23:51:08.260764Z","steps":["trace[345831854] 'read index received' (duration: 294.471657ms)","trace[345831854] 'applied index is now lower than readState.Index' (duration: 254.035µs)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:51:08.261112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.031029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-794dd444db-8k7r4.18a26095f68defd5\" ","response":"range_response_count:1 size:1135"} {"level":"warn","ts":"2026-04-01T23:51:08.261131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.010067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-01T23:51:08.261187Z","caller":"traceutil/trace.go:171","msg":"trace[1485546166] range","detail":"{range_begin:/registry/events/openstack/barbican-api-794dd444db-8k7r4.18a26095f68defd5; range_end:; response_count:1; response_revision:9154; }","duration":"295.157211ms","start":"2026-04-01T23:51:07.966007Z","end":"2026-04-01T23:51:08.261164Z","steps":["trace[1485546166] 'agreement among raft nodes before linearized reading' (duration: 294.870285ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:51:08.26124Z","caller":"traceutil/trace.go:171","msg":"trace[2040226495] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:9154; }","duration":"149.14026ms","start":"2026-04-01T23:51:08.112079Z","end":"2026-04-01T23:51:08.261219Z","steps":["trace[2040226495] 'agreement among raft nodes before linearized reading' (duration: 148.890235ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:51:08.261642Z","caller":"traceutil/trace.go:171","msg":"trace[1222502747] transaction","detail":"{read_only:false; response_revision:9154; number_of_response:1; }","duration":"306.298412ms","start":"2026-04-01T23:51:07.954551Z","end":"2026-04-01T23:51:08.260849Z","steps":["trace[1222502747] 'process raft request' (duration: 306.036926ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:51:08.261804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:51:07.954526Z","time spent":"307.183722ms","remote":"127.0.0.1:58198","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5939,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:51:09.141371Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-0000000000002557.wal"} {"level":"info","ts":"2026-04-01T23:51:18.458027Z","caller":"traceutil/trace.go:171","msg":"trace[730878089] transaction","detail":"{read_only:false; response_revision:9240; number_of_response:1; }","duration":"109.503053ms","start":"2026-04-01T23:51:18.348486Z","end":"2026-04-01T23:51:18.457989Z","steps":["trace[730878089] 'process raft request' (duration: 109.276268ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:51:23.821524Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7327} {"level":"warn","ts":"2026-04-01T23:51:24.186884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.165424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-01T23:51:24.186995Z","caller":"traceutil/trace.go:171","msg":"trace[1570904885] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9253; }","duration":"142.323468ms","start":"2026-04-01T23:51:24.044649Z","end":"2026-04-01T23:51:24.186972Z","steps":["trace[1570904885] 'range keys from in-memory index tree' (duration: 141.893918ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:51:24.187112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.276346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:524"} {"level":"info","ts":"2026-04-01T23:51:24.187177Z","caller":"traceutil/trace.go:171","msg":"trace[1592377792] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:9253; }","duration":"258.385688ms","start":"2026-04-01T23:51:23.928773Z","end":"2026-04-01T23:51:24.187159Z","steps":["trace[1592377792] 'range keys from in-memory index tree' (duration: 258.04424ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:51:24.334241Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7327,"took":"510.280681ms","hash":4041694327,"current-db-size-bytes":42962944,"current-db-size":"43 MB","current-db-size-in-use-bytes":26304512,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-04-01T23:51:24.334372Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4041694327,"revision":7327,"compact-revision":4476} {"level":"warn","ts":"2026-04-01T23:51:26.398559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.955059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/expand-controller\" ","response":"range_response_count:1 size:199"} {"level":"info","ts":"2026-04-01T23:51:26.398647Z","caller":"traceutil/trace.go:171","msg":"trace[12548480] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/expand-controller; range_end:; response_count:1; response_revision:9272; }","duration":"104.125853ms","start":"2026-04-01T23:51:26.294503Z","end":"2026-04-01T23:51:26.398629Z","steps":["trace[12548480] 'range keys from in-memory index tree' (duration: 103.746525ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:51:26.61378Z","caller":"traceutil/trace.go:171","msg":"trace[1811870350] linearizableReadLoop","detail":"{readStateIndex:9642; appliedIndex:9641; }","duration":"109.163686ms","start":"2026-04-01T23:51:26.504595Z","end":"2026-04-01T23:51:26.613759Z","steps":["trace[1811870350] 'read index received' (duration: 84.683407ms)","trace[1811870350] 'applied index is now lower than readState.Index' (duration: 24.479319ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:51:26.613872Z","caller":"traceutil/trace.go:171","msg":"trace[1185377997] transaction","detail":"{read_only:false; response_revision:9274; number_of_response:1; }","duration":"148.767692ms","start":"2026-04-01T23:51:26.465054Z","end":"2026-04-01T23:51:26.613821Z","steps":["trace[1185377997] 'process raft request' (duration: 124.326915ms)","trace[1185377997] 'compare' (duration: 24.277664ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:51:26.614012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.406391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpoint-controller\" ","response":"range_response_count:1 size:203"} {"level":"info","ts":"2026-04-01T23:51:26.614118Z","caller":"traceutil/trace.go:171","msg":"trace[1975964375] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpoint-controller; range_end:; response_count:1; response_revision:9274; }","duration":"109.556734ms","start":"2026-04-01T23:51:26.504529Z","end":"2026-04-01T23:51:26.614086Z","steps":["trace[1975964375] 'agreement among raft nodes before linearized reading' (duration: 109.310169ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:51:26.903544Z","caller":"traceutil/trace.go:171","msg":"trace[165465555] transaction","detail":"{read_only:false; response_revision:9284; number_of_response:1; }","duration":"139.693239ms","start":"2026-04-01T23:51:26.763801Z","end":"2026-04-01T23:51:26.903494Z","steps":["trace[165465555] 'process raft request' (duration: 138.584433ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:51:26.919881Z","caller":"traceutil/trace.go:171","msg":"trace[728893545] transaction","detail":"{read_only:false; response_revision:9285; number_of_response:1; }","duration":"155.623365ms","start":"2026-04-01T23:51:26.764218Z","end":"2026-04-01T23:51:26.919842Z","steps":["trace[728893545] 'process raft request' (duration: 155.39106ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:51:31.180281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"562.522762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/coredns-67659f764b-dpkbr\" ","response":"range_response_count:1 size:4908"} {"level":"warn","ts":"2026-04-01T23:51:31.181323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.190536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-grafana-7cbd96d84b-trcht\" ","response":"range_response_count:1 size:11670"} {"level":"info","ts":"2026-04-01T23:51:31.181403Z","caller":"traceutil/trace.go:171","msg":"trace[1342576472] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-grafana-7cbd96d84b-trcht; range_end:; response_count:1; response_revision:9321; }","duration":"338.289228ms","start":"2026-04-01T23:51:30.84309Z","end":"2026-04-01T23:51:31.181379Z","steps":["trace[1342576472] 'range keys from in-memory index tree' (duration: 338.053793ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:51:31.181467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:51:30.843076Z","time spent":"338.37525ms","remote":"127.0.0.1:58198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":11693,"request content":"key:\"/registry/pods/monitoring/kube-prometheus-stack-grafana-7cbd96d84b-trcht\" "} {"level":"warn","ts":"2026-04-01T23:51:31.181516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.676259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/monitoring/node-feature-discovery-master-8665476dbc\" ","response":"range_response_count:1 size:4586"} {"level":"info","ts":"2026-04-01T23:51:31.181586Z","caller":"traceutil/trace.go:171","msg":"trace[12987361] range","detail":"{range_begin:/registry/replicasets/monitoring/node-feature-discovery-master-8665476dbc; range_end:; response_count:1; response_revision:9321; }","duration":"189.785732ms","start":"2026-04-01T23:51:30.991775Z","end":"2026-04-01T23:51:31.181561Z","steps":["trace[12987361] 'range keys from in-memory index tree' (duration: 188.597545ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:51:31.180414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.294487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/memcached-memcached-6479589586-8lmn8\" ","response":"range_response_count:1 size:8248"} {"level":"info","ts":"2026-04-01T23:51:31.182343Z","caller":"traceutil/trace.go:171","msg":"trace[744312344] range","detail":"{range_begin:/registry/pods/openstack/memcached-memcached-6479589586-8lmn8; range_end:; response_count:1; response_revision:9321; }","duration":"140.269972ms","start":"2026-04-01T23:51:31.042047Z","end":"2026-04-01T23:51:31.182317Z","steps":["trace[744312344] 'range keys from in-memory index tree' (duration: 138.169565ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:51:31.18053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.289708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/loki-results-cache-0\" ","response":"range_response_count:1 size:4775"} {"level":"info","ts":"2026-04-01T23:51:31.18276Z","caller":"traceutil/trace.go:171","msg":"trace[139033279] range","detail":"{range_begin:/registry/pods/monitoring/loki-results-cache-0; range_end:; response_count:1; response_revision:9321; }","duration":"315.574699ms","start":"2026-04-01T23:51:30.867176Z","end":"2026-04-01T23:51:31.18275Z","steps":["trace[139033279] 'range keys from in-memory index tree' (duration: 313.085673ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:51:31.182854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:51:30.867161Z","time spent":"315.675712ms","remote":"127.0.0.1:58198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":4798,"request content":"key:\"/registry/pods/monitoring/loki-results-cache-0\" "} {"level":"warn","ts":"2026-04-01T23:51:31.182866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.948099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210989"} {"level":"info","ts":"2026-04-01T23:51:31.183024Z","caller":"traceutil/trace.go:171","msg":"trace[1689522511] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:9321; }","duration":"296.163764ms","start":"2026-04-01T23:51:30.886834Z","end":"2026-04-01T23:51:31.182998Z","steps":["trace[1689522511] 'range keys from in-memory index tree' (duration: 293.76142ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:51:31.180592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.784696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/cert-manager/cert-manager-webhook-548949fc64-fbbq2\" ","response":"range_response_count:1 size:4899"} {"level":"info","ts":"2026-04-01T23:51:31.183195Z","caller":"traceutil/trace.go:171","msg":"trace[1330662307] range","detail":"{range_begin:/registry/pods/cert-manager/cert-manager-webhook-548949fc64-fbbq2; range_end:; response_count:1; response_revision:9321; }","duration":"265.394204ms","start":"2026-04-01T23:51:30.91779Z","end":"2026-04-01T23:51:31.183184Z","steps":["trace[1330662307] 'range keys from in-memory index tree' (duration: 262.732435ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:51:31.180674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.012263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/cert-manager/cert-manager-75c4c745bc\" ","response":"range_response_count:1 size:4518"} {"level":"warn","ts":"2026-04-01T23:51:31.180668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.248117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/valkey-node-0\" ","response":"range_response_count:1 size:16874"} {"level":"warn","ts":"2026-04-01T23:51:31.180802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.352039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-04-01T23:51:31.180807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.141035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-lvxh4\" ","response":"range_response_count:1 size:5752"} {"level":"warn","ts":"2026-04-01T23:51:31.180846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.601825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/cert-manager/cert-manager-cainjector-64b59ddb75-m99kb\" ","response":"range_response_count:1 size:3772"} {"level":"warn","ts":"2026-04-01T23:51:31.180876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.207337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/rook-ceph/rook-ceph-operator-76bbbb77ff-cdb2p\" ","response":"range_response_count:1 size:4556"} {"level":"warn","ts":"2026-04-01T23:51:31.180886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.407333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/barbican-api-794dd444db-8k7r4\" ","response":"range_response_count:1 size:8283"} {"level":"warn","ts":"2026-04-01T23:51:31.180856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.957573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:17025"} {"level":"warn","ts":"2026-04-01T23:51:31.180945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.185079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/node-feature-discovery-gc-6675cbb6d9-pz9g5\" ","response":"range_response_count:1 size:3478"} {"level":"warn","ts":"2026-04-01T23:51:31.181068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"538.985335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/loki-gateway-cf54cb88c-rrqgf\" ","response":"range_response_count:1 size:4586"} {"level":"warn","ts":"2026-04-01T23:51:31.181105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.652197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/local-path-provisioner-679c578f5-qb2hm\" ","response":"range_response_count:1 size:3721"} {"level":"warn","ts":"2026-04-01T23:51:31.181149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"562.740636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1285"} {"level":"warn","ts":"2026-04-01T23:51:31.181129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.743419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keystone-api-78d4cbfcc7-p5prw\" ","response":"range_response_count:1 size:12104"} {"level":"warn","ts":"2026-04-01T23:51:31.181179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.013655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/coredns-67659f764b-hzdn9\" ","response":"range_response_count:1 size:4905"} {"level":"warn","ts":"2026-04-01T23:51:31.181281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"514.005045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-pushgateway-7b8659c68b-zn7s9\" ","response":"range_response_count:1 size:4152"} {"level":"warn","ts":"2026-04-01T23:51:31.181275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"544.600871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-88zqq\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-04-01T23:51:31.183626Z","caller":"traceutil/trace.go:171","msg":"trace[1603563780] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9321; }","duration":"112.205133ms","start":"2026-04-01T23:51:31.0714Z","end":"2026-04-01T23:51:31.183605Z","steps":["trace[1603563780] 'range keys from in-memory index tree' (duration: 109.224667ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:51:31.183785Z","caller":"traceutil/trace.go:171","msg":"trace[2145655666] range","detail":"{range_begin:/registry/replicasets/cert-manager/cert-manager-75c4c745bc; range_end:; response_count:1; response_revision:9321; }","duration":"117.177775ms","start":"2026-04-01T23:51:31.0666Z","end":"2026-04-01T23:51:31.183778Z","steps":["trace[2145655666] 'range keys from in-memory index tree' (duration: 113.905941ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:51:31.183805Z","caller":"traceutil/trace.go:171","msg":"trace[2076439700] range","detail":"{range_begin:/registry/pods/openstack/valkey-node-0; range_end:; response_count:1; response_revision:9321; }","duration":"291.556483ms","start":"2026-04-01T23:51:30.892242Z","end":"2026-04-01T23:51:31.183799Z","steps":["trace[2076439700] 'range keys from in-memory index tree' (duration: 288.040901ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:51:31.183827Z","caller":"traceutil/trace.go:171","msg":"trace[1918789333] range","detail":"{range_begin:/registry/pods/openstack/barbican-api-794dd444db-8k7r4; range_end:; response_count:1; response_revision:9321; }","duration":"167.421831ms","start":"2026-04-01T23:51:31.0164Z","end":"2026-04-01T23:51:31.183822Z","steps":["trace[1918789333] 'range keys from in-memory index tree' (duration: 164.241308ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:51:31.186864Z","caller":"traceutil/trace.go:171","msg":"trace[67381501] range","detail":"{range_begin:/registry/pods/openstack/keystone-api-78d4cbfcc7-p5prw; range_end:; response_count:1; response_revision:9321; }","duration":"444.535358ms","start":"2026-04-01T23:51:30.742319Z","end":"2026-04-01T23:51:31.186855Z","steps":["trace[67381501] 'range keys from in-memory index tree' (duration: 438.581595ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:51:31.18692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:51:30.742291Z","time spent":"444.60396ms","remote":"127.0.0.1:58198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":12127,"request content":"key:\"/registry/pods/openstack/keystone-api-78d4cbfcc7-p5prw\" "} {"level":"info","ts":"2026-04-01T23:51:31.18689Z","caller":"traceutil/trace.go:171","msg":"trace[1367343960] range","detail":"{range_begin:/registry/pods/openstack/keepalived-88zqq; range_end:; response_count:1; response_revision:9321; }","duration":"550.198666ms","start":"2026-04-01T23:51:30.63661Z","end":"2026-04-01T23:51:31.186809Z","steps":["trace[1367343960] 'range keys from in-memory index tree' (duration: 544.415207ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:51:31.183875Z","caller":"traceutil/trace.go:171","msg":"trace[188228978] range","detail":"{range_begin:/registry/pods/cert-manager/cert-manager-cainjector-64b59ddb75-m99kb; range_end:; response_count:1; response_revision:9321; }","duration":"416.689975ms","start":"2026-04-01T23:51:30.767179Z","end":"2026-04-01T23:51:31.183869Z","steps":["trace[188228978] 'range keys from in-memory index tree' (duration: 413.446151ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:51:31.187047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:51:30.636583Z","time spent":"550.412811ms","remote":"127.0.0.1:58198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-88zqq\" "} {"level":"warn","ts":"2026-04-01T23:51:31.187065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:51:30.767157Z","time spent":"419.903017ms","remote":"127.0.0.1:58198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":3795,"request content":"key:\"/registry/pods/cert-manager/cert-manager-cainjector-64b59ddb75-m99kb\" "} {"level":"info","ts":"2026-04-01T23:51:31.183892Z","caller":"traceutil/trace.go:171","msg":"trace[464050484] range","detail":"{range_begin:/registry/pods/rook-ceph/rook-ceph-operator-76bbbb77ff-cdb2p; range_end:; response_count:1; response_revision:9321; }","duration":"466.258906ms","start":"2026-04-01T23:51:30.717628Z","end":"2026-04-01T23:51:31.183886Z","steps":["trace[464050484] 'range keys from in-memory index tree' (duration: 463.108754ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:51:31.187183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:51:30.717609Z","time spent":"469.565919ms","remote":"127.0.0.1:58198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":4579,"request content":"key:\"/registry/pods/rook-ceph/rook-ceph-operator-76bbbb77ff-cdb2p\" "} {"level":"info","ts":"2026-04-01T23:51:31.183938Z","caller":"traceutil/trace.go:171","msg":"trace[556520902] range","detail":"{range_begin:/registry/pods/monitoring/node-feature-discovery-gc-6675cbb6d9-pz9g5; range_end:; response_count:1; response_revision:9321; }","duration":"242.193556ms","start":"2026-04-01T23:51:30.941722Z","end":"2026-04-01T23:51:31.183916Z","steps":["trace[556520902] 'range keys from in-memory index tree' (duration: 238.484902ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:51:31.18399Z","caller":"traceutil/trace.go:171","msg":"trace[1490431746] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:9321; }","duration":"217.197326ms","start":"2026-04-01T23:51:30.96678Z","end":"2026-04-01T23:51:31.183977Z","steps":["trace[1490431746] 'range keys from in-memory index tree' (duration: 213.731917ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:51:31.184037Z","caller":"traceutil/trace.go:171","msg":"trace[456361365] range","detail":"{range_begin:/registry/pods/monitoring/loki-gateway-cf54cb88c-rrqgf; range_end:; response_count:1; response_revision:9321; }","duration":"541.998843ms","start":"2026-04-01T23:51:30.64203Z","end":"2026-04-01T23:51:31.184029Z","steps":["trace[456361365] 'range keys from in-memory index tree' (duration: 538.842942ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:51:31.18732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:51:30.642008Z","time spent":"545.306716ms","remote":"127.0.0.1:58198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":4609,"request content":"key:\"/registry/pods/monitoring/loki-gateway-cf54cb88c-rrqgf\" "} {"level":"info","ts":"2026-04-01T23:51:31.184475Z","caller":"traceutil/trace.go:171","msg":"trace[1228469186] range","detail":"{range_begin:/registry/pods/local-path-storage/local-path-provisioner-679c578f5-qb2hm; range_end:; response_count:1; response_revision:9321; }","duration":"367.070173ms","start":"2026-04-01T23:51:30.817387Z","end":"2026-04-01T23:51:31.184457Z","steps":["trace[1228469186] 'range keys from in-memory index tree' (duration: 363.500193ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:51:31.18738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:51:30.817355Z","time spent":"370.01976ms","remote":"127.0.0.1:58198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3744,"request content":"key:\"/registry/pods/local-path-storage/local-path-provisioner-679c578f5-qb2hm\" "} {"level":"info","ts":"2026-04-01T23:51:31.186815Z","caller":"traceutil/trace.go:171","msg":"trace[1791013079] range","detail":"{range_begin:/registry/pods/kube-system/coredns-67659f764b-hzdn9; range_end:; response_count:1; response_revision:9321; }","duration":"394.661121ms","start":"2026-04-01T23:51:30.792138Z","end":"2026-04-01T23:51:31.186799Z","steps":["trace[1791013079] 'range keys from in-memory index tree' (duration: 388.934823ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:51:31.187439Z","caller":"traceutil/trace.go:171","msg":"trace[1538190002] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-pushgateway-7b8659c68b-zn7s9; range_end:; response_count:1; response_revision:9321; }","duration":"520.200204ms","start":"2026-04-01T23:51:30.667219Z","end":"2026-04-01T23:51:31.187419Z","steps":["trace[1538190002] 'range keys from in-memory index tree' (duration: 513.861882ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:51:31.187471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:51:30.792127Z","time spent":"395.339217ms","remote":"127.0.0.1:58198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":4928,"request content":"key:\"/registry/pods/kube-system/coredns-67659f764b-hzdn9\" "} {"level":"warn","ts":"2026-04-01T23:51:31.187482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:51:30.667197Z","time spent":"520.272466ms","remote":"127.0.0.1:58198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":4175,"request content":"key:\"/registry/pods/monitoring/prometheus-pushgateway-7b8659c68b-zn7s9\" "} {"level":"info","ts":"2026-04-01T23:51:31.186843Z","caller":"traceutil/trace.go:171","msg":"trace[202344219] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:9321; }","duration":"568.447665ms","start":"2026-04-01T23:51:30.61839Z","end":"2026-04-01T23:51:31.186837Z","steps":["trace[202344219] 'range keys from in-memory index tree' (duration: 562.672635ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:51:31.187568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:51:30.618382Z","time spent":"569.180821ms","remote":"127.0.0.1:58210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":1308,"request content":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" "} {"level":"info","ts":"2026-04-01T23:51:31.183854Z","caller":"traceutil/trace.go:171","msg":"trace[1313461482] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-lvxh4; range_end:; response_count:1; response_revision:9321; }","duration":"466.218105ms","start":"2026-04-01T23:51:30.717627Z","end":"2026-04-01T23:51:31.183845Z","steps":["trace[1313461482] 'range keys from in-memory index tree' (duration: 463.012612ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:51:31.188311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:51:30.717609Z","time spent":"470.680194ms","remote":"127.0.0.1:58198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":5775,"request content":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-lvxh4\" "} {"level":"info","ts":"2026-04-01T23:51:31.182175Z","caller":"traceutil/trace.go:171","msg":"trace[1069943773] range","detail":"{range_begin:/registry/pods/kube-system/coredns-67659f764b-dpkbr; range_end:; response_count:1; response_revision:9321; }","duration":"564.397594ms","start":"2026-04-01T23:51:30.617703Z","end":"2026-04-01T23:51:31.1821Z","steps":["trace[1069943773] 'range keys from in-memory index tree' (duration: 562.362257ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:51:31.191566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:51:30.617691Z","time spent":"573.815135ms","remote":"127.0.0.1:58198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":4931,"request content":"key:\"/registry/pods/kube-system/coredns-67659f764b-dpkbr\" "} {"level":"warn","ts":"2026-04-01T23:51:31.439156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.587244ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-01T23:51:31.440115Z","caller":"traceutil/trace.go:171","msg":"trace[977081995] linearizableReadLoop","detail":"{readStateIndex:9693; appliedIndex:9692; }","duration":"217.387961ms","start":"2026-04-01T23:51:31.222708Z","end":"2026-04-01T23:51:31.440096Z","steps":["trace[977081995] 'read index received' (duration: 73.772564ms)","trace[977081995] 'applied index is now lower than readState.Index' (duration: 143.613317ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:51:31.440868Z","caller":"traceutil/trace.go:171","msg":"trace[399755548] transaction","detail":"{read_only:false; response_revision:9323; number_of_response:1; }","duration":"217.80937ms","start":"2026-04-01T23:51:31.222476Z","end":"2026-04-01T23:51:31.440285Z","steps":["trace[399755548] 'process raft request' (duration: 74.008069ms)","trace[399755548] 'compare' (duration: 142.368939ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:51:31.441066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.542585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/memcached-memcached-6479589586\" ","response":"range_response_count:1 size:6956"} {"level":"info","ts":"2026-04-01T23:51:31.441131Z","caller":"traceutil/trace.go:171","msg":"trace[1750471099] range","detail":"{range_begin:/registry/replicasets/openstack/memcached-memcached-6479589586; range_end:; response_count:1; response_revision:9323; }","duration":"218.643848ms","start":"2026-04-01T23:51:31.222471Z","end":"2026-04-01T23:51:31.441114Z","steps":["trace[1750471099] 'agreement among raft nodes before linearized reading' (duration: 218.441034ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:51:31.441339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.820592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/monitoring/kube-prometheus-stack-grafana-7cbd96d84b\" ","response":"range_response_count:1 size:10512"} {"level":"info","ts":"2026-04-01T23:51:31.441364Z","caller":"traceutil/trace.go:171","msg":"trace[1751294062] range","detail":"{range_begin:/registry/replicasets/monitoring/kube-prometheus-stack-grafana-7cbd96d84b; range_end:; response_count:1; response_revision:9323; }","duration":"218.903003ms","start":"2026-04-01T23:51:31.222454Z","end":"2026-04-01T23:51:31.441357Z","steps":["trace[1751294062] 'agreement among raft nodes before linearized reading' (duration: 218.833632ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:51:31.443518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.318103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/monitoring/\" range_end:\"/registry/resourcequotas/monitoring0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:51:31.443591Z","caller":"traceutil/trace.go:171","msg":"trace[605764057] range","detail":"{range_begin:/registry/resourcequotas/monitoring/; range_end:/registry/resourcequotas/monitoring0; response_count:0; response_revision:9323; }","duration":"215.417666ms","start":"2026-04-01T23:51:31.228156Z","end":"2026-04-01T23:51:31.443574Z","steps":["trace[605764057] 'agreement among raft nodes before linearized reading' (duration: 215.284603ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:51:31.444129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.77315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/local-path-storage/local-path-provisioner-679c578f5\" ","response":"range_response_count:1 size:3312"} {"level":"info","ts":"2026-04-01T23:51:31.444177Z","caller":"traceutil/trace.go:171","msg":"trace[1372064528] range","detail":"{range_begin:/registry/replicasets/local-path-storage/local-path-provisioner-679c578f5; range_end:; response_count:1; response_revision:9323; }","duration":"176.875242ms","start":"2026-04-01T23:51:31.267289Z","end":"2026-04-01T23:51:31.444164Z","steps":["trace[1372064528] 'agreement among raft nodes before linearized reading' (duration: 176.79227ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:51:31.444187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.804775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1821"} {"level":"info","ts":"2026-04-01T23:51:31.444237Z","caller":"traceutil/trace.go:171","msg":"trace[462002966] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:9323; }","duration":"195.873698ms","start":"2026-04-01T23:51:31.248349Z","end":"2026-04-01T23:51:31.444223Z","steps":["trace[462002966] 'agreement among raft nodes before linearized reading' (duration: 195.766724ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:51:31.444315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.440973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/cert-manager/cert-manager-cainjector-64b59ddb75\" ","response":"range_response_count:1 size:3659"} {"level":"warn","ts":"2026-04-01T23:51:31.444319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.902013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/keystone-api-78d4cbfcc7\" ","response":"range_response_count:1 size:11197"} {"level":"info","ts":"2026-04-01T23:51:31.444342Z","caller":"traceutil/trace.go:171","msg":"trace[406541951] range","detail":"{range_begin:/registry/replicasets/cert-manager/cert-manager-cainjector-64b59ddb75; range_end:; response_count:1; response_revision:9323; }","duration":"151.505415ms","start":"2026-04-01T23:51:31.29283Z","end":"2026-04-01T23:51:31.444336Z","steps":["trace[406541951] 'agreement among raft nodes before linearized reading' (duration: 151.439114ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:51:31.444366Z","caller":"traceutil/trace.go:171","msg":"trace[1778980751] range","detail":"{range_begin:/registry/replicasets/openstack/keystone-api-78d4cbfcc7; range_end:; response_count:1; response_revision:9323; }","duration":"126.987805ms","start":"2026-04-01T23:51:31.317364Z","end":"2026-04-01T23:51:31.444352Z","steps":["trace[1778980751] 'agreement among raft nodes before linearized reading' (duration: 126.853592ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:51:31.444424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.692836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/cert-manager/cert-manager-webhook-548949fc64\" ","response":"range_response_count:1 size:4783"} {"level":"info","ts":"2026-04-01T23:51:31.444461Z","caller":"traceutil/trace.go:171","msg":"trace[728737783] range","detail":"{range_begin:/registry/replicasets/cert-manager/cert-manager-webhook-548949fc64; range_end:; response_count:1; response_revision:9323; }","duration":"200.773868ms","start":"2026-04-01T23:51:31.243678Z","end":"2026-04-01T23:51:31.444452Z","steps":["trace[728737783] 'agreement among raft nodes before linearized reading' (duration: 200.676375ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:51:31.444548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.788663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/rook-ceph/rook-ceph-operator-76bbbb77ff\" ","response":"range_response_count:1 size:4087"} {"level":"info","ts":"2026-04-01T23:51:31.444585Z","caller":"traceutil/trace.go:171","msg":"trace[784500682] range","detail":"{range_begin:/registry/replicasets/rook-ceph/rook-ceph-operator-76bbbb77ff; range_end:; response_count:1; response_revision:9323; }","duration":"102.846124ms","start":"2026-04-01T23:51:31.341728Z","end":"2026-04-01T23:51:31.444575Z","steps":["trace[784500682] 'agreement among raft nodes before linearized reading' (duration: 102.750532ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:51:34.322927Z","caller":"traceutil/trace.go:171","msg":"trace[1825375781] transaction","detail":"{read_only:false; response_revision:9349; number_of_response:1; }","duration":"386.805445ms","start":"2026-04-01T23:51:33.936094Z","end":"2026-04-01T23:51:34.3229Z","steps":["trace[1825375781] 'process raft request' (duration: 386.641682ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:51:34.323101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:51:33.936067Z","time spent":"386.942798ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:51:34.448543Z","caller":"traceutil/trace.go:171","msg":"trace[766376476] transaction","detail":"{read_only:false; response_revision:9350; number_of_response:1; }","duration":"227.835484ms","start":"2026-04-01T23:51:34.220684Z","end":"2026-04-01T23:51:34.448519Z","steps":["trace[766376476] 'process raft request' (duration: 227.540347ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:51:36.880517Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7835591873806233542,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-01T23:51:37.289845Z","caller":"traceutil/trace.go:171","msg":"trace[1038958750] transaction","detail":"{read_only:false; response_revision:9401; number_of_response:1; }","duration":"961.590401ms","start":"2026-04-01T23:51:36.328231Z","end":"2026-04-01T23:51:37.289821Z","steps":["trace[1038958750] 'process raft request' (duration: 961.394266ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:51:37.290073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:51:36.328199Z","time spent":"961.722244ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:51:37.296402Z","caller":"traceutil/trace.go:171","msg":"trace[410748070] transaction","detail":"{read_only:false; response_revision:9403; number_of_response:1; }","duration":"784.942025ms","start":"2026-04-01T23:51:36.511428Z","end":"2026-04-01T23:51:37.29637Z","steps":["trace[410748070] 'process raft request' (duration: 784.830803ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:51:37.296603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:51:36.511398Z","time spent":"785.107578ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:51:37.296679Z","caller":"traceutil/trace.go:171","msg":"trace[978891772] transaction","detail":"{read_only:false; response_revision:9402; number_of_response:1; }","duration":"843.368933ms","start":"2026-04-01T23:51:36.453278Z","end":"2026-04-01T23:51:37.296647Z","steps":["trace[978891772] 'process raft request' (duration: 842.661957ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:51:37.296838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:51:36.453253Z","time spent":"843.507316ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:51:37.296832Z","caller":"traceutil/trace.go:171","msg":"trace[1611189498] transaction","detail":"{read_only:false; response_revision:9404; number_of_response:1; }","duration":"282.736944ms","start":"2026-04-01T23:51:37.014068Z","end":"2026-04-01T23:51:37.296805Z","steps":["trace[1611189498] 'process raft request' (duration: 282.232733ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:51:37.297086Z","caller":"traceutil/trace.go:171","msg":"trace[1037441129] linearizableReadLoop","detail":"{readStateIndex:9777; appliedIndex:9774; }","duration":"916.690846ms","start":"2026-04-01T23:51:36.380384Z","end":"2026-04-01T23:51:37.297075Z","steps":["trace[1037441129] 'read index received' (duration: 909.219698ms)","trace[1037441129] 'applied index is now lower than readState.Index' (duration: 7.469898ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:51:37.297224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"916.808848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:51:37.297259Z","caller":"traceutil/trace.go:171","msg":"trace[1450841398] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9405; }","duration":"916.906761ms","start":"2026-04-01T23:51:36.380342Z","end":"2026-04-01T23:51:37.297248Z","steps":["trace[1450841398] 'agreement among raft nodes before linearized reading' (duration: 916.825159ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:51:37.297294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:51:36.380323Z","time spent":"916.959501ms","remote":"127.0.0.1:58042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-01T23:51:37.29732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.751112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-01T23:51:37.29737Z","caller":"traceutil/trace.go:171","msg":"trace[1977256873] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:9405; }","duration":"231.875325ms","start":"2026-04-01T23:51:37.065479Z","end":"2026-04-01T23:51:37.297355Z","steps":["trace[1977256873] 'agreement among raft nodes before linearized reading' (duration: 231.781073ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:51:37.297382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"844.250582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:19384"} {"level":"info","ts":"2026-04-01T23:51:37.297428Z","caller":"traceutil/trace.go:171","msg":"trace[307678358] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:9405; }","duration":"844.354144ms","start":"2026-04-01T23:51:36.453062Z","end":"2026-04-01T23:51:37.297416Z","steps":["trace[307678358] 'agreement among raft nodes before linearized reading' (duration: 844.201201ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:51:37.297459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:51:36.453036Z","time spent":"844.415866ms","remote":"127.0.0.1:58188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":19407,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-04-01T23:51:37.297496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.698911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-kvp77\" ","response":"range_response_count:1 size:4455"} {"level":"warn","ts":"2026-04-01T23:51:37.297511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.010328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-01T23:51:37.297532Z","caller":"traceutil/trace.go:171","msg":"trace[1142777862] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:9405; }","duration":"203.06023ms","start":"2026-04-01T23:51:37.094464Z","end":"2026-04-01T23:51:37.297524Z","steps":["trace[1142777862] 'agreement among raft nodes before linearized reading' (duration: 203.021169ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:51:37.297711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.107841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-01T23:51:37.297744Z","caller":"traceutil/trace.go:171","msg":"trace[1024150024] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-kvp77; range_end:; response_count:1; response_revision:9405; }","duration":"177.765562ms","start":"2026-04-01T23:51:37.119752Z","end":"2026-04-01T23:51:37.297518Z","steps":["trace[1024150024] 'agreement among raft nodes before linearized reading' (duration: 177.65833ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:51:37.297764Z","caller":"traceutil/trace.go:171","msg":"trace[51475751] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:9405; }","duration":"495.203624ms","start":"2026-04-01T23:51:36.802547Z","end":"2026-04-01T23:51:37.297751Z","steps":["trace[51475751] 'agreement among raft nodes before linearized reading' (duration: 495.093351ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:51:37.297796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:51:36.802518Z","time spent":"495.270835ms","remote":"127.0.0.1:45900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":37,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:51:37.297921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"835.114528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-01T23:51:37.297947Z","caller":"traceutil/trace.go:171","msg":"trace[2007373046] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:9405; }","duration":"835.18806ms","start":"2026-04-01T23:51:36.462752Z","end":"2026-04-01T23:51:37.29794Z","steps":["trace[2007373046] 'agreement among raft nodes before linearized reading' (duration: 835.074567ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:51:37.297967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:51:36.462719Z","time spent":"835.24192ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-01T23:51:37.298067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"688.843412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-01T23:51:37.298148Z","caller":"traceutil/trace.go:171","msg":"trace[251407045] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:9405; }","duration":"689.028076ms","start":"2026-04-01T23:51:36.609094Z","end":"2026-04-01T23:51:37.298122Z","steps":["trace[251407045] 'agreement among raft nodes before linearized reading' (duration: 688.793451ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:51:37.298423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:51:36.609072Z","time spent":"689.124687ms","remote":"127.0.0.1:58562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":43,"response size":30,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"info","ts":"2026-04-01T23:51:39.725205Z","caller":"traceutil/trace.go:171","msg":"trace[1103542705] transaction","detail":"{read_only:false; response_revision:9415; number_of_response:1; }","duration":"429.215575ms","start":"2026-04-01T23:51:39.295949Z","end":"2026-04-01T23:51:39.725165Z","steps":["trace[1103542705] 'process raft request' (duration: 428.901028ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:51:39.725449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:51:39.295921Z","time spent":"429.3995ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:51:39.856858Z","caller":"traceutil/trace.go:171","msg":"trace[1202696927] linearizableReadLoop","detail":"{readStateIndex:9792; appliedIndex:9789; }","duration":"527.278213ms","start":"2026-04-01T23:51:39.329552Z","end":"2026-04-01T23:51:39.85683Z","steps":["trace[1202696927] 'read index received' (duration: 395.289635ms)","trace[1202696927] 'applied index is now lower than readState.Index' (duration: 131.987338ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:51:39.856934Z","caller":"traceutil/trace.go:171","msg":"trace[1490711208] transaction","detail":"{read_only:false; response_revision:9416; number_of_response:1; }","duration":"554.393529ms","start":"2026-04-01T23:51:39.302482Z","end":"2026-04-01T23:51:39.856875Z","steps":["trace[1490711208] 'process raft request' (duration: 554.105012ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:51:39.857021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.616214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:51:39.856988Z","caller":"traceutil/trace.go:171","msg":"trace[443209875] transaction","detail":"{read_only:false; response_revision:9417; number_of_response:1; }","duration":"554.372548ms","start":"2026-04-01T23:51:39.302562Z","end":"2026-04-01T23:51:39.856934Z","steps":["trace[443209875] 'process raft request' (duration: 554.228135ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:51:39.857179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.473291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-01T23:51:39.857216Z","caller":"traceutil/trace.go:171","msg":"trace[880135884] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9417; }","duration":"362.531373ms","start":"2026-04-01T23:51:39.494677Z","end":"2026-04-01T23:51:39.857208Z","steps":["trace[880135884] 'agreement among raft nodes before linearized reading' (duration: 362.40334ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:51:39.857227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:51:39.302458Z","time spent":"554.610384ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:51:39.857253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:51:39.302534Z","time spent":"554.582413ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:51:39.857271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:51:39.494663Z","time spent":"362.595554ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-01T23:51:39.857301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.232103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-01T23:51:39.85737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.037766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-01T23:51:39.857388Z","caller":"traceutil/trace.go:171","msg":"trace[1149399269] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9417; }","duration":"365.390356ms","start":"2026-04-01T23:51:39.491971Z","end":"2026-04-01T23:51:39.857361Z","steps":["trace[1149399269] 'agreement among raft nodes before linearized reading' (duration: 365.233402ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:51:39.857062Z","caller":"traceutil/trace.go:171","msg":"trace[1128895209] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9417; }","duration":"412.716166ms","start":"2026-04-01T23:51:39.444332Z","end":"2026-04-01T23:51:39.857048Z","steps":["trace[1128895209] 'agreement among raft nodes before linearized reading' (duration: 412.634604ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:51:39.857426Z","caller":"traceutil/trace.go:171","msg":"trace[480593648] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9417; }","duration":"235.166668ms","start":"2026-04-01T23:51:39.622245Z","end":"2026-04-01T23:51:39.857411Z","steps":["trace[480593648] 'agreement among raft nodes before linearized reading' (duration: 235.056026ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:51:39.857447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:51:39.491952Z","time spent":"365.483059ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-01T23:51:39.857471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:51:39.444308Z","time spent":"413.151436ms","remote":"127.0.0.1:58042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-01T23:51:39.857498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.308088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-01T23:51:39.857514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"527.964798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-88zqq\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-04-01T23:51:39.857543Z","caller":"traceutil/trace.go:171","msg":"trace[542009514] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9417; }","duration":"379.3932ms","start":"2026-04-01T23:51:39.478136Z","end":"2026-04-01T23:51:39.857529Z","steps":["trace[542009514] 'agreement among raft nodes before linearized reading' (duration: 379.292967ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:51:39.857232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.194219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-01T23:51:39.857572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:51:39.478113Z","time spent":"379.452381ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-01T23:51:39.857573Z","caller":"traceutil/trace.go:171","msg":"trace[616602382] range","detail":"{range_begin:/registry/pods/openstack/keepalived-88zqq; range_end:; response_count:1; response_revision:9417; }","duration":"528.07991ms","start":"2026-04-01T23:51:39.329481Z","end":"2026-04-01T23:51:39.857561Z","steps":["trace[616602382] 'agreement among raft nodes before linearized reading' (duration: 527.484107ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:51:39.857587Z","caller":"traceutil/trace.go:171","msg":"trace[1327326018] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9417; }","duration":"356.603909ms","start":"2026-04-01T23:51:39.500973Z","end":"2026-04-01T23:51:39.857577Z","steps":["trace[1327326018] 'agreement among raft nodes before linearized reading' (duration: 356.045776ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:51:39.857609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:51:39.329452Z","time spent":"528.149212ms","remote":"127.0.0.1:58198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-88zqq\" "} {"level":"warn","ts":"2026-04-01T23:51:39.857626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:51:39.500962Z","time spent":"356.65589ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-01T23:51:42.308925Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7835591873806233622,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T23:51:42.809258Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7835591873806233622,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T23:51:43.144472Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.413466524s","expected-duration":"1s"} {"level":"info","ts":"2026-04-01T23:51:43.14495Z","caller":"traceutil/trace.go:171","msg":"trace[857462097] transaction","detail":"{read_only:false; response_revision:9425; number_of_response:1; }","duration":"1.414027615s","start":"2026-04-01T23:51:41.73089Z","end":"2026-04-01T23:51:43.144918Z","steps":["trace[857462097] 'process raft request' (duration: 1.41379878s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:51:43.145236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:51:41.730866Z","time spent":"1.414175839s","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:51:44.898218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.074423638s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:51:44.898373Z","caller":"traceutil/trace.go:171","msg":"trace[1758001792] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:9425; }","duration":"1.074592643s","start":"2026-04-01T23:51:43.823762Z","end":"2026-04-01T23:51:44.898354Z","steps":["trace[1758001792] 'range keys from in-memory index tree' (duration: 1.074406988s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:51:44.910408Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.763748371s","expected-duration":"1s"} {"level":"info","ts":"2026-04-01T23:51:44.910937Z","caller":"traceutil/trace.go:171","msg":"trace[163313883] transaction","detail":"{read_only:false; response_revision:9426; number_of_response:1; }","duration":"3.046291243s","start":"2026-04-01T23:51:41.864601Z","end":"2026-04-01T23:51:44.910892Z","steps":["trace[163313883] 'process raft request' (duration: 3.046033608s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:51:44.910916Z","caller":"traceutil/trace.go:171","msg":"trace[1207046019] transaction","detail":"{read_only:false; response_revision:9427; number_of_response:1; }","duration":"3.045167327s","start":"2026-04-01T23:51:41.865723Z","end":"2026-04-01T23:51:44.91089Z","steps":["trace[1207046019] 'process raft request' (duration: 3.045088425s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:51:44.911032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:51:41.864561Z","time spent":"3.046414796s","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:51:44.911046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:51:41.865701Z","time spent":"3.04528987s","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:51:44.911139Z","caller":"traceutil/trace.go:171","msg":"trace[1620233607] linearizableReadLoop","detail":"{readStateIndex:9802; appliedIndex:9799; }","duration":"3.103059924s","start":"2026-04-01T23:51:41.807977Z","end":"2026-04-01T23:51:44.911037Z","steps":["trace[1620233607] 'read index received' (duration: 1.336717035s)","trace[1620233607] 'applied index is now lower than readState.Index' (duration: 1.766341869s)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:51:44.911176Z","caller":"traceutil/trace.go:171","msg":"trace[756661646] transaction","detail":"{read_only:false; response_revision:9428; number_of_response:1; }","duration":"1.783708529s","start":"2026-04-01T23:51:43.127399Z","end":"2026-04-01T23:51:44.911108Z","steps":["trace[756661646] 'process raft request' (duration: 1.783453313s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:51:44.911382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:51:43.127371Z","time spent":"1.783910893s","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:51:44.911532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.103547436s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-6sx7d\" ","response":"range_response_count:1 size:5795"} {"level":"info","ts":"2026-04-01T23:51:44.911642Z","caller":"traceutil/trace.go:171","msg":"trace[1633541229] range","detail":"{range_begin:/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-6sx7d; range_end:; response_count:1; response_revision:9428; }","duration":"3.103694278s","start":"2026-04-01T23:51:41.807929Z","end":"2026-04-01T23:51:44.911624Z","steps":["trace[1633541229] 'agreement among raft nodes before linearized reading' (duration: 3.103281319s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:51:44.911682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:51:41.807906Z","time spent":"3.10376481s","remote":"127.0.0.1:58198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":5818,"request content":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-6sx7d\" "} {"level":"info","ts":"2026-04-01T23:51:44.932099Z","caller":"traceutil/trace.go:171","msg":"trace[1424684385] transaction","detail":"{read_only:false; response_revision:9429; number_of_response:1; }","duration":"130.005662ms","start":"2026-04-01T23:51:44.802074Z","end":"2026-04-01T23:51:44.93208Z","steps":["trace[1424684385] 'process raft request' (duration: 129.882989ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:51:44.932367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.214906157s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:51:44.932447Z","caller":"traceutil/trace.go:171","msg":"trace[46489152] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:9429; }","duration":"2.21502076s","start":"2026-04-01T23:51:42.717408Z","end":"2026-04-01T23:51:44.932429Z","steps":["trace[46489152] 'agreement among raft nodes before linearized reading' (duration: 2.214831266s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:51:44.932442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.060834358s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-01T23:51:44.932493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:51:42.717327Z","time spent":"2.215155823s","remote":"127.0.0.1:44374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"info","ts":"2026-04-01T23:51:44.932527Z","caller":"traceutil/trace.go:171","msg":"trace[298192632] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9429; }","duration":"3.06094805s","start":"2026-04-01T23:51:41.871557Z","end":"2026-04-01T23:51:44.932505Z","steps":["trace[298192632] 'agreement among raft nodes before linearized reading' (duration: 3.060666164s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:51:44.932584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:51:41.871545Z","time spent":"3.061025502s","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-01T23:51:44.932729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.037300761s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-01T23:51:44.932782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.836439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-04-01T23:51:44.93278Z","caller":"traceutil/trace.go:171","msg":"trace[80002095] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9429; }","duration":"3.037378272s","start":"2026-04-01T23:51:41.89539Z","end":"2026-04-01T23:51:44.932768Z","steps":["trace[80002095] 'agreement among raft nodes before linearized reading' (duration: 3.037174388s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:51:44.932861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:51:41.89538Z","time spent":"3.037470395s","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-01T23:51:44.932903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.551639909s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:51:44.932938Z","caller":"traceutil/trace.go:171","msg":"trace[1692824655] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9429; }","duration":"1.551711801s","start":"2026-04-01T23:51:43.381218Z","end":"2026-04-01T23:51:44.93293Z","steps":["trace[1692824655] 'agreement among raft nodes before linearized reading' (duration: 1.55166713s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:51:44.932963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:51:43.381196Z","time spent":"1.551761532s","remote":"127.0.0.1:58042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-01T23:51:44.932998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.057989255s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-01T23:51:44.933054Z","caller":"traceutil/trace.go:171","msg":"trace[1649199113] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9429; }","duration":"3.058053656s","start":"2026-04-01T23:51:41.874986Z","end":"2026-04-01T23:51:44.93304Z","steps":["trace[1649199113] 'agreement among raft nodes before linearized reading' (duration: 3.057937964s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:51:44.933101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:51:41.874979Z","time spent":"3.058110337s","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-01T23:51:44.933146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.749921153s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:51:44.933223Z","caller":"traceutil/trace.go:171","msg":"trace[865870567] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:9429; }","duration":"2.750042836s","start":"2026-04-01T23:51:42.183164Z","end":"2026-04-01T23:51:44.933207Z","steps":["trace[865870567] 'agreement among raft nodes before linearized reading' (duration: 2.749914743s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:51:44.933237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.898320066s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.209\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-04-01T23:51:44.933288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:51:42.183113Z","time spent":"2.750141898s","remote":"127.0.0.1:43832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:51:44.933333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.023580062s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:51:44.933369Z","caller":"traceutil/trace.go:171","msg":"trace[2132373121] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:9429; }","duration":"2.023614053s","start":"2026-04-01T23:51:42.909744Z","end":"2026-04-01T23:51:44.933358Z","steps":["trace[2132373121] 'agreement among raft nodes before linearized reading' (duration: 2.023567092s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:51:44.933359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.059440497s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-01T23:51:44.933396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:51:42.909666Z","time spent":"2.023722566s","remote":"127.0.0.1:44434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"info","ts":"2026-04-01T23:51:44.933409Z","caller":"traceutil/trace.go:171","msg":"trace[1588599806] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9429; }","duration":"3.059501528s","start":"2026-04-01T23:51:41.873894Z","end":"2026-04-01T23:51:44.933395Z","steps":["trace[1588599806] 'agreement among raft nodes before linearized reading' (duration: 3.059380625s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:51:44.933447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:51:41.873885Z","time spent":"3.059551499s","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-01T23:51:44.932893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.052261377s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-01T23:51:44.933596Z","caller":"traceutil/trace.go:171","msg":"trace[1882216988] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9429; }","duration":"3.052988782s","start":"2026-04-01T23:51:41.880598Z","end":"2026-04-01T23:51:44.933587Z","steps":["trace[1882216988] 'agreement among raft nodes before linearized reading' (duration: 3.052199545s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:51:44.93363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:51:41.880588Z","time spent":"3.053032244s","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-01T23:51:44.933648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.037650749s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-88zqq\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-04-01T23:51:44.933685Z","caller":"traceutil/trace.go:171","msg":"trace[757403838] range","detail":"{range_begin:/registry/pods/openstack/keepalived-88zqq; range_end:; response_count:1; response_revision:9429; }","duration":"3.03770489s","start":"2026-04-01T23:51:41.89597Z","end":"2026-04-01T23:51:44.933675Z","steps":["trace[757403838] 'agreement among raft nodes before linearized reading' (duration: 3.037551277s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:51:44.933747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:51:41.895961Z","time spent":"3.037777533s","remote":"127.0.0.1:58198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-88zqq\" "} {"level":"info","ts":"2026-04-01T23:51:44.932821Z","caller":"traceutil/trace.go:171","msg":"trace[1440307780] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:9429; }","duration":"113.914282ms","start":"2026-04-01T23:51:44.818891Z","end":"2026-04-01T23:51:44.932805Z","steps":["trace[1440307780] 'agreement among raft nodes before linearized reading' (duration: 113.812799ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:51:44.933164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.885133051s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-01T23:51:44.933974Z","caller":"traceutil/trace.go:171","msg":"trace[731468652] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9429; }","duration":"1.885997309s","start":"2026-04-01T23:51:43.047962Z","end":"2026-04-01T23:51:44.933959Z","steps":["trace[731468652] 'agreement among raft nodes before linearized reading' (duration: 1.88512765s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:51:44.934046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:51:43.04793Z","time spent":"1.886098352s","remote":"127.0.0.1:58198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-01T23:51:44.933293Z","caller":"traceutil/trace.go:171","msg":"trace[236167442] range","detail":"{range_begin:/registry/masterleases/199.204.45.209; range_end:; response_count:1; response_revision:9429; }","duration":"1.898421119s","start":"2026-04-01T23:51:43.034862Z","end":"2026-04-01T23:51:44.933283Z","steps":["trace[236167442] 'agreement among raft nodes before linearized reading' (duration: 1.898319636s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:51:44.934178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:51:43.034833Z","time spent":"1.899327688s","remote":"127.0.0.1:58064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.209\" "} {"level":"warn","ts":"2026-04-01T23:51:44.932864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"535.755572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:51:44.934534Z","caller":"traceutil/trace.go:171","msg":"trace[685619037] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:9429; }","duration":"537.398208ms","start":"2026-04-01T23:51:44.397099Z","end":"2026-04-01T23:51:44.934497Z","steps":["trace[685619037] 'agreement among raft nodes before linearized reading' (duration: 535.742352ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:51:44.934594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:51:44.397051Z","time spent":"537.523521ms","remote":"127.0.0.1:54762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"info","ts":"2026-04-01T23:51:45.037629Z","caller":"traceutil/trace.go:171","msg":"trace[201207595] linearizableReadLoop","detail":"{readStateIndex:9805; appliedIndex:9804; }","duration":"100.90175ms","start":"2026-04-01T23:51:44.936696Z","end":"2026-04-01T23:51:45.037597Z","steps":["trace[201207595] 'read index received' (duration: 100.761837ms)","trace[201207595] 'applied index is now lower than readState.Index' (duration: 138.503µs)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:51:45.037821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.087014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:51:45.037859Z","caller":"traceutil/trace.go:171","msg":"trace[1165945412] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9430; }","duration":"101.181027ms","start":"2026-04-01T23:51:44.936668Z","end":"2026-04-01T23:51:45.037849Z","steps":["trace[1165945412] 'agreement among raft nodes before linearized reading' (duration: 101.079674ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:51:45.038103Z","caller":"traceutil/trace.go:171","msg":"trace[1256544276] transaction","detail":"{read_only:false; response_revision:9430; number_of_response:1; }","duration":"118.414683ms","start":"2026-04-01T23:51:44.919621Z","end":"2026-04-01T23:51:45.038036Z","steps":["trace[1256544276] 'process raft request' (duration: 117.750328ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:51:45.045331Z","caller":"traceutil/trace.go:171","msg":"trace[1683691639] transaction","detail":"{read_only:false; response_revision:9431; number_of_response:1; }","duration":"105.234698ms","start":"2026-04-01T23:51:44.940074Z","end":"2026-04-01T23:51:45.045309Z","steps":["trace[1683691639] 'process raft request' (duration: 104.400669ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:51:45.04538Z","caller":"traceutil/trace.go:171","msg":"trace[465261697] transaction","detail":"{read_only:false; response_revision:9434; number_of_response:1; }","duration":"104.89525ms","start":"2026-04-01T23:51:44.940449Z","end":"2026-04-01T23:51:45.045345Z","steps":["trace[465261697] 'process raft request' (duration: 104.766177ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:51:45.045422Z","caller":"traceutil/trace.go:171","msg":"trace[164025831] transaction","detail":"{read_only:false; response_revision:9432; number_of_response:1; }","duration":"105.193077ms","start":"2026-04-01T23:51:44.940204Z","end":"2026-04-01T23:51:45.045376Z","steps":["trace[164025831] 'process raft request' (duration: 104.923181ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:51:45.045573Z","caller":"traceutil/trace.go:171","msg":"trace[1725887233] transaction","detail":"{read_only:false; response_revision:9433; number_of_response:1; }","duration":"105.3166ms","start":"2026-04-01T23:51:44.940241Z","end":"2026-04-01T23:51:45.045558Z","steps":["trace[1725887233] 'process raft request' (duration: 104.932241ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:51:45.045718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.723074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-01T23:51:45.045758Z","caller":"traceutil/trace.go:171","msg":"trace[1511359863] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9435; }","duration":"103.783975ms","start":"2026-04-01T23:51:44.941962Z","end":"2026-04-01T23:51:45.045746Z","steps":["trace[1511359863] 'agreement among raft nodes before linearized reading' (duration: 103.606291ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:51:45.045756Z","caller":"traceutil/trace.go:171","msg":"trace[951050030] transaction","detail":"{read_only:false; response_revision:9435; number_of_response:1; }","duration":"103.690433ms","start":"2026-04-01T23:51:44.942055Z","end":"2026-04-01T23:51:45.045745Z","steps":["trace[951050030] 'process raft request' (duration: 103.200932ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:51:45.045948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.974659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:229248"} {"level":"info","ts":"2026-04-01T23:51:45.046016Z","caller":"traceutil/trace.go:171","msg":"trace[213526850] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:9435; }","duration":"104.081591ms","start":"2026-04-01T23:51:44.941922Z","end":"2026-04-01T23:51:45.046003Z","steps":["trace[213526850] 'agreement among raft nodes before linearized reading' (duration: 103.649922ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:51:45.046456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.311923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-8a2d48e4-e6a8-4a1c-a6eb-3e4bb85d7aef\" ","response":"range_response_count:1 size:1435"} {"level":"info","ts":"2026-04-01T23:51:45.046549Z","caller":"traceutil/trace.go:171","msg":"trace[788644439] range","detail":"{range_begin:/registry/persistentvolumes/pvc-8a2d48e4-e6a8-4a1c-a6eb-3e4bb85d7aef; range_end:; response_count:1; response_revision:9435; }","duration":"107.663531ms","start":"2026-04-01T23:51:44.938866Z","end":"2026-04-01T23:51:45.046529Z","steps":["trace[788644439] 'agreement among raft nodes before linearized reading' (duration: 106.438084ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:51:47.217051Z","caller":"traceutil/trace.go:171","msg":"trace[1772550981] transaction","detail":"{read_only:false; response_revision:9444; number_of_response:1; }","duration":"299.884588ms","start":"2026-04-01T23:51:46.917126Z","end":"2026-04-01T23:51:47.217011Z","steps":["trace[1772550981] 'process raft request' (duration: 299.644693ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:51:47.217288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:51:46.917096Z","time spent":"300.073853ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:51:48.104176Z","caller":"traceutil/trace.go:171","msg":"trace[1908760164] transaction","detail":"{read_only:false; response_revision:9445; number_of_response:1; }","duration":"1.18646064s","start":"2026-04-01T23:51:46.917682Z","end":"2026-04-01T23:51:48.104143Z","steps":["trace[1908760164] 'process raft request' (duration: 1.186212303s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:51:48.104299Z","caller":"traceutil/trace.go:171","msg":"trace[1165617202] linearizableReadLoop","detail":"{readStateIndex:9821; appliedIndex:9819; }","duration":"1.053592122s","start":"2026-04-01T23:51:47.05068Z","end":"2026-04-01T23:51:48.104272Z","steps":["trace[1165617202] 'read index received' (duration: 166.159102ms)","trace[1165617202] 'applied index is now lower than readState.Index' (duration: 887.43119ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:51:48.104372Z","caller":"traceutil/trace.go:171","msg":"trace[1353005755] transaction","detail":"{read_only:false; response_revision:9446; number_of_response:1; }","duration":"940.881387ms","start":"2026-04-01T23:51:47.163483Z","end":"2026-04-01T23:51:48.104365Z","steps":["trace[1353005755] 'process raft request' (duration: 940.602321ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:51:48.10438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:51:46.917653Z","time spent":"1.186632313s","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:51:48.104455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:51:47.163456Z","time spent":"940.933609ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:51:48.104558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.053872018s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-01T23:51:48.104603Z","caller":"traceutil/trace.go:171","msg":"trace[840588049] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9446; }","duration":"1.05396355s","start":"2026-04-01T23:51:47.050627Z","end":"2026-04-01T23:51:48.104591Z","steps":["trace[840588049] 'agreement among raft nodes before linearized reading' (duration: 1.053816467s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:51:48.104634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:51:47.050604Z","time spent":"1.054023482s","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-01T23:51:48.509157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.595862ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-01T23:51:48.509436Z","caller":"traceutil/trace.go:171","msg":"trace[1399139694] transaction","detail":"{read_only:false; response_revision:9448; number_of_response:1; }","duration":"399.51885ms","start":"2026-04-01T23:51:48.109893Z","end":"2026-04-01T23:51:48.509412Z","steps":["trace[1399139694] 'process raft request' (duration: 399.417117ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:51:48.509559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:51:48.109865Z","time spent":"399.634332ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:51:48.509679Z","caller":"traceutil/trace.go:171","msg":"trace[1722498282] linearizableReadLoop","detail":"{readStateIndex:9823; appliedIndex:9822; }","duration":"405.308999ms","start":"2026-04-01T23:51:48.104342Z","end":"2026-04-01T23:51:48.509651Z","steps":["trace[1722498282] 'read index received' (duration: 113.147024ms)","trace[1722498282] 'applied index is now lower than readState.Index' (duration: 292.158295ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:51:48.509815Z","caller":"traceutil/trace.go:171","msg":"trace[1488314004] transaction","detail":"{read_only:false; response_revision:9447; number_of_response:1; }","duration":"960.991478ms","start":"2026-04-01T23:51:47.548801Z","end":"2026-04-01T23:51:48.509793Z","steps":["trace[1488314004] 'process raft request' (duration: 668.66147ms)","trace[1488314004] 'compare' (duration: 291.446829ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:51:48.509894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.459127046s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-01T23:51:48.509923Z","caller":"traceutil/trace.go:171","msg":"trace[1808968439] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9448; }","duration":"1.459172947s","start":"2026-04-01T23:51:47.050743Z","end":"2026-04-01T23:51:48.509916Z","steps":["trace[1808968439] 'agreement among raft nodes before linearized reading' (duration: 1.459016043s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:51:48.509898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.459101346s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-01T23:51:48.509964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"564.26919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-01T23:51:48.509997Z","caller":"traceutil/trace.go:171","msg":"trace[1838733533] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9448; }","duration":"1.459232878s","start":"2026-04-01T23:51:47.050741Z","end":"2026-04-01T23:51:48.509973Z","steps":["trace[1838733533] 'agreement among raft nodes before linearized reading' (duration: 1.458946552s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:51:48.510037Z","caller":"traceutil/trace.go:171","msg":"trace[224099775] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:9448; }","duration":"564.392443ms","start":"2026-04-01T23:51:47.945625Z","end":"2026-04-01T23:51:48.510018Z","steps":["trace[224099775] 'agreement among raft nodes before linearized reading' (duration: 564.24691ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:51:48.510039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.459282169s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-01T23:51:48.510061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:51:47.050732Z","time spent":"1.459315421s","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-01T23:51:48.509947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:51:47.050674Z","time spent":"1.459267789s","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-01T23:51:48.510088Z","caller":"traceutil/trace.go:171","msg":"trace[259677725] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9448; }","duration":"1.459375121s","start":"2026-04-01T23:51:47.050699Z","end":"2026-04-01T23:51:48.510074Z","steps":["trace[259677725] 'agreement among raft nodes before linearized reading' (duration: 1.459241658s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:51:48.510087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:51:47.945598Z","time spent":"564.474094ms","remote":"127.0.0.1:58198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":62,"response size":30,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:51:48.510133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:51:47.050683Z","time spent":"1.459436043s","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-01T23:51:48.509838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.456640752s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-88zqq\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-04-01T23:51:48.510234Z","caller":"traceutil/trace.go:171","msg":"trace[608121361] range","detail":"{range_begin:/registry/pods/openstack/keepalived-88zqq; range_end:; response_count:1; response_revision:9448; }","duration":"1.457061671s","start":"2026-04-01T23:51:47.053156Z","end":"2026-04-01T23:51:48.510218Z","steps":["trace[608121361] 'agreement among raft nodes before linearized reading' (duration: 1.456528199s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:51:48.51032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:51:47.053145Z","time spent":"1.457161393s","remote":"127.0.0.1:58198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-88zqq\" "} {"level":"warn","ts":"2026-04-01T23:51:48.510154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:51:47.548781Z","time spent":"961.10814ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:51:48.510575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.459579777s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-01T23:51:48.510634Z","caller":"traceutil/trace.go:171","msg":"trace[861616117] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9448; }","duration":"1.459683429s","start":"2026-04-01T23:51:47.050938Z","end":"2026-04-01T23:51:48.510621Z","steps":["trace[861616117] 'agreement among raft nodes before linearized reading' (duration: 1.458808239s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:51:48.51138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:51:47.05092Z","time spent":"1.45974027s","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-01T23:51:50.382202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000388893s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-01T23:51:50.382351Z","caller":"traceutil/trace.go:171","msg":"trace[916908425] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000620028s","start":"2026-04-01T23:51:48.381702Z","end":"2026-04-01T23:51:50.382321Z","steps":["trace[916908425] 'agreement among raft nodes before linearized reading' (duration: 2.000429694s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:51:50.382419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:51:48.38168Z","time spent":"2.00072269s","remote":"127.0.0.1:58042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/01 23:51:50 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-01T23:51:50.621559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.737690487s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-01T23:51:50.621644Z","caller":"traceutil/trace.go:171","msg":"trace[1829551108] linearizableReadLoop","detail":"{readStateIndex:9825; appliedIndex:9824; }","duration":"2.11189715s","start":"2026-04-01T23:51:48.509732Z","end":"2026-04-01T23:51:50.621629Z","steps":["trace[1829551108] 'read index received' (duration: 374.150132ms)","trace[1829551108] 'applied index is now lower than readState.Index' (duration: 1.737745888s)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:51:50.621906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.211249836s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:51:50.62194Z","caller":"traceutil/trace.go:171","msg":"trace[995707794] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:9448; }","duration":"2.211330597s","start":"2026-04-01T23:51:48.4106Z","end":"2026-04-01T23:51:50.621931Z","steps":["trace[995707794] 'agreement among raft nodes before linearized reading' (duration: 2.211266456s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:51:50.621969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:51:48.410579Z","time spent":"2.211380789s","remote":"127.0.0.1:54622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:51:50.622146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.353540534s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:51:50.622181Z","caller":"traceutil/trace.go:171","msg":"trace[1357671776] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:9448; }","duration":"2.353611255s","start":"2026-04-01T23:51:48.268561Z","end":"2026-04-01T23:51:50.622172Z","steps":["trace[1357671776] 'agreement among raft nodes before linearized reading' (duration: 2.353556794s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:51:50.622211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:51:48.268541Z","time spent":"2.353661236s","remote":"127.0.0.1:56060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:51:50.62312Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.739217712s","expected-duration":"1s"} {"level":"info","ts":"2026-04-01T23:51:50.623551Z","caller":"traceutil/trace.go:171","msg":"trace[688154467] transaction","detail":"{read_only:false; response_revision:9449; number_of_response:1; }","duration":"2.109714041s","start":"2026-04-01T23:51:48.513811Z","end":"2026-04-01T23:51:50.623525Z","steps":["trace[688154467] 'process raft request' (duration: 2.109481236s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:51:50.623714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:51:48.513794Z","time spent":"2.109843845s","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:51:50.623806Z","caller":"traceutil/trace.go:171","msg":"trace[1354112029] transaction","detail":"{read_only:false; response_revision:9450; number_of_response:1; }","duration":"2.10920905s","start":"2026-04-01T23:51:48.514575Z","end":"2026-04-01T23:51:50.623784Z","steps":["trace[1354112029] 'process raft request' (duration: 2.108897123s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:51:50.623887Z","caller":"traceutil/trace.go:171","msg":"trace[719836808] transaction","detail":"{read_only:false; response_revision:9452; number_of_response:1; }","duration":"2.107724377s","start":"2026-04-01T23:51:48.516148Z","end":"2026-04-01T23:51:50.623873Z","steps":["trace[719836808] 'process raft request' (duration: 2.107682616s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:51:50.623911Z","caller":"traceutil/trace.go:171","msg":"trace[55445193] transaction","detail":"{read_only:false; response_revision:9451; number_of_response:1; }","duration":"2.107852639s","start":"2026-04-01T23:51:48.516033Z","end":"2026-04-01T23:51:50.623885Z","steps":["trace[55445193] 'process raft request' (duration: 2.107659725s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:51:50.623966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:51:48.514567Z","time spent":"2.109319213s","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:51:50.623965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:51:48.516119Z","time spent":"2.107797738s","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:51:50.62405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:51:48.516024Z","time spent":"2.107958771s","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:51:50.626536Z","caller":"traceutil/trace.go:171","msg":"trace[900291529] transaction","detail":"{read_only:false; response_revision:9453; number_of_response:1; }","duration":"1.40346311s","start":"2026-04-01T23:51:49.22304Z","end":"2026-04-01T23:51:50.626503Z","steps":["trace[900291529] 'process raft request' (duration: 1.403050611s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:51:50.626598Z","caller":"traceutil/trace.go:171","msg":"trace[1992308762] transaction","detail":"{read_only:false; response_revision:9454; number_of_response:1; }","duration":"516.818087ms","start":"2026-04-01T23:51:50.109773Z","end":"2026-04-01T23:51:50.626592Z","steps":["trace[1992308762] 'process raft request' (duration: 516.559401ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:51:50.626646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:51:50.109757Z","time spent":"516.860658ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:51:50.626778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:51:49.223011Z","time spent":"1.403594853s","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:51:50.626852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.21332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T23:51:50.626865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.081571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-01T23:51:50.626877Z","caller":"traceutil/trace.go:171","msg":"trace[753885143] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9455; }","duration":"244.281042ms","start":"2026-04-01T23:51:50.382589Z","end":"2026-04-01T23:51:50.62687Z","steps":["trace[753885143] 'agreement among raft nodes before linearized reading' (duration: 244.234211ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:51:50.626865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.250621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-794dd444db-8k7r4.18a26095f68defd5\" ","response":"range_response_count:1 size:1135"} {"level":"info","ts":"2026-04-01T23:51:50.626899Z","caller":"traceutil/trace.go:171","msg":"trace[90383855] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9455; }","duration":"112.153892ms","start":"2026-04-01T23:51:50.514734Z","end":"2026-04-01T23:51:50.626888Z","steps":["trace[90383855] 'agreement among raft nodes before linearized reading' (duration: 112.069451ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:51:50.626908Z","caller":"traceutil/trace.go:171","msg":"trace[19273035] range","detail":"{range_begin:/registry/events/openstack/barbican-api-794dd444db-8k7r4.18a26095f68defd5; range_end:; response_count:1; response_revision:9455; }","duration":"285.334703ms","start":"2026-04-01T23:51:50.341562Z","end":"2026-04-01T23:51:50.626897Z","steps":["trace[19273035] 'agreement among raft nodes before linearized reading' (duration: 284.967984ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:51:50.626567Z","caller":"traceutil/trace.go:171","msg":"trace[1260525486] transaction","detail":"{read_only:false; response_revision:9455; number_of_response:1; }","duration":"516.598712ms","start":"2026-04-01T23:51:50.109953Z","end":"2026-04-01T23:51:50.626551Z","steps":["trace[1260525486] 'process raft request' (duration: 516.49032ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:51:50.626994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:51:50.109918Z","time spent":"517.048472ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:51:50.62709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.221264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-01T23:51:50.627111Z","caller":"traceutil/trace.go:171","msg":"trace[1994126658] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9455; }","duration":"466.280635ms","start":"2026-04-01T23:51:50.160825Z","end":"2026-04-01T23:51:50.627106Z","steps":["trace[1994126658] 'agreement among raft nodes before linearized reading' (duration: 466.226854ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:51:50.627123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:51:50.160805Z","time spent":"466.314995ms","remote":"127.0.0.1:58198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-01T23:51:50.627117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"743.184858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:548"} {"level":"info","ts":"2026-04-01T23:51:50.627142Z","caller":"traceutil/trace.go:171","msg":"trace[1928757013] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:9455; }","duration":"743.24278ms","start":"2026-04-01T23:51:49.883893Z","end":"2026-04-01T23:51:50.627135Z","steps":["trace[1928757013] 'agreement among raft nodes before linearized reading' (duration: 743.149378ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:51:50.627161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:51:49.883872Z","time spent":"743.28403ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":571,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} {"level":"warn","ts":"2026-04-01T23:51:50.627162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"585.697041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-01T23:51:50.627193Z","caller":"traceutil/trace.go:171","msg":"trace[2100670408] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:9455; }","duration":"585.757712ms","start":"2026-04-01T23:51:50.041426Z","end":"2026-04-01T23:51:50.627184Z","steps":["trace[2100670408] 'agreement among raft nodes before linearized reading' (duration: 585.699231ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:51:50.627218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:51:50.04141Z","time spent":"585.799613ms","remote":"127.0.0.1:35196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":30,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:51:50.627307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.184890214s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T23:51:50.627329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.416178065s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-01T23:51:50.627348Z","caller":"traceutil/trace.go:171","msg":"trace[1105844483] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9455; }","duration":"1.184957905s","start":"2026-04-01T23:51:49.442372Z","end":"2026-04-01T23:51:50.62733Z","steps":["trace[1105844483] 'agreement among raft nodes before linearized reading' (duration: 1.184914614s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:51:50.627352Z","caller":"traceutil/trace.go:171","msg":"trace[839693808] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:9455; }","duration":"1.416242495s","start":"2026-04-01T23:51:49.211102Z","end":"2026-04-01T23:51:50.627345Z","steps":["trace[839693808] 'agreement among raft nodes before linearized reading' (duration: 1.416202795s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:51:50.627363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:51:49.442354Z","time spent":"1.185005757s","remote":"127.0.0.1:58042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-01T23:51:50.627371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:51:49.21108Z","time spent":"1.416285157s","remote":"127.0.0.1:44566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:51:50.63013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.115320867s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:229248"} {"level":"info","ts":"2026-04-01T23:51:50.630259Z","caller":"traceutil/trace.go:171","msg":"trace[826843613] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:9455; }","duration":"2.115490961s","start":"2026-04-01T23:51:48.514741Z","end":"2026-04-01T23:51:50.630232Z","steps":["trace[826843613] 'agreement among raft nodes before linearized reading' (duration: 2.111765698s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:51:50.630347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:51:48.514734Z","time spent":"2.115599273s","remote":"127.0.0.1:58198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":229271,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-04-01T23:51:50.834351Z","caller":"traceutil/trace.go:171","msg":"trace[369202761] transaction","detail":"{read_only:false; response_revision:9456; number_of_response:1; }","duration":"204.307377ms","start":"2026-04-01T23:51:50.629953Z","end":"2026-04-01T23:51:50.83426Z","steps":["trace[369202761] 'process raft request' (duration: 204.062981ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:51:50.878816Z","caller":"traceutil/trace.go:171","msg":"trace[124438273] transaction","detail":"{read_only:false; response_revision:9457; number_of_response:1; }","duration":"247.715868ms","start":"2026-04-01T23:51:50.631074Z","end":"2026-04-01T23:51:50.87879Z","steps":["trace[124438273] 'process raft request' (duration: 247.440992ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:51:50.879034Z","caller":"traceutil/trace.go:171","msg":"trace[467662652] transaction","detail":"{read_only:false; response_revision:9458; number_of_response:1; }","duration":"247.669887ms","start":"2026-04-01T23:51:50.631353Z","end":"2026-04-01T23:51:50.879023Z","steps":["trace[467662652] 'process raft request' (duration: 247.381211ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:51:50.879018Z","caller":"traceutil/trace.go:171","msg":"trace[2040780189] linearizableReadLoop","detail":"{readStateIndex:9835; appliedIndex:9832; }","duration":"244.601938ms","start":"2026-04-01T23:51:50.63438Z","end":"2026-04-01T23:51:50.878982Z","steps":["trace[2040780189] 'read index received' (duration: 199.607721ms)","trace[2040780189] 'applied index is now lower than readState.Index' (duration: 44.991767ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:51:50.879278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.726691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T23:51:50.879367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.956757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-01T23:51:50.879401Z","caller":"traceutil/trace.go:171","msg":"trace[193922443] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9458; }","duration":"245.047828ms","start":"2026-04-01T23:51:50.634344Z","end":"2026-04-01T23:51:50.879392Z","steps":["trace[193922443] 'agreement among raft nodes before linearized reading' (duration: 244.805993ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:51:50.879419Z","caller":"traceutil/trace.go:171","msg":"trace[1596169868] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9458; }","duration":"244.898025ms","start":"2026-04-01T23:51:50.634491Z","end":"2026-04-01T23:51:50.879389Z","steps":["trace[1596169868] 'agreement among raft nodes before linearized reading' (duration: 244.697621ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:51:59.182813Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7835591873806233940,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T23:51:59.683193Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7835591873806233940,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T23:51:59.745638Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.064313966s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-01T23:52:00.037201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.248529ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-01T23:52:00.037455Z","caller":"traceutil/trace.go:171","msg":"trace[1625334322] transaction","detail":"{read_only:false; response_revision:9534; number_of_response:1; }","duration":"1.361294004s","start":"2026-04-01T23:51:58.676142Z","end":"2026-04-01T23:52:00.037436Z","steps":["trace[1625334322] 'process raft request' (duration: 1.361184901s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:52:00.037546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:51:58.676118Z","time spent":"1.361388596s","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:52:00.037588Z","caller":"traceutil/trace.go:171","msg":"trace[844801307] transaction","detail":"{read_only:false; response_revision:9533; number_of_response:1; }","duration":"1.367618355s","start":"2026-04-01T23:51:58.669946Z","end":"2026-04-01T23:52:00.037564Z","steps":["trace[844801307] 'process raft request' (duration: 1.075899685s)","trace[844801307] 'compare' (duration: 290.898681ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:52:00.037707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:51:58.669917Z","time spent":"1.367728777s","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:52:00.108398Z","caller":"traceutil/trace.go:171","msg":"trace[457364484] transaction","detail":"{read_only:false; number_of_response:1; response_revision:9535; }","duration":"1.425755564s","start":"2026-04-01T23:51:58.682611Z","end":"2026-04-01T23:52:00.108366Z","steps":["trace[457364484] 'process raft request' (duration: 1.425497799s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:52:00.108462Z","caller":"traceutil/trace.go:171","msg":"trace[1316669864] transaction","detail":"{read_only:false; response_revision:9536; number_of_response:1; }","duration":"1.425387106s","start":"2026-04-01T23:51:58.68304Z","end":"2026-04-01T23:52:00.108427Z","steps":["trace[1316669864] 'process raft request' (duration: 1.425221632s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:52:00.10862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:51:58.682994Z","time spent":"1.425535159s","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:52:00.108682Z","caller":"traceutil/trace.go:171","msg":"trace[1867060828] transaction","detail":"{read_only:false; response_revision:9538; number_of_response:1; }","duration":"1.162077582s","start":"2026-04-01T23:51:58.946581Z","end":"2026-04-01T23:52:00.108659Z","steps":["trace[1867060828] 'process raft request' (duration: 1.161914078s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:52:00.108605Z","caller":"traceutil/trace.go:171","msg":"trace[1383850415] linearizableReadLoop","detail":"{readStateIndex:9920; appliedIndex:9914; }","duration":"1.426808798s","start":"2026-04-01T23:51:58.681761Z","end":"2026-04-01T23:52:00.10857Z","steps":["trace[1383850415] 'read index received' (duration: 1.064123122s)","trace[1383850415] 'applied index is now lower than readState.Index' (duration: 362.684746ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:52:00.108785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:51:58.946557Z","time spent":"1.162169463s","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:52:00.1088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.427021183s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-01T23:52:00.108601Z","caller":"traceutil/trace.go:171","msg":"trace[779453234] transaction","detail":"{read_only:false; response_revision:9537; number_of_response:1; }","duration":"1.424769913s","start":"2026-04-01T23:51:58.683805Z","end":"2026-04-01T23:52:00.108575Z","steps":["trace[779453234] 'process raft request' (duration: 1.424544838s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:52:00.108856Z","caller":"traceutil/trace.go:171","msg":"trace[755265751] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9538; }","duration":"1.427128185s","start":"2026-04-01T23:51:58.681717Z","end":"2026-04-01T23:52:00.108845Z","steps":["trace[755265751] 'agreement among raft nodes before linearized reading' (duration: 1.426943641s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:52:00.108897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:51:58.681677Z","time spent":"1.427212227s","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-01T23:52:00.108907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:51:58.683789Z","time spent":"1.425067889s","remote":"127.0.0.1:58198","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4658,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:52:00.109592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:51:58.682601Z","time spent":"1.425872437s","remote":"127.0.0.1:58126","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":59,"response count":0,"response size":41,"request content":"compare: success: > failure: >"} {"level":"warn","ts":"2026-04-01T23:52:00.184872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.215849763s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:52:00.184964Z","caller":"traceutil/trace.go:171","msg":"trace[2146974581] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:9540; }","duration":"1.215996997s","start":"2026-04-01T23:51:58.968948Z","end":"2026-04-01T23:52:00.184945Z","steps":["trace[2146974581] 'agreement among raft nodes before linearized reading' (duration: 1.215841133s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:52:00.184931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.157296435s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T23:52:00.185011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:51:58.968921Z","time spent":"1.216077898s","remote":"127.0.0.1:58136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":28,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:52:00.185031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.264785946s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-01T23:52:00.185091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.3467934s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"info","ts":"2026-04-01T23:52:00.185097Z","caller":"traceutil/trace.go:171","msg":"trace[1060317279] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9540; }","duration":"1.264887719s","start":"2026-04-01T23:51:58.920188Z","end":"2026-04-01T23:52:00.185075Z","steps":["trace[1060317279] 'agreement among raft nodes before linearized reading' (duration: 1.264700884s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:52:00.185126Z","caller":"traceutil/trace.go:171","msg":"trace[989362490] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:9540; }","duration":"1.346887311s","start":"2026-04-01T23:51:58.83823Z","end":"2026-04-01T23:52:00.185117Z","steps":["trace[989362490] 'agreement among raft nodes before linearized reading' (duration: 1.3468065s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:52:00.185152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:51:58.83821Z","time spent":"1.346937423s","remote":"127.0.0.1:58172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1804,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"warn","ts":"2026-04-01T23:52:00.185155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:51:58.92017Z","time spent":"1.26497727s","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-01T23:52:00.185429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.482043252s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-01T23:52:00.18543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.47436341s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-01T23:52:00.185489Z","caller":"traceutil/trace.go:171","msg":"trace[797325785] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9540; }","duration":"1.482154454s","start":"2026-04-01T23:51:58.703322Z","end":"2026-04-01T23:52:00.185476Z","steps":["trace[797325785] 'agreement among raft nodes before linearized reading' (duration: 1.481981441s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:52:00.185525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:51:58.703298Z","time spent":"1.482220176s","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-01T23:52:00.185501Z","caller":"traceutil/trace.go:171","msg":"trace[441245957] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9540; }","duration":"1.474463663s","start":"2026-04-01T23:51:58.711023Z","end":"2026-04-01T23:52:00.185487Z","steps":["trace[441245957] 'agreement among raft nodes before linearized reading' (duration: 1.474096445s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:52:00.185624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.975145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-01T23:52:00.185626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"802.24304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:52:00.185664Z","caller":"traceutil/trace.go:171","msg":"trace[525842853] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:9540; }","duration":"330.133678ms","start":"2026-04-01T23:51:59.855515Z","end":"2026-04-01T23:52:00.185648Z","steps":["trace[525842853] 'agreement among raft nodes before linearized reading' (duration: 330.036066ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:52:00.185665Z","caller":"traceutil/trace.go:171","msg":"trace[2106328650] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9540; }","duration":"802.372542ms","start":"2026-04-01T23:51:59.383281Z","end":"2026-04-01T23:52:00.185654Z","steps":["trace[2106328650] 'agreement among raft nodes before linearized reading' (duration: 802.314731ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:52:00.185698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:51:59.383242Z","time spent":"802.449473ms","remote":"127.0.0.1:58042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-01T23:52:00.185703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:51:59.855494Z","time spent":"330.19668ms","remote":"127.0.0.1:58172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":7,"response size":30,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:52:00.184993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.469649626s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-88zqq\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-04-01T23:52:00.185667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:51:58.711012Z","time spent":"1.474630906s","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-01T23:52:00.185491Z","caller":"traceutil/trace.go:171","msg":"trace[915096379] transaction","detail":"{read_only:false; response_revision:9540; number_of_response:1; }","duration":"238.355248ms","start":"2026-04-01T23:51:59.947126Z","end":"2026-04-01T23:52:00.185481Z","steps":["trace[915096379] 'process raft request' (duration: 237.56983ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:52:00.185428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.47433255s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-01T23:52:00.185948Z","caller":"traceutil/trace.go:171","msg":"trace[77272966] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9540; }","duration":"1.474868142s","start":"2026-04-01T23:51:58.711069Z","end":"2026-04-01T23:52:00.185937Z","steps":["trace[77272966] 'agreement among raft nodes before linearized reading' (duration: 1.474259858s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:52:00.185992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:51:58.711063Z","time spent":"1.474917213s","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-01T23:52:00.185521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.681826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-01T23:52:00.186085Z","caller":"traceutil/trace.go:171","msg":"trace[742909615] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:9540; }","duration":"431.241928ms","start":"2026-04-01T23:51:59.75479Z","end":"2026-04-01T23:52:00.186032Z","steps":["trace[742909615] 'agreement among raft nodes before linearized reading' (duration: 430.690175ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:52:00.186248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:51:59.75477Z","time spent":"431.430252ms","remote":"127.0.0.1:58344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":10,"response size":30,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"info","ts":"2026-04-01T23:52:00.186387Z","caller":"traceutil/trace.go:171","msg":"trace[2128321738] transaction","detail":"{read_only:false; response_revision:9539; number_of_response:1; }","duration":"392.667386ms","start":"2026-04-01T23:51:59.79209Z","end":"2026-04-01T23:52:00.184757Z","steps":["trace[2128321738] 'process raft request' (duration: 392.43112ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:52:00.186549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:51:59.792071Z","time spent":"394.391835ms","remote":"127.0.0.1:58188","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19323,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:52:00.185762Z","caller":"traceutil/trace.go:171","msg":"trace[1592390739] range","detail":"{range_begin:/registry/pods/openstack/keepalived-88zqq; range_end:; response_count:1; response_revision:9540; }","duration":"1.470457413s","start":"2026-04-01T23:51:58.715288Z","end":"2026-04-01T23:52:00.185746Z","steps":["trace[1592390739] 'agreement among raft nodes before linearized reading' (duration: 1.469540013s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:52:00.186651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:51:58.715275Z","time spent":"1.471358924s","remote":"127.0.0.1:58198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-88zqq\" "} {"level":"info","ts":"2026-04-01T23:52:00.185042Z","caller":"traceutil/trace.go:171","msg":"trace[1191710557] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:9540; }","duration":"1.157476378s","start":"2026-04-01T23:51:59.027536Z","end":"2026-04-01T23:52:00.185013Z","steps":["trace[1191710557] 'agreement among raft nodes before linearized reading' (duration: 1.157262133s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:52:00.186855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:51:59.027515Z","time spent":"1.15932071s","remote":"127.0.0.1:54784","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:52:00.371844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.045069ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-01T23:52:00.371956Z","caller":"traceutil/trace.go:171","msg":"trace[467444533] linearizableReadLoop","detail":"{readStateIndex:9925; appliedIndex:9922; }","duration":"187.179573ms","start":"2026-04-01T23:52:00.184758Z","end":"2026-04-01T23:52:00.371937Z","steps":["trace[467444533] 'read index received' (duration: 8.891408ms)","trace[467444533] 'applied index is now lower than readState.Index' (duration: 178.286675ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:52:00.372159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.691501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-kvp77\" ","response":"range_response_count:1 size:2804"} {"level":"warn","ts":"2026-04-01T23:52:00.37219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.932262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-kvp77\" ","response":"range_response_count:1 size:4673"} {"level":"info","ts":"2026-04-01T23:52:00.372204Z","caller":"traceutil/trace.go:171","msg":"trace[869345463] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-kvp77; range_end:; response_count:1; response_revision:9542; }","duration":"258.772643ms","start":"2026-04-01T23:52:00.113417Z","end":"2026-04-01T23:52:00.372189Z","steps":["trace[869345463] 'agreement among raft nodes before linearized reading' (duration: 258.60688ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:52:00.372223Z","caller":"traceutil/trace.go:171","msg":"trace[1085294247] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-kvp77; range_end:; response_count:1; response_revision:9542; }","duration":"252.985294ms","start":"2026-04-01T23:52:00.119228Z","end":"2026-04-01T23:52:00.372213Z","steps":["trace[1085294247] 'agreement among raft nodes before linearized reading' (duration: 252.82473ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:52:00.372266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.770973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-kvp77\" ","response":"range_response_count:1 size:4673"} {"level":"info","ts":"2026-04-01T23:52:00.372314Z","caller":"traceutil/trace.go:171","msg":"trace[525343148] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-kvp77; range_end:; response_count:1; response_revision:9542; }","duration":"258.828394ms","start":"2026-04-01T23:52:00.113475Z","end":"2026-04-01T23:52:00.372303Z","steps":["trace[525343148] 'agreement among raft nodes before linearized reading' (duration: 258.533347ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:52:00.417749Z","caller":"traceutil/trace.go:171","msg":"trace[1883402962] transaction","detail":"{read_only:false; response_revision:9545; number_of_response:1; }","duration":"225.384847ms","start":"2026-04-01T23:52:00.192342Z","end":"2026-04-01T23:52:00.417727Z","steps":["trace[1883402962] 'process raft request' (duration: 225.349216ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:52:00.418189Z","caller":"traceutil/trace.go:171","msg":"trace[1138346185] transaction","detail":"{read_only:false; response_revision:9544; number_of_response:1; }","duration":"228.135028ms","start":"2026-04-01T23:52:00.190042Z","end":"2026-04-01T23:52:00.418177Z","steps":["trace[1138346185] 'process raft request' (duration: 227.615096ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:52:00.418251Z","caller":"traceutil/trace.go:171","msg":"trace[528297991] transaction","detail":"{read_only:false; response_revision:9543; number_of_response:1; }","duration":"228.436785ms","start":"2026-04-01T23:52:00.189774Z","end":"2026-04-01T23:52:00.41821Z","steps":["trace[528297991] 'process raft request' (duration: 227.740699ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:52:00.428884Z","caller":"traceutil/trace.go:171","msg":"trace[729018660] transaction","detail":"{read_only:false; response_revision:9546; number_of_response:1; }","duration":"235.3764ms","start":"2026-04-01T23:52:00.193483Z","end":"2026-04-01T23:52:00.42886Z","steps":["trace[729018660] 'process raft request' (duration: 234.997461ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:52:00.429489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.087155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:52:00.429573Z","caller":"traceutil/trace.go:171","msg":"trace[982759999] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9546; }","duration":"240.180507ms","start":"2026-04-01T23:52:00.189374Z","end":"2026-04-01T23:52:00.429554Z","steps":["trace[982759999] 'agreement among raft nodes before linearized reading' (duration: 240.050634ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:52:00.430056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.626697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-2b6ba50c-29a7-4e19-9b5c-8fe04e030aed\" ","response":"range_response_count:1 size:1275"} {"level":"info","ts":"2026-04-01T23:52:00.430107Z","caller":"traceutil/trace.go:171","msg":"trace[2026180516] range","detail":"{range_begin:/registry/persistentvolumes/pvc-2b6ba50c-29a7-4e19-9b5c-8fe04e030aed; range_end:; response_count:1; response_revision:9546; }","duration":"240.70657ms","start":"2026-04-01T23:52:00.189389Z","end":"2026-04-01T23:52:00.430096Z","steps":["trace[2026180516] 'agreement among raft nodes before linearized reading' (duration: 239.907071ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:52:00.430337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.013748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:229183"} {"level":"info","ts":"2026-04-01T23:52:00.430399Z","caller":"traceutil/trace.go:171","msg":"trace[1075833589] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:9546; }","duration":"237.113899ms","start":"2026-04-01T23:52:00.193272Z","end":"2026-04-01T23:52:00.430386Z","steps":["trace[1075833589] 'agreement among raft nodes before linearized reading' (duration: 236.133927ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:52:01.467607Z","caller":"traceutil/trace.go:171","msg":"trace[2033456316] linearizableReadLoop","detail":"{readStateIndex:9936; appliedIndex:9935; }","duration":"342.255429ms","start":"2026-04-01T23:52:01.125313Z","end":"2026-04-01T23:52:01.467569Z","steps":["trace[2033456316] 'read index received' (duration: 342.090295ms)","trace[2033456316] 'applied index is now lower than readState.Index' (duration: 164.254µs)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:52:01.467898Z","caller":"traceutil/trace.go:171","msg":"trace[303861925] transaction","detail":"{read_only:false; response_revision:9553; number_of_response:1; }","duration":"348.901008ms","start":"2026-04-01T23:52:01.118988Z","end":"2026-04-01T23:52:01.467889Z","steps":["trace[303861925] 'process raft request' (duration: 348.426038ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:52:01.467983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:52:01.118964Z","time spent":"348.964829ms","remote":"127.0.0.1:58250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3037,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:52:01.468176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.861102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-01T23:52:01.468204Z","caller":"traceutil/trace.go:171","msg":"trace[1346909914] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9553; }","duration":"342.909483ms","start":"2026-04-01T23:52:01.125288Z","end":"2026-04-01T23:52:01.468197Z","steps":["trace[1346909914] 'agreement among raft nodes before linearized reading' (duration: 342.814201ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:52:01.468223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:52:01.125275Z","time spent":"342.944184ms","remote":"127.0.0.1:58198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-01T23:52:01.468382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.573437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1821"} {"level":"info","ts":"2026-04-01T23:52:01.46841Z","caller":"traceutil/trace.go:171","msg":"trace[985522105] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:9553; }","duration":"338.612078ms","start":"2026-04-01T23:52:01.12979Z","end":"2026-04-01T23:52:01.468403Z","steps":["trace[985522105] 'agreement among raft nodes before linearized reading' (duration: 338.546067ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:52:01.46843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:52:01.129785Z","time spent":"338.639759ms","remote":"127.0.0.1:58114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":1844,"request content":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" "} {"level":"info","ts":"2026-04-01T23:52:02.000485Z","caller":"traceutil/trace.go:171","msg":"trace[193906762] linearizableReadLoop","detail":"{readStateIndex:9937; appliedIndex:9936; }","duration":"465.453132ms","start":"2026-04-01T23:52:01.53501Z","end":"2026-04-01T23:52:02.000463Z","steps":["trace[193906762] 'read index received' (duration: 465.239528ms)","trace[193906762] 'applied index is now lower than readState.Index' (duration: 212.594µs)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:52:02.000614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.583295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:52:02.000652Z","caller":"traceutil/trace.go:171","msg":"trace[1498883918] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:9554; }","duration":"465.657166ms","start":"2026-04-01T23:52:01.534984Z","end":"2026-04-01T23:52:02.000642Z","steps":["trace[1498883918] 'agreement among raft nodes before linearized reading' (duration: 465.576424ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:52:02.000861Z","caller":"traceutil/trace.go:171","msg":"trace[1481160618] transaction","detail":"{read_only:false; response_revision:9554; number_of_response:1; }","duration":"468.540791ms","start":"2026-04-01T23:52:01.532289Z","end":"2026-04-01T23:52:02.00083Z","steps":["trace[1481160618] 'process raft request' (duration: 467.964199ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:52:02.000988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:52:01.532269Z","time spent":"468.647653ms","remote":"127.0.0.1:56114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7439,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:52:02.000894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:52:01.534977Z","time spent":"465.900861ms","remote":"127.0.0.1:58490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-04-01T23:52:02.406924Z","caller":"traceutil/trace.go:171","msg":"trace[296287409] transaction","detail":"{read_only:false; response_revision:9555; number_of_response:1; }","duration":"363.416562ms","start":"2026-04-01T23:52:02.043487Z","end":"2026-04-01T23:52:02.406904Z","steps":["trace[296287409] 'process raft request' (duration: 316.882893ms)","trace[296287409] 'compare' (duration: 46.241763ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:52:02.407353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:52:02.04347Z","time spent":"363.826842ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:52:02.595125Z","caller":"traceutil/trace.go:171","msg":"trace[1701918046] linearizableReadLoop","detail":"{readStateIndex:9940; appliedIndex:9937; }","duration":"466.203719ms","start":"2026-04-01T23:52:02.128901Z","end":"2026-04-01T23:52:02.595105Z","steps":["trace[1701918046] 'read index received' (duration: 231.466713ms)","trace[1701918046] 'applied index is now lower than readState.Index' (duration: 234.736386ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:52:02.595384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.450974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T23:52:02.595433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.036503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-01T23:52:02.595456Z","caller":"traceutil/trace.go:171","msg":"trace[1613496431] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9557; }","duration":"397.110185ms","start":"2026-04-01T23:52:02.198339Z","end":"2026-04-01T23:52:02.595449Z","steps":["trace[1613496431] 'agreement among raft nodes before linearized reading' (duration: 396.992082ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:52:02.595463Z","caller":"traceutil/trace.go:171","msg":"trace[1557230385] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:9557; }","duration":"466.581388ms","start":"2026-04-01T23:52:02.128864Z","end":"2026-04-01T23:52:02.595445Z","steps":["trace[1557230385] 'agreement among raft nodes before linearized reading' (duration: 466.419304ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:52:02.595509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:52:02.128852Z","time spent":"466.648569ms","remote":"127.0.0.1:54694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:52:02.595593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.335857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-88zqq\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-04-01T23:52:02.595628Z","caller":"traceutil/trace.go:171","msg":"trace[1126815906] range","detail":"{range_begin:/registry/pods/openstack/keepalived-88zqq; range_end:; response_count:1; response_revision:9557; }","duration":"157.396899ms","start":"2026-04-01T23:52:02.438224Z","end":"2026-04-01T23:52:02.595621Z","steps":["trace[1126815906] 'agreement among raft nodes before linearized reading' (duration: 157.313087ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:52:02.595776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.230918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-01T23:52:02.5958Z","caller":"traceutil/trace.go:171","msg":"trace[311142859] transaction","detail":"{read_only:false; response_revision:9557; number_of_response:1; }","duration":"480.06526ms","start":"2026-04-01T23:52:02.115728Z","end":"2026-04-01T23:52:02.595794Z","steps":["trace[311142859] 'process raft request' (duration: 479.336933ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:52:02.595851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.127379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-01T23:52:02.595871Z","caller":"traceutil/trace.go:171","msg":"trace[2001297224] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9557; }","duration":"173.161809ms","start":"2026-04-01T23:52:02.422705Z","end":"2026-04-01T23:52:02.595867Z","steps":["trace[2001297224] 'agreement among raft nodes before linearized reading' (duration: 173.112388ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:52:02.595868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:52:02.115717Z","time spent":"480.10516ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:52:02.595475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:52:02.19832Z","time spent":"397.150576ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-01T23:52:02.596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.489277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-01T23:52:02.596018Z","caller":"traceutil/trace.go:171","msg":"trace[2112135644] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9557; }","duration":"173.561549ms","start":"2026-04-01T23:52:02.422453Z","end":"2026-04-01T23:52:02.596014Z","steps":["trace[2112135644] 'agreement among raft nodes before linearized reading' (duration: 173.515538ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:52:02.595776Z","caller":"traceutil/trace.go:171","msg":"trace[10572711] transaction","detail":"{read_only:false; response_revision:9556; number_of_response:1; }","duration":"480.392227ms","start":"2026-04-01T23:52:02.115368Z","end":"2026-04-01T23:52:02.59576Z","steps":["trace[10572711] 'process raft request' (duration: 398.751452ms)","trace[10572711] 'compare' (duration: 80.844647ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:52:02.596104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.713202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-01T23:52:02.596121Z","caller":"traceutil/trace.go:171","msg":"trace[1022613758] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9557; }","duration":"173.771403ms","start":"2026-04-01T23:52:02.422346Z","end":"2026-04-01T23:52:02.596118Z","steps":["trace[1022613758] 'agreement among raft nodes before linearized reading' (duration: 173.729192ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:52:02.595804Z","caller":"traceutil/trace.go:171","msg":"trace[1789329388] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9557; }","duration":"163.28568ms","start":"2026-04-01T23:52:02.43251Z","end":"2026-04-01T23:52:02.595795Z","steps":["trace[1789329388] 'agreement among raft nodes before linearized reading' (duration: 163.234249ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:52:02.596187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.183464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:52:02.596204Z","caller":"traceutil/trace.go:171","msg":"trace[56189193] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9557; }","duration":"213.239066ms","start":"2026-04-01T23:52:02.382961Z","end":"2026-04-01T23:52:02.5962Z","steps":["trace[56189193] 'agreement among raft nodes before linearized reading' (duration: 213.213215ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:52:02.596278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.94478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:52:02.596297Z","caller":"traceutil/trace.go:171","msg":"trace[1550220945] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:9557; }","duration":"366.998442ms","start":"2026-04-01T23:52:02.229294Z","end":"2026-04-01T23:52:02.596293Z","steps":["trace[1550220945] 'agreement among raft nodes before linearized reading' (duration: 366.967661ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:52:02.59631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:52:02.229279Z","time spent":"367.027702ms","remote":"127.0.0.1:38788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:52:02.596114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:52:02.11534Z","time spent":"480.733544ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:52:04.875471Z","caller":"traceutil/trace.go:171","msg":"trace[114802925] linearizableReadLoop","detail":"{readStateIndex:9954; appliedIndex:9953; }","duration":"458.006806ms","start":"2026-04-01T23:52:04.417437Z","end":"2026-04-01T23:52:04.875444Z","steps":["trace[114802925] 'read index received' (duration: 457.853573ms)","trace[114802925] 'applied index is now lower than readState.Index' (duration: 151.863µs)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:52:04.876114Z","caller":"traceutil/trace.go:171","msg":"trace[1261635301] transaction","detail":"{read_only:false; response_revision:9570; number_of_response:1; }","duration":"462.369863ms","start":"2026-04-01T23:52:04.41371Z","end":"2026-04-01T23:52:04.87608Z","steps":["trace[1261635301] 'process raft request' (duration: 461.554544ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:52:04.876304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:52:04.41369Z","time spent":"462.509137ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:52:04.877605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.143424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210989"} {"level":"info","ts":"2026-04-01T23:52:04.877714Z","caller":"traceutil/trace.go:171","msg":"trace[2023511066] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:9570; }","duration":"460.296796ms","start":"2026-04-01T23:52:04.417398Z","end":"2026-04-01T23:52:04.877695Z","steps":["trace[2023511066] 'agreement among raft nodes before linearized reading' (duration: 458.63367ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:52:04.878339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:52:04.417366Z","time spent":"460.865069ms","remote":"127.0.0.1:58126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":57,"response size":2211012,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"warn","ts":"2026-04-01T23:52:05.255567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.702056ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-01T23:52:05.255864Z","caller":"traceutil/trace.go:171","msg":"trace[1946678401] transaction","detail":"{read_only:false; response_revision:9571; number_of_response:1; }","duration":"653.788611ms","start":"2026-04-01T23:52:04.602034Z","end":"2026-04-01T23:52:05.255822Z","steps":["trace[1946678401] 'process raft request' (duration: 537.712268ms)","trace[1946678401] 'compare' (duration: 115.258465ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:52:05.256111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:52:04.601996Z","time spent":"653.997896ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:52:05.256075Z","caller":"traceutil/trace.go:171","msg":"trace[124179908] transaction","detail":"{read_only:false; response_revision:9572; number_of_response:1; }","duration":"652.141165ms","start":"2026-04-01T23:52:04.603911Z","end":"2026-04-01T23:52:05.256052Z","steps":["trace[124179908] 'process raft request' (duration: 651.768567ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:52:05.256244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:52:04.603898Z","time spent":"652.265588ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:52:05.256296Z","caller":"traceutil/trace.go:171","msg":"trace[192448362] transaction","detail":"{read_only:false; response_revision:9573; number_of_response:1; }","duration":"508.7324ms","start":"2026-04-01T23:52:04.747551Z","end":"2026-04-01T23:52:05.256283Z","steps":["trace[192448362] 'process raft request' (duration: 508.440833ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:52:05.256364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:52:04.747521Z","time spent":"508.803611ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:52:05.256366Z","caller":"traceutil/trace.go:171","msg":"trace[1916329884] linearizableReadLoop","detail":"{readStateIndex:9957; appliedIndex:9954; }","duration":"380.763499ms","start":"2026-04-01T23:52:04.87556Z","end":"2026-04-01T23:52:05.256324Z","steps":["trace[1916329884] 'read index received' (duration: 264.187365ms)","trace[1916329884] 'applied index is now lower than readState.Index' (duration: 116.574774ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:52:05.256584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"611.009345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-01T23:52:05.256624Z","caller":"traceutil/trace.go:171","msg":"trace[1852431589] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9573; }","duration":"611.066897ms","start":"2026-04-01T23:52:04.645547Z","end":"2026-04-01T23:52:05.256614Z","steps":["trace[1852431589] 'agreement among raft nodes before linearized reading' (duration: 610.908683ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:52:05.256654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:52:04.645539Z","time spent":"611.109918ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-01T23:52:05.256707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"611.67224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-01T23:52:05.256836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"610.979186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-88zqq\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-04-01T23:52:05.256868Z","caller":"traceutil/trace.go:171","msg":"trace[1323571494] range","detail":"{range_begin:/registry/pods/openstack/keepalived-88zqq; range_end:; response_count:1; response_revision:9573; }","duration":"611.025347ms","start":"2026-04-01T23:52:04.645835Z","end":"2026-04-01T23:52:05.25686Z","steps":["trace[1323571494] 'agreement among raft nodes before linearized reading' (duration: 610.891283ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:52:05.256897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:52:04.645827Z","time spent":"611.060888ms","remote":"127.0.0.1:58198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-88zqq\" "} {"level":"info","ts":"2026-04-01T23:52:05.256909Z","caller":"traceutil/trace.go:171","msg":"trace[1643151538] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9573; }","duration":"611.826425ms","start":"2026-04-01T23:52:04.644998Z","end":"2026-04-01T23:52:05.256824Z","steps":["trace[1643151538] 'agreement among raft nodes before linearized reading' (duration: 611.525857ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:52:05.257014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"612.08482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-01T23:52:05.25703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:52:04.644991Z","time spent":"612.019499ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-01T23:52:05.257095Z","caller":"traceutil/trace.go:171","msg":"trace[2008778164] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9573; }","duration":"612.163992ms","start":"2026-04-01T23:52:04.64489Z","end":"2026-04-01T23:52:05.257054Z","steps":["trace[2008778164] 'agreement among raft nodes before linearized reading' (duration: 611.864375ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:52:05.257146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:52:04.644831Z","time spent":"612.302155ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-01T23:52:05.256714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"610.690268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-01T23:52:05.257293Z","caller":"traceutil/trace.go:171","msg":"trace[552527131] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9573; }","duration":"611.315544ms","start":"2026-04-01T23:52:04.645969Z","end":"2026-04-01T23:52:05.257285Z","steps":["trace[552527131] 'agreement among raft nodes before linearized reading' (duration: 610.597057ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:52:05.257329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:52:04.645963Z","time spent":"611.357754ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-01T23:52:05.257803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"643.638885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-01T23:52:05.257865Z","caller":"traceutil/trace.go:171","msg":"trace[1085366820] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9573; }","duration":"643.741377ms","start":"2026-04-01T23:52:04.614109Z","end":"2026-04-01T23:52:05.25785Z","steps":["trace[1085366820] 'agreement among raft nodes before linearized reading' (duration: 643.054042ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:52:05.257962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:52:04.614088Z","time spent":"643.86201ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-01T23:52:05.626003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.706058ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-01T23:52:05.626104Z","caller":"traceutil/trace.go:171","msg":"trace[2089943208] linearizableReadLoop","detail":"{readStateIndex:9958; appliedIndex:9957; }","duration":"369.62304ms","start":"2026-04-01T23:52:05.256466Z","end":"2026-04-01T23:52:05.62609Z","steps":["trace[2089943208] 'read index received' (duration: 218.763889ms)","trace[2089943208] 'applied index is now lower than readState.Index' (duration: 150.857061ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:52:05.626377Z","caller":"traceutil/trace.go:171","msg":"trace[1355462588] transaction","detail":"{read_only:false; response_revision:9574; number_of_response:1; }","duration":"476.823947ms","start":"2026-04-01T23:52:05.149524Z","end":"2026-04-01T23:52:05.626348Z","steps":["trace[1355462588] 'process raft request' (duration: 325.683019ms)","trace[1355462588] 'compare' (duration: 149.796068ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:52:05.626451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:52:05.149493Z","time spent":"476.921308ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:52:05.626494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.936588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" ","response":"range_response_count:1 size:3672"} {"level":"warn","ts":"2026-04-01T23:52:05.62652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"717.419443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1821"} {"level":"info","ts":"2026-04-01T23:52:05.626573Z","caller":"traceutil/trace.go:171","msg":"trace[612048181] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/openstack/ceph; range_end:; response_count:1; response_revision:9574; }","duration":"379.061312ms","start":"2026-04-01T23:52:05.247495Z","end":"2026-04-01T23:52:05.626556Z","steps":["trace[612048181] 'agreement among raft nodes before linearized reading' (duration: 378.817896ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:52:05.626592Z","caller":"traceutil/trace.go:171","msg":"trace[1267166977] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:9574; }","duration":"717.495216ms","start":"2026-04-01T23:52:04.909076Z","end":"2026-04-01T23:52:05.626572Z","steps":["trace[1267166977] 'agreement among raft nodes before linearized reading' (duration: 717.2845ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:52:05.626609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:52:05.247479Z","time spent":"379.124503ms","remote":"127.0.0.1:43858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":3695,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" "} {"level":"warn","ts":"2026-04-01T23:52:05.626641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:52:04.909017Z","time spent":"717.615379ms","remote":"127.0.0.1:58114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":1844,"request content":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" "} {"level":"info","ts":"2026-04-01T23:52:05.635373Z","caller":"traceutil/trace.go:171","msg":"trace[39816820] transaction","detail":"{read_only:false; response_revision:9575; number_of_response:1; }","duration":"369.887167ms","start":"2026-04-01T23:52:05.265469Z","end":"2026-04-01T23:52:05.635356Z","steps":["trace[39816820] 'process raft request' (duration: 369.454877ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:52:05.635527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:52:05.265455Z","time spent":"369.980239ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:52:05.635706Z","caller":"traceutil/trace.go:171","msg":"trace[497215131] transaction","detail":"{read_only:false; response_revision:9576; number_of_response:1; }","duration":"370.229854ms","start":"2026-04-01T23:52:05.265465Z","end":"2026-04-01T23:52:05.635695Z","steps":["trace[497215131] 'process raft request' (duration: 369.57631ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:52:05.635773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:52:05.265416Z","time spent":"370.314666ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:52:05.63592Z","caller":"traceutil/trace.go:171","msg":"trace[299267185] transaction","detail":"{read_only:false; response_revision:9577; number_of_response:1; }","duration":"370.350477ms","start":"2026-04-01T23:52:05.265562Z","end":"2026-04-01T23:52:05.635912Z","steps":["trace[299267185] 'process raft request' (duration: 369.512139ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:52:05.635987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:52:05.265556Z","time spent":"370.388858ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:52:05.636098Z","caller":"traceutil/trace.go:171","msg":"trace[255151987] transaction","detail":"{read_only:false; response_revision:9578; number_of_response:1; }","duration":"369.358395ms","start":"2026-04-01T23:52:05.266732Z","end":"2026-04-01T23:52:05.63609Z","steps":["trace[255151987] 'process raft request' (duration: 368.379894ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:52:05.636167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:52:05.266717Z","time spent":"369.408076ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:52:05.636306Z","caller":"traceutil/trace.go:171","msg":"trace[380909812] transaction","detail":"{read_only:false; response_revision:9579; number_of_response:1; }","duration":"368.888595ms","start":"2026-04-01T23:52:05.26741Z","end":"2026-04-01T23:52:05.636298Z","steps":["trace[380909812] 'process raft request' (duration: 367.730179ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:52:05.636383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:52:05.267397Z","time spent":"368.934476ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:52:05.636518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.472184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:52:05.636548Z","caller":"traceutil/trace.go:171","msg":"trace[1695279313] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9579; }","duration":"253.566186ms","start":"2026-04-01T23:52:05.382974Z","end":"2026-04-01T23:52:05.636541Z","steps":["trace[1695279313] 'agreement among raft nodes before linearized reading' (duration: 253.515395ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:52:05.636704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.254361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:52:05.636728Z","caller":"traceutil/trace.go:171","msg":"trace[550568268] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:9579; }","duration":"347.280941ms","start":"2026-04-01T23:52:05.28944Z","end":"2026-04-01T23:52:05.636721Z","steps":["trace[550568268] 'agreement among raft nodes before linearized reading' (duration: 347.23506ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:52:05.636772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:52:05.28937Z","time spent":"347.395134ms","remote":"127.0.0.1:43952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:52:05.637249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.761371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:229163"} {"level":"info","ts":"2026-04-01T23:52:05.637281Z","caller":"traceutil/trace.go:171","msg":"trace[1736260797] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:9579; }","duration":"372.837622ms","start":"2026-04-01T23:52:05.264437Z","end":"2026-04-01T23:52:05.637275Z","steps":["trace[1736260797] 'agreement among raft nodes before linearized reading' (duration: 372.551666ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:52:05.637845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:52:05.26442Z","time spent":"372.874404ms","remote":"127.0.0.1:58198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":229186,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-04-01T23:52:06.049173Z","caller":"traceutil/trace.go:171","msg":"trace[806158350] linearizableReadLoop","detail":"{readStateIndex:9964; appliedIndex:9963; }","duration":"394.465185ms","start":"2026-04-01T23:52:05.654685Z","end":"2026-04-01T23:52:06.04915Z","steps":["trace[806158350] 'read index received' (duration: 394.318332ms)","trace[806158350] 'applied index is now lower than readState.Index' (duration: 145.933µs)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:52:06.049283Z","caller":"traceutil/trace.go:171","msg":"trace[317159956] transaction","detail":"{read_only:false; response_revision:9580; number_of_response:1; }","duration":"394.653939ms","start":"2026-04-01T23:52:05.654615Z","end":"2026-04-01T23:52:06.049269Z","steps":["trace[317159956] 'process raft request' (duration: 394.411724ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:52:06.049375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:52:05.654592Z","time spent":"394.716801ms","remote":"127.0.0.1:58114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":632,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-01T23:52:06.049515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.817183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/ceph.18a260ac0ca19de8\" ","response":"range_response_count:1 size:699"} {"level":"info","ts":"2026-04-01T23:52:06.049562Z","caller":"traceutil/trace.go:171","msg":"trace[909551215] range","detail":"{range_begin:/registry/events/openstack/ceph.18a260ac0ca19de8; range_end:; response_count:1; response_revision:9580; }","duration":"394.909716ms","start":"2026-04-01T23:52:05.65464Z","end":"2026-04-01T23:52:06.04955Z","steps":["trace[909551215] 'agreement among raft nodes before linearized reading' (duration: 394.68219ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:52:06.049596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:52:05.654623Z","time spent":"394.963667ms","remote":"127.0.0.1:58094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":722,"request content":"key:\"/registry/events/openstack/ceph.18a260ac0ca19de8\" "} {"level":"warn","ts":"2026-04-01T23:52:06.641377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.59371ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-01T23:52:06.641647Z","caller":"traceutil/trace.go:171","msg":"trace[2058327748] transaction","detail":"{read_only:false; response_revision:9581; number_of_response:1; }","duration":"677.795768ms","start":"2026-04-01T23:52:05.963803Z","end":"2026-04-01T23:52:06.641599Z","steps":["trace[2058327748] 'process raft request' (duration: 448.899073ms)","trace[2058327748] 'compare' (duration: 228.17648ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:52:06.641771Z","caller":"traceutil/trace.go:171","msg":"trace[673458130] linearizableReadLoop","detail":"{readStateIndex:9965; appliedIndex:9964; }","duration":"592.484992ms","start":"2026-04-01T23:52:06.049239Z","end":"2026-04-01T23:52:06.641724Z","steps":["trace[673458130] 'read index received' (duration: 363.477774ms)","trace[673458130] 'applied index is now lower than readState.Index' (duration: 229.002918ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:52:06.641845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"872.435169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:52:06.641914Z","caller":"traceutil/trace.go:171","msg":"trace[758597783] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:9581; }","duration":"872.568482ms","start":"2026-04-01T23:52:05.769326Z","end":"2026-04-01T23:52:06.641895Z","steps":["trace[758597783] 'agreement among raft nodes before linearized reading' (duration: 872.400698ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:52:06.641855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:52:05.963773Z","time spent":"677.995012ms","remote":"127.0.0.1:58344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":527,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-01T23:52:06.641983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:52:05.7693Z","time spent":"872.666744ms","remote":"127.0.0.1:58414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":28,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:52:06.642076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"986.805973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3565"} {"level":"warn","ts":"2026-04-01T23:52:06.642115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"588.363689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/rook-ceph/rook-ceph-csi-config\" ","response":"range_response_count:1 size:1106"} {"level":"info","ts":"2026-04-01T23:52:06.64214Z","caller":"traceutil/trace.go:171","msg":"trace[15411707] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:9582; }","duration":"986.896786ms","start":"2026-04-01T23:52:05.655226Z","end":"2026-04-01T23:52:06.642122Z","steps":["trace[15411707] 'agreement among raft nodes before linearized reading' (duration: 986.6329ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:52:06.64208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.002647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T23:52:06.642209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"565.477238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:52:06.642258Z","caller":"traceutil/trace.go:171","msg":"trace[2017301557] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:9582; }","duration":"297.230933ms","start":"2026-04-01T23:52:06.34501Z","end":"2026-04-01T23:52:06.642241Z","steps":["trace[2017301557] 'agreement among raft nodes before linearized reading' (duration: 297.007978ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:52:06.642251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"588.072113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-04-01T23:52:06.642318Z","caller":"traceutil/trace.go:171","msg":"trace[1625205811] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:9582; }","duration":"588.327319ms","start":"2026-04-01T23:52:06.053983Z","end":"2026-04-01T23:52:06.64231Z","steps":["trace[1625205811] 'agreement among raft nodes before linearized reading' (duration: 588.200216ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:52:06.642312Z","caller":"traceutil/trace.go:171","msg":"trace[1763945094] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:9582; }","duration":"565.628022ms","start":"2026-04-01T23:52:06.076665Z","end":"2026-04-01T23:52:06.642293Z","steps":["trace[1763945094] 'agreement among raft nodes before linearized reading' (duration: 565.443488ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:52:06.642359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:52:06.053961Z","time spent":"588.39034ms","remote":"127.0.0.1:58398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":1147,"request content":"key:\"/registry/storageclasses/general\" "} {"level":"warn","ts":"2026-04-01T23:52:06.642373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:52:06.076648Z","time spent":"565.713303ms","remote":"127.0.0.1:43868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"info","ts":"2026-04-01T23:52:06.642163Z","caller":"traceutil/trace.go:171","msg":"trace[1071395255] range","detail":"{range_begin:/registry/configmaps/rook-ceph/rook-ceph-csi-config; range_end:; response_count:1; response_revision:9582; }","duration":"588.454922ms","start":"2026-04-01T23:52:06.053694Z","end":"2026-04-01T23:52:06.642149Z","steps":["trace[1071395255] 'agreement among raft nodes before linearized reading' (duration: 588.237557ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:52:06.642432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.657096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:52:06.642495Z","caller":"traceutil/trace.go:171","msg":"trace[834262091] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9582; }","duration":"235.756889ms","start":"2026-04-01T23:52:06.406724Z","end":"2026-04-01T23:52:06.64248Z","steps":["trace[834262091] 'agreement among raft nodes before linearized reading' (duration: 235.657987ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:52:06.642241Z","caller":"traceutil/trace.go:171","msg":"trace[1585572631] transaction","detail":"{read_only:false; response_revision:9582; number_of_response:1; }","duration":"588.051762ms","start":"2026-04-01T23:52:06.054093Z","end":"2026-04-01T23:52:06.642145Z","steps":["trace[1585572631] 'process raft request' (duration: 587.409458ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:52:06.643305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:52:06.05406Z","time spent":"589.148917ms","remote":"127.0.0.1:58094","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":684,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:52:06.642438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:52:06.053677Z","time spent":"588.750088ms","remote":"127.0.0.1:58126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":1129,"request content":"key:\"/registry/configmaps/rook-ceph/rook-ceph-csi-config\" "} {"level":"warn","ts":"2026-04-01T23:52:06.64218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:52:05.655217Z","time spent":"986.954407ms","remote":"127.0.0.1:58114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3588,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" "} {"level":"warn","ts":"2026-04-01T23:52:07.244915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.012075ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-01T23:52:07.245073Z","caller":"traceutil/trace.go:171","msg":"trace[322460434] linearizableReadLoop","detail":"{readStateIndex:9967; appliedIndex:9966; }","duration":"592.833809ms","start":"2026-04-01T23:52:06.652192Z","end":"2026-04-01T23:52:07.245026Z","steps":["trace[322460434] 'read index received' (duration: 130.639429ms)","trace[322460434] 'applied index is now lower than readState.Index' (duration: 462.19224ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:52:07.245085Z","caller":"traceutil/trace.go:171","msg":"trace[246897930] transaction","detail":"{read_only:false; response_revision:9583; number_of_response:1; }","duration":"595.547649ms","start":"2026-04-01T23:52:06.649485Z","end":"2026-04-01T23:52:07.245032Z","steps":["trace[246897930] 'process raft request' (duration: 133.325389ms)","trace[246897930] 'compare' (duration: 460.959682ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:52:07.245297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:52:06.64946Z","time spent":"595.725733ms","remote":"127.0.0.1:58094","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":678,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-01T23:52:07.245356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"593.149126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1342"} {"level":"info","ts":"2026-04-01T23:52:07.245403Z","caller":"traceutil/trace.go:171","msg":"trace[1772922770] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:9583; }","duration":"593.213367ms","start":"2026-04-01T23:52:06.65217Z","end":"2026-04-01T23:52:07.245384Z","steps":["trace[1772922770] 'agreement among raft nodes before linearized reading' (duration: 592.973671ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:52:07.245451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:52:06.652158Z","time spent":"593.280638ms","remote":"127.0.0.1:58114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":1365,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" "} {"level":"warn","ts":"2026-04-01T23:52:07.68322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.194915ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-01T23:52:07.683653Z","caller":"traceutil/trace.go:171","msg":"trace[680618623] transaction","detail":"{read_only:false; response_revision:9584; number_of_response:1; }","duration":"1.026080611s","start":"2026-04-01T23:52:06.657542Z","end":"2026-04-01T23:52:07.683622Z","steps":["trace[680618623] 'process raft request' (duration: 718.438996ms)","trace[680618623] 'compare' (duration: 306.820687ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:52:07.683784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:52:06.657525Z","time spent":"1.026198713s","remote":"127.0.0.1:58094","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":662,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-01T23:52:07.683829Z","caller":"traceutil/trace.go:171","msg":"trace[2017707788] transaction","detail":"{read_only:false; response_revision:9585; number_of_response:1; }","duration":"1.025205382s","start":"2026-04-01T23:52:06.658601Z","end":"2026-04-01T23:52:07.683806Z","steps":["trace[2017707788] 'process raft request' (duration: 1.024990737s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:52:07.684017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:52:06.658584Z","time spent":"1.025310524s","remote":"127.0.0.1:58344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":886,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:52:07.684126Z","caller":"traceutil/trace.go:171","msg":"trace[742639376] transaction","detail":"{read_only:false; response_revision:9586; number_of_response:1; }","duration":"801.574334ms","start":"2026-04-01T23:52:06.882542Z","end":"2026-04-01T23:52:07.684116Z","steps":["trace[742639376] 'process raft request' (duration: 801.193836ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:52:07.684199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:52:06.882507Z","time spent":"801.642186ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:52:07.684222Z","caller":"traceutil/trace.go:171","msg":"trace[289986536] linearizableReadLoop","detail":"{readStateIndex:9970; appliedIndex:9967; }","duration":"439.085813ms","start":"2026-04-01T23:52:07.245112Z","end":"2026-04-01T23:52:07.684198Z","steps":["trace[289986536] 'read index received' (duration: 130.979687ms)","trace[289986536] 'applied index is now lower than readState.Index' (duration: 308.104916ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:52:07.684313Z","caller":"traceutil/trace.go:171","msg":"trace[1176236863] transaction","detail":"{read_only:false; response_revision:9588; number_of_response:1; }","duration":"409.692586ms","start":"2026-04-01T23:52:07.274604Z","end":"2026-04-01T23:52:07.684296Z","steps":["trace[1176236863] 'process raft request' (duration: 409.491532ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:52:07.684368Z","caller":"traceutil/trace.go:171","msg":"trace[2101545012] transaction","detail":"{read_only:false; response_revision:9589; number_of_response:1; }","duration":"408.98508ms","start":"2026-04-01T23:52:07.275367Z","end":"2026-04-01T23:52:07.684352Z","steps":["trace[2101545012] 'process raft request' (duration: 408.779136ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:52:07.684454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:52:07.274584Z","time spent":"409.800598ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:52:07.684495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:52:07.275332Z","time spent":"409.072732ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:52:07.684595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.027572355s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-04-01T23:52:07.684656Z","caller":"traceutil/trace.go:171","msg":"trace[2081109677] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:9589; }","duration":"1.027680568s","start":"2026-04-01T23:52:06.656958Z","end":"2026-04-01T23:52:07.684638Z","steps":["trace[2081109677] 'agreement among raft nodes before linearized reading' (duration: 1.027505754s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:52:07.684707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:52:06.656933Z","time spent":"1.027764299s","remote":"127.0.0.1:58114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":1154,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" "} {"level":"info","ts":"2026-04-01T23:52:07.684705Z","caller":"traceutil/trace.go:171","msg":"trace[162951933] transaction","detail":"{read_only:false; response_revision:9587; number_of_response:1; }","duration":"410.166316ms","start":"2026-04-01T23:52:07.274526Z","end":"2026-04-01T23:52:07.684692Z","steps":["trace[162951933] 'process raft request' (duration: 409.44833ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:52:07.684821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:52:07.274497Z","time spent":"410.263828ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:52:07.68488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.18384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1342"} {"level":"info","ts":"2026-04-01T23:52:07.684931Z","caller":"traceutil/trace.go:171","msg":"trace[966806502] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:9589; }","duration":"433.305193ms","start":"2026-04-01T23:52:07.25161Z","end":"2026-04-01T23:52:07.684916Z","steps":["trace[966806502] 'agreement among raft nodes before linearized reading' (duration: 433.140919ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:52:07.684979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:52:07.251581Z","time spent":"433.388555ms","remote":"127.0.0.1:58114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":1365,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" "} {"level":"warn","ts":"2026-04-01T23:52:07.684985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"826.825018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-04-01T23:52:07.685029Z","caller":"traceutil/trace.go:171","msg":"trace[1820156362] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:9589; }","duration":"827.007112ms","start":"2026-04-01T23:52:06.858009Z","end":"2026-04-01T23:52:07.685016Z","steps":["trace[1820156362] 'agreement among raft nodes before linearized reading' (duration: 826.883579ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:52:07.68508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:52:06.857978Z","time spent":"827.091004ms","remote":"127.0.0.1:58172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1958,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-04-01T23:52:07.685203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.487836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-04-01T23:52:07.684715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"656.621804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-01T23:52:07.685248Z","caller":"traceutil/trace.go:171","msg":"trace[2055455583] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:9589; }","duration":"360.570808ms","start":"2026-04-01T23:52:07.324665Z","end":"2026-04-01T23:52:07.685236Z","steps":["trace[2055455583] 'agreement among raft nodes before linearized reading' (duration: 360.469526ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:52:07.685281Z","caller":"traceutil/trace.go:171","msg":"trace[1595715099] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9589; }","duration":"657.229417ms","start":"2026-04-01T23:52:07.028038Z","end":"2026-04-01T23:52:07.685267Z","steps":["trace[1595715099] 'agreement among raft nodes before linearized reading' (duration: 656.575663ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:52:07.685285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:52:07.324645Z","time spent":"360.629959ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-01T23:52:07.685327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:52:07.028012Z","time spent":"657.302739ms","remote":"127.0.0.1:58198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-01T23:52:08.051748Z","caller":"traceutil/trace.go:171","msg":"trace[816598861] linearizableReadLoop","detail":"{readStateIndex:9974; appliedIndex:9973; }","duration":"356.604749ms","start":"2026-04-01T23:52:07.695112Z","end":"2026-04-01T23:52:08.051717Z","steps":["trace[816598861] 'read index received' (duration: 199.864µs)","trace[816598861] 'applied index is now lower than readState.Index' (duration: 356.403865ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:52:08.051914Z","caller":"traceutil/trace.go:171","msg":"trace[127170918] transaction","detail":"{read_only:false; response_revision:9590; number_of_response:1; }","duration":"356.788944ms","start":"2026-04-01T23:52:07.695089Z","end":"2026-04-01T23:52:08.051878Z","steps":["trace[127170918] 'process raft request' (duration: 258.940037ms)","trace[127170918] 'compare' (duration: 97.442848ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:52:08.052344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.205913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:52:08.052413Z","caller":"traceutil/trace.go:171","msg":"trace[1180389136] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1; range_end:; response_count:0; response_revision:9590; }","duration":"357.311295ms","start":"2026-04-01T23:52:07.695083Z","end":"2026-04-01T23:52:08.052394Z","steps":["trace[1180389136] 'agreement among raft nodes before linearized reading' (duration: 356.874726ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:52:08.052447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:52:07.695069Z","time spent":"357.370776ms","remote":"127.0.0.1:58114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":28,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1\" "} {"level":"warn","ts":"2026-04-01T23:52:08.052427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:52:07.695073Z","time spent":"357.257564ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:52:08.564059Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7835591873806234127,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-01T23:52:08.87045Z","caller":"traceutil/trace.go:171","msg":"trace[1504381] transaction","detail":"{read_only:false; response_revision:9591; number_of_response:1; }","duration":"1.175194804s","start":"2026-04-01T23:52:07.695223Z","end":"2026-04-01T23:52:08.870418Z","steps":["trace[1504381] 'process raft request' (duration: 1.174847057s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:52:08.870549Z","caller":"traceutil/trace.go:171","msg":"trace[1476164978] transaction","detail":"{read_only:false; response_revision:9594; number_of_response:1; }","duration":"1.175190905s","start":"2026-04-01T23:52:07.695331Z","end":"2026-04-01T23:52:08.870522Z","steps":["trace[1476164978] 'process raft request' (duration: 1.175116012s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:52:08.870578Z","caller":"traceutil/trace.go:171","msg":"trace[1368229130] transaction","detail":"{read_only:false; response_revision:9592; number_of_response:1; }","duration":"1.175300657s","start":"2026-04-01T23:52:07.695241Z","end":"2026-04-01T23:52:08.870542Z","steps":["trace[1368229130] 'process raft request' (duration: 1.17502156s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:52:08.870723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:52:07.695327Z","time spent":"1.175307437s","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:52:08.870703Z","caller":"traceutil/trace.go:171","msg":"trace[1325005653] transaction","detail":"{read_only:false; response_revision:9593; number_of_response:1; }","duration":"1.175376868s","start":"2026-04-01T23:52:07.695279Z","end":"2026-04-01T23:52:08.870656Z","steps":["trace[1325005653] 'process raft request' (duration: 1.175125212s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:52:08.870766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:52:07.69523Z","time spent":"1.17544223s","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:52:08.870613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:52:07.695215Z","time spent":"1.175317208s","remote":"127.0.0.1:58094","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":662,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:52:08.870859Z","caller":"traceutil/trace.go:171","msg":"trace[428850623] transaction","detail":"{read_only:false; response_revision:9595; number_of_response:1; }","duration":"1.175488932s","start":"2026-04-01T23:52:07.695357Z","end":"2026-04-01T23:52:08.870846Z","steps":["trace[428850623] 'process raft request' (duration: 1.175127213s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:52:08.870915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:52:07.695274Z","time spent":"1.175523192s","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:52:08.870955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:52:07.695345Z","time spent":"1.175582613s","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:52:08.871048Z","caller":"traceutil/trace.go:171","msg":"trace[409770729] transaction","detail":"{read_only:false; response_revision:9597; number_of_response:1; }","duration":"1.17407383s","start":"2026-04-01T23:52:07.696952Z","end":"2026-04-01T23:52:08.871026Z","steps":["trace[409770729] 'process raft request' (duration: 1.173954577s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:52:08.87103Z","caller":"traceutil/trace.go:171","msg":"trace[716232901] transaction","detail":"{read_only:false; response_revision:9596; number_of_response:1; }","duration":"1.174473049s","start":"2026-04-01T23:52:07.696519Z","end":"2026-04-01T23:52:08.870992Z","steps":["trace[716232901] 'process raft request' (duration: 1.174205653s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:52:08.871132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:52:07.696932Z","time spent":"1.174160921s","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:52:08.871264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:52:07.696513Z","time spent":"1.174633672s","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:52:08.929186Z","caller":"traceutil/trace.go:171","msg":"trace[1958557137] linearizableReadLoop","detail":"{readStateIndex:9982; appliedIndex:9974; }","duration":"877.331387ms","start":"2026-04-01T23:52:08.051812Z","end":"2026-04-01T23:52:08.929144Z","steps":["trace[1958557137] 'read index received' (duration: 818.189705ms)","trace[1958557137] 'applied index is now lower than readState.Index' (duration: 59.139602ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:52:08.929385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.142077904s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-01T23:52:08.929498Z","caller":"traceutil/trace.go:171","msg":"trace[1413605837] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:9597; }","duration":"1.142238488s","start":"2026-04-01T23:52:07.787227Z","end":"2026-04-01T23:52:08.929466Z","steps":["trace[1413605837] 'agreement among raft nodes before linearized reading' (duration: 1.141998422s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:52:08.929567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:52:07.787211Z","time spent":"1.142344401s","remote":"127.0.0.1:58522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":20,"response size":30,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:52:08.929588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.250662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T23:52:08.929577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"872.572471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" ","response":"range_response_count:1 size:696"} {"level":"warn","ts":"2026-04-01T23:52:08.929633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"769.916997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-04-01T23:52:08.929679Z","caller":"traceutil/trace.go:171","msg":"trace[1152414068] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:9597; }","duration":"262.392165ms","start":"2026-04-01T23:52:08.667261Z","end":"2026-04-01T23:52:08.929653Z","steps":["trace[1152414068] 'agreement among raft nodes before linearized reading' (duration: 262.226051ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:52:08.929708Z","caller":"traceutil/trace.go:171","msg":"trace[1197285911] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:9597; }","duration":"770.0345ms","start":"2026-04-01T23:52:08.159654Z","end":"2026-04-01T23:52:08.929688Z","steps":["trace[1197285911] 'agreement among raft nodes before linearized reading' (duration: 769.846996ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:52:08.929721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"848.980063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:5478"} {"level":"info","ts":"2026-04-01T23:52:08.929732Z","caller":"traceutil/trace.go:171","msg":"trace[703801043] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config; range_end:; response_count:1; response_revision:9597; }","duration":"872.751585ms","start":"2026-04-01T23:52:08.056911Z","end":"2026-04-01T23:52:08.929662Z","steps":["trace[703801043] 'agreement among raft nodes before linearized reading' (duration: 872.441528ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:52:08.92991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.233834855s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19337"} {"level":"info","ts":"2026-04-01T23:52:08.929953Z","caller":"traceutil/trace.go:171","msg":"trace[983133337] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:9597; }","duration":"1.233885196s","start":"2026-04-01T23:52:07.696058Z","end":"2026-04-01T23:52:08.929944Z","steps":["trace[983133337] 'agreement among raft nodes before linearized reading' (duration: 1.233207111s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:52:08.929984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:52:07.696049Z","time spent":"1.233928627s","remote":"127.0.0.1:58188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19360,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-04-01T23:52:08.929759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:52:08.159632Z","time spent":"770.117961ms","remote":"127.0.0.1:58126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-04-01T23:52:08.929898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:52:08.056872Z","time spent":"872.97501ms","remote":"127.0.0.1:58114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":719,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" "} {"level":"info","ts":"2026-04-01T23:52:08.929766Z","caller":"traceutil/trace.go:171","msg":"trace[1815835586] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:9597; }","duration":"849.058815ms","start":"2026-04-01T23:52:08.080694Z","end":"2026-04-01T23:52:08.929753Z","steps":["trace[1815835586] 'agreement among raft nodes before linearized reading' (duration: 848.954783ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:52:08.930312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:52:08.08067Z","time spent":"849.627268ms","remote":"127.0.0.1:43926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":5501,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-04-01T23:52:08.929584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.234415579s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-04-01T23:52:08.930392Z","caller":"traceutil/trace.go:171","msg":"trace[1546998445] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:9597; }","duration":"1.235240267s","start":"2026-04-01T23:52:07.695126Z","end":"2026-04-01T23:52:08.930367Z","steps":["trace[1546998445] 'agreement among raft nodes before linearized reading' (duration: 1.234196863s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:52:08.929674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"546.464134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T23:52:08.930448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:52:07.695115Z","time spent":"1.235315928s","remote":"127.0.0.1:58114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":1154,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" "} {"level":"info","ts":"2026-04-01T23:52:08.930492Z","caller":"traceutil/trace.go:171","msg":"trace[1687811191] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9597; }","duration":"547.445936ms","start":"2026-04-01T23:52:08.383029Z","end":"2026-04-01T23:52:08.930475Z","steps":["trace[1687811191] 'agreement among raft nodes before linearized reading' (duration: 546.394793ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:52:08.93053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:52:08.382997Z","time spent":"547.523817ms","remote":"127.0.0.1:58042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-01T23:52:11.012862Z","caller":"traceutil/trace.go:171","msg":"trace[1817385603] transaction","detail":"{read_only:false; response_revision:9610; number_of_response:1; }","duration":"113.389414ms","start":"2026-04-01T23:52:10.899445Z","end":"2026-04-01T23:52:11.012834Z","steps":["trace[1817385603] 'process raft request' (duration: 113.21856ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:52:11.014544Z","caller":"traceutil/trace.go:171","msg":"trace[703823451] transaction","detail":"{read_only:false; response_revision:9612; number_of_response:1; }","duration":"114.023449ms","start":"2026-04-01T23:52:10.900469Z","end":"2026-04-01T23:52:11.014493Z","steps":["trace[703823451] 'process raft request' (duration: 113.578329ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:52:11.014533Z","caller":"traceutil/trace.go:171","msg":"trace[2054039101] transaction","detail":"{read_only:false; response_revision:9611; number_of_response:1; }","duration":"114.210393ms","start":"2026-04-01T23:52:10.900231Z","end":"2026-04-01T23:52:11.014442Z","steps":["trace[2054039101] 'process raft request' (duration: 113.645691ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:52:11.01466Z","caller":"traceutil/trace.go:171","msg":"trace[470094362] transaction","detail":"{read_only:false; response_revision:9613; number_of_response:1; }","duration":"113.534158ms","start":"2026-04-01T23:52:10.90107Z","end":"2026-04-01T23:52:11.014605Z","steps":["trace[470094362] 'process raft request' (duration: 113.044517ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:52:11.471985Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"adfb641115bf6cbd","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-01T23:52:11.47867Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-04-01T23:52:11.478902Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-04-01T23:52:17.448207Z","caller":"traceutil/trace.go:171","msg":"trace[26927518] transaction","detail":"{read_only:false; response_revision:9666; number_of_response:1; }","duration":"403.396415ms","start":"2026-04-01T23:52:17.044753Z","end":"2026-04-01T23:52:17.448149Z","steps":["trace[26927518] 'process raft request' (duration: 403.15369ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:52:17.448395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:52:17.044733Z","time spent":"403.570669ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:52:17.451176Z","caller":"traceutil/trace.go:171","msg":"trace[1768347572] linearizableReadLoop","detail":"{readStateIndex:10054; appliedIndex:10052; }","duration":"403.854007ms","start":"2026-04-01T23:52:17.047303Z","end":"2026-04-01T23:52:17.451157Z","steps":["trace[1768347572] 'read index received' (duration: 400.528771ms)","trace[1768347572] 'applied index is now lower than readState.Index' (duration: 3.324076ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:52:17.451441Z","caller":"traceutil/trace.go:171","msg":"trace[2113706970] transaction","detail":"{read_only:false; response_revision:9667; number_of_response:1; }","duration":"405.088063ms","start":"2026-04-01T23:52:17.046338Z","end":"2026-04-01T23:52:17.451426Z","steps":["trace[2113706970] 'process raft request' (duration: 404.731065ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:52:17.45155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:52:17.046319Z","time spent":"405.169386ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:52:17.451902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.600233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-01T23:52:17.451957Z","caller":"traceutil/trace.go:171","msg":"trace[1947690116] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9667; }","duration":"404.700765ms","start":"2026-04-01T23:52:17.047243Z","end":"2026-04-01T23:52:17.451943Z","steps":["trace[1947690116] 'agreement among raft nodes before linearized reading' (duration: 404.536391ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:52:17.452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:52:17.047221Z","time spent":"404.768537ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-01T23:52:17.452149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.203931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-01T23:52:17.452218Z","caller":"traceutil/trace.go:171","msg":"trace[322846332] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9667; }","duration":"403.304073ms","start":"2026-04-01T23:52:17.048895Z","end":"2026-04-01T23:52:17.452199Z","steps":["trace[322846332] 'agreement among raft nodes before linearized reading' (duration: 403.102329ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:52:17.452266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:52:17.048883Z","time spent":"403.370615ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-01T23:52:17.452358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.469382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-01T23:52:17.45244Z","caller":"traceutil/trace.go:171","msg":"trace[935408888] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:9667; }","duration":"367.620875ms","start":"2026-04-01T23:52:17.084799Z","end":"2026-04-01T23:52:17.45242Z","steps":["trace[935408888] 'agreement among raft nodes before linearized reading' (duration: 367.443201ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:52:17.452483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:52:17.084777Z","time spent":"367.695238ms","remote":"127.0.0.1:58158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":7,"response size":30,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"info","ts":"2026-04-01T23:52:33.895848Z","caller":"traceutil/trace.go:171","msg":"trace[628712830] transaction","detail":"{read_only:false; response_revision:9865; number_of_response:1; }","duration":"104.057916ms","start":"2026-04-01T23:52:33.791757Z","end":"2026-04-01T23:52:33.895815Z","steps":["trace[628712830] 'process raft request' (duration: 103.886052ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:52:33.895865Z","caller":"traceutil/trace.go:171","msg":"trace[1282422567] transaction","detail":"{read_only:false; response_revision:9864; number_of_response:1; }","duration":"104.894905ms","start":"2026-04-01T23:52:33.790931Z","end":"2026-04-01T23:52:33.895826Z","steps":["trace[1282422567] 'process raft request' (duration: 98.593884ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:52:33.896077Z","caller":"traceutil/trace.go:171","msg":"trace[1541641442] transaction","detail":"{read_only:false; response_revision:9866; number_of_response:1; }","duration":"104.046365ms","start":"2026-04-01T23:52:33.79201Z","end":"2026-04-01T23:52:33.896056Z","steps":["trace[1541641442] 'process raft request' (duration: 103.756819ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:53:06.651942Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7835591873806235763,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T23:53:07.153117Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7835591873806235763,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T23:53:07.276074Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.301603418s","expected-duration":"1s"} {"level":"info","ts":"2026-04-01T23:53:07.279139Z","caller":"traceutil/trace.go:171","msg":"trace[572492284] transaction","detail":"{read_only:false; response_revision:10205; number_of_response:1; }","duration":"1.304744249s","start":"2026-04-01T23:53:05.974354Z","end":"2026-04-01T23:53:07.279098Z","steps":["trace[572492284] 'process raft request' (duration: 1.30207245s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:53:07.279282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:53:05.974325Z","time spent":"1.304885692s","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:53:07.312364Z","caller":"traceutil/trace.go:171","msg":"trace[1678110719] transaction","detail":"{read_only:false; response_revision:10209; number_of_response:1; }","duration":"1.20056429s","start":"2026-04-01T23:53:06.111781Z","end":"2026-04-01T23:53:07.312346Z","steps":["trace[1678110719] 'process raft request' (duration: 1.200511619s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:53:07.312416Z","caller":"traceutil/trace.go:171","msg":"trace[527202976] transaction","detail":"{read_only:false; response_revision:10206; number_of_response:1; }","duration":"1.334372521s","start":"2026-04-01T23:53:05.978007Z","end":"2026-04-01T23:53:07.312379Z","steps":["trace[527202976] 'process raft request' (duration: 1.334040604s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:53:07.312493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:53:06.111752Z","time spent":"1.200677143s","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:53:07.312522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:53:05.977991Z","time spent":"1.334483424s","remote":"127.0.0.1:58094","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":866,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-01T23:53:07.312531Z","caller":"traceutil/trace.go:171","msg":"trace[1273463766] transaction","detail":"{read_only:false; response_revision:10207; number_of_response:1; }","duration":"1.329681357s","start":"2026-04-01T23:53:05.982828Z","end":"2026-04-01T23:53:07.31251Z","steps":["trace[1273463766] 'process raft request' (duration: 1.32936843s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:53:07.312646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:53:05.982818Z","time spent":"1.329758838s","remote":"127.0.0.1:58198","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19677,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:53:07.312672Z","caller":"traceutil/trace.go:171","msg":"trace[1164740616] linearizableReadLoop","detail":"{readStateIndex:10611; appliedIndex:10604; }","duration":"1.161340884s","start":"2026-04-01T23:53:06.151307Z","end":"2026-04-01T23:53:07.312648Z","steps":["trace[1164740616] 'read index received' (duration: 1.125139856s)","trace[1164740616] 'applied index is now lower than readState.Index' (duration: 36.200468ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:53:07.312708Z","caller":"traceutil/trace.go:171","msg":"trace[738689548] transaction","detail":"{read_only:false; response_revision:10208; number_of_response:1; }","duration":"1.2533508s","start":"2026-04-01T23:53:06.05935Z","end":"2026-04-01T23:53:07.312701Z","steps":["trace[738689548] 'process raft request' (duration: 1.25291284s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:53:07.312765Z","caller":"traceutil/trace.go:171","msg":"trace[1404052659] transaction","detail":"{read_only:false; response_revision:10210; number_of_response:1; }","duration":"1.197436121s","start":"2026-04-01T23:53:06.115321Z","end":"2026-04-01T23:53:07.312757Z","steps":["trace[1404052659] 'process raft request' (duration: 1.19699942s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:53:07.312765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:53:06.059322Z","time spent":"1.253404162s","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:53:07.312832Z","caller":"traceutil/trace.go:171","msg":"trace[44569965] transaction","detail":"{read_only:false; response_revision:10211; number_of_response:1; }","duration":"240.2445ms","start":"2026-04-01T23:53:07.072581Z","end":"2026-04-01T23:53:07.312825Z","steps":["trace[44569965] 'process raft request' (duration: 239.990493ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:53:07.312835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:53:06.115305Z","time spent":"1.197475563s","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:53:07.312894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.161593241s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-88zqq\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-04-01T23:53:07.312938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"509.475416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:53:07.312934Z","caller":"traceutil/trace.go:171","msg":"trace[616061881] range","detail":"{range_begin:/registry/pods/openstack/keepalived-88zqq; range_end:; response_count:1; response_revision:10211; }","duration":"1.161661482s","start":"2026-04-01T23:53:06.15126Z","end":"2026-04-01T23:53:07.312922Z","steps":["trace[616061881] 'agreement among raft nodes before linearized reading' (duration: 1.161516249s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:53:07.312957Z","caller":"traceutil/trace.go:171","msg":"trace[1959831652] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:10211; }","duration":"509.534987ms","start":"2026-04-01T23:53:06.803416Z","end":"2026-04-01T23:53:07.312951Z","steps":["trace[1959831652] 'agreement among raft nodes before linearized reading' (duration: 509.499267ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:53:07.312968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:53:06.151245Z","time spent":"1.161714774s","remote":"127.0.0.1:58198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-88zqq\" "} {"level":"warn","ts":"2026-04-01T23:53:07.312987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:53:06.803396Z","time spent":"509.585679ms","remote":"127.0.0.1:44396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:53:07.313016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.638339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:53:07.313044Z","caller":"traceutil/trace.go:171","msg":"trace[2105226635] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:10211; }","duration":"436.700009ms","start":"2026-04-01T23:53:06.876336Z","end":"2026-04-01T23:53:07.313036Z","steps":["trace[2105226635] 'agreement among raft nodes before linearized reading' (duration: 436.639778ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:53:07.313061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:53:06.87632Z","time spent":"436.737291ms","remote":"127.0.0.1:44414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:53:07.313034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.04522736s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-01T23:53:07.313077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.052569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"warn","ts":"2026-04-01T23:53:07.313107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"844.485284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-01T23:53:07.313112Z","caller":"traceutil/trace.go:171","msg":"trace[2106575913] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:10211; }","duration":"497.127391ms","start":"2026-04-01T23:53:06.815973Z","end":"2026-04-01T23:53:07.313101Z","steps":["trace[2106575913] 'agreement among raft nodes before linearized reading' (duration: 497.012558ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:53:07.31311Z","caller":"traceutil/trace.go:171","msg":"trace[1464588402] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:10211; }","duration":"1.045355783s","start":"2026-04-01T23:53:06.267735Z","end":"2026-04-01T23:53:07.31309Z","steps":["trace[1464588402] 'agreement among raft nodes before linearized reading' (duration: 1.045156699s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:53:07.313135Z","caller":"traceutil/trace.go:171","msg":"trace[1344512909] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10211; }","duration":"844.512264ms","start":"2026-04-01T23:53:06.468614Z","end":"2026-04-01T23:53:07.313126Z","steps":["trace[1344512909] 'agreement among raft nodes before linearized reading' (duration: 844.432912ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:53:07.313139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:53:06.815951Z","time spent":"497.181121ms","remote":"127.0.0.1:58172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-04-01T23:53:07.313149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.63211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T23:53:07.313177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"931.828465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T23:53:07.313188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"582.707212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-01T23:53:07.313157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:53:06.468565Z","time spent":"844.587116ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-01T23:53:07.3132Z","caller":"traceutil/trace.go:171","msg":"trace[1397997716] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10211; }","duration":"931.934618ms","start":"2026-04-01T23:53:06.381258Z","end":"2026-04-01T23:53:07.313192Z","steps":["trace[1397997716] 'agreement among raft nodes before linearized reading' (duration: 931.898307ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:53:07.313214Z","caller":"traceutil/trace.go:171","msg":"trace[853839380] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:10211; }","duration":"582.780254ms","start":"2026-04-01T23:53:06.730428Z","end":"2026-04-01T23:53:07.313208Z","steps":["trace[853839380] 'agreement among raft nodes before linearized reading' (duration: 582.742433ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:53:07.313153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:53:06.267714Z","time spent":"1.045429485s","remote":"127.0.0.1:58224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":128,"response size":31,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:53:07.313219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:53:06.381236Z","time spent":"931.979169ms","remote":"127.0.0.1:58042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-01T23:53:07.313232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:53:06.730408Z","time spent":"582.819065ms","remote":"127.0.0.1:35120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":30,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:53:07.313235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"970.266484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-01T23:53:07.31319Z","caller":"traceutil/trace.go:171","msg":"trace[1267399424] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:10211; }","duration":"207.718492ms","start":"2026-04-01T23:53:07.105462Z","end":"2026-04-01T23:53:07.31318Z","steps":["trace[1267399424] 'agreement among raft nodes before linearized reading' (duration: 207.648131ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:53:07.313267Z","caller":"traceutil/trace.go:171","msg":"trace[974054913] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:10211; }","duration":"970.293596ms","start":"2026-04-01T23:53:06.342961Z","end":"2026-04-01T23:53:07.313255Z","steps":["trace[974054913] 'agreement among raft nodes before linearized reading' (duration: 970.216474ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:53:07.3133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:53:06.342906Z","time spent":"970.387878ms","remote":"127.0.0.1:58176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":58,"response size":30,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"info","ts":"2026-04-01T23:53:15.52034Z","caller":"traceutil/trace.go:171","msg":"trace[1552444318] transaction","detail":"{read_only:false; response_revision:10264; number_of_response:1; }","duration":"171.094153ms","start":"2026-04-01T23:53:15.34919Z","end":"2026-04-01T23:53:15.520285Z","steps":["trace[1552444318] 'process raft request' (duration: 117.182159ms)","trace[1552444318] 'compare' (duration: 53.589167ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:53:15.520429Z","caller":"traceutil/trace.go:171","msg":"trace[1432989838] linearizableReadLoop","detail":"{readStateIndex:10668; appliedIndex:10665; }","duration":"129.724209ms","start":"2026-04-01T23:53:15.390685Z","end":"2026-04-01T23:53:15.52041Z","steps":["trace[1432989838] 'read index received' (duration: 75.722033ms)","trace[1432989838] 'applied index is now lower than readState.Index' (duration: 54.001366ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:53:15.520518Z","caller":"traceutil/trace.go:171","msg":"trace[1465991196] transaction","detail":"{read_only:false; response_revision:10265; number_of_response:1; }","duration":"149.822328ms","start":"2026-04-01T23:53:15.370684Z","end":"2026-04-01T23:53:15.520507Z","steps":["trace[1465991196] 'process raft request' (duration: 149.498841ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:53:15.520717Z","caller":"traceutil/trace.go:171","msg":"trace[1107529611] transaction","detail":"{read_only:false; response_revision:10266; number_of_response:1; }","duration":"135.847225ms","start":"2026-04-01T23:53:15.384844Z","end":"2026-04-01T23:53:15.520692Z","steps":["trace[1107529611] 'process raft request' (duration: 135.517888ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:53:15.520751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.646824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-01T23:53:15.520835Z","caller":"traceutil/trace.go:171","msg":"trace[1620392192] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10266; }","duration":"128.809169ms","start":"2026-04-01T23:53:15.392007Z","end":"2026-04-01T23:53:15.520816Z","steps":["trace[1620392192] 'agreement among raft nodes before linearized reading' (duration: 128.561273ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:53:15.520819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.084188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-88zqq\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-04-01T23:53:15.521246Z","caller":"traceutil/trace.go:171","msg":"trace[605150928] range","detail":"{range_begin:/registry/pods/openstack/keepalived-88zqq; range_end:; response_count:1; response_revision:10266; }","duration":"130.553748ms","start":"2026-04-01T23:53:15.390668Z","end":"2026-04-01T23:53:15.521222Z","steps":["trace[605150928] 'agreement among raft nodes before linearized reading' (duration: 129.870382ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:53:21.881852Z","caller":"traceutil/trace.go:171","msg":"trace[296883361] linearizableReadLoop","detail":"{readStateIndex:10695; appliedIndex:10694; }","duration":"499.928942ms","start":"2026-04-01T23:53:21.381889Z","end":"2026-04-01T23:53:21.881818Z","steps":["trace[296883361] 'read index received' (duration: 499.781069ms)","trace[296883361] 'applied index is now lower than readState.Index' (duration: 146.323µs)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:53:21.881923Z","caller":"traceutil/trace.go:171","msg":"trace[297094143] transaction","detail":"{read_only:false; response_revision:10292; number_of_response:1; }","duration":"538.515605ms","start":"2026-04-01T23:53:21.343374Z","end":"2026-04-01T23:53:21.881889Z","steps":["trace[297094143] 'process raft request' (duration: 538.235199ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:53:21.882227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:53:21.343347Z","time spent":"538.652528ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:53:21.882399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"500.465184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:53:21.882608Z","caller":"traceutil/trace.go:171","msg":"trace[936333862] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10292; }","duration":"500.703199ms","start":"2026-04-01T23:53:21.381843Z","end":"2026-04-01T23:53:21.882546Z","steps":["trace[936333862] 'agreement among raft nodes before linearized reading' (duration: 500.093866ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:53:21.882698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:53:21.381826Z","time spent":"500.861743ms","remote":"127.0.0.1:58042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-01T23:53:22.136265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.073873ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-01T23:53:22.136522Z","caller":"traceutil/trace.go:171","msg":"trace[644507316] linearizableReadLoop","detail":"{readStateIndex:10698; appliedIndex:10695; }","duration":"254.55373ms","start":"2026-04-01T23:53:21.881946Z","end":"2026-04-01T23:53:22.1365Z","steps":["trace[644507316] 'read index received' (duration: 41.183221ms)","trace[644507316] 'applied index is now lower than readState.Index' (duration: 213.369019ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:53:22.13671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.07878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-01T23:53:22.136779Z","caller":"traceutil/trace.go:171","msg":"trace[1545233950] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:10295; }","duration":"314.203922ms","start":"2026-04-01T23:53:21.822557Z","end":"2026-04-01T23:53:22.136761Z","steps":["trace[1545233950] 'agreement among raft nodes before linearized reading' (duration: 314.047419ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:53:22.136761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.700681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-01T23:53:22.136772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.153251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"warn","ts":"2026-04-01T23:53:22.136789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"586.420746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-01T23:53:22.1368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.792405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-01T23:53:22.136822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:53:21.822533Z","time spent":"314.277784ms","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":3,"response size":30,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"info","ts":"2026-04-01T23:53:22.136836Z","caller":"traceutil/trace.go:171","msg":"trace[231480805] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10295; }","duration":"275.836135ms","start":"2026-04-01T23:53:21.860984Z","end":"2026-04-01T23:53:22.13682Z","steps":["trace[231480805] 'agreement among raft nodes before linearized reading' (duration: 275.588489ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:53:22.136844Z","caller":"traceutil/trace.go:171","msg":"trace[303972975] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:10295; }","duration":"293.231713ms","start":"2026-04-01T23:53:21.843594Z","end":"2026-04-01T23:53:22.136826Z","steps":["trace[303972975] 'agreement among raft nodes before linearized reading' (duration: 293.021718ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:53:22.136786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"579.527753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-88zqq\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-04-01T23:53:22.136857Z","caller":"traceutil/trace.go:171","msg":"trace[613326445] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10295; }","duration":"586.523798ms","start":"2026-04-01T23:53:21.550313Z","end":"2026-04-01T23:53:22.136837Z","steps":["trace[613326445] 'agreement among raft nodes before linearized reading' (duration: 586.360855ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:53:22.136858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"654.850835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-01T23:53:22.136869Z","caller":"traceutil/trace.go:171","msg":"trace[875642682] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10295; }","duration":"297.887967ms","start":"2026-04-01T23:53:21.838962Z","end":"2026-04-01T23:53:22.13685Z","steps":["trace[875642682] 'agreement among raft nodes before linearized reading' (duration: 297.680933ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:53:22.136908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:53:21.55026Z","time spent":"586.63491ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-01T23:53:22.136955Z","caller":"traceutil/trace.go:171","msg":"trace[370942579] range","detail":"{range_begin:/registry/pods/openstack/keepalived-88zqq; range_end:; response_count:1; response_revision:10295; }","duration":"579.681305ms","start":"2026-04-01T23:53:21.557209Z","end":"2026-04-01T23:53:22.13689Z","steps":["trace[370942579] 'agreement among raft nodes before linearized reading' (duration: 579.397979ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:53:22.136996Z","caller":"traceutil/trace.go:171","msg":"trace[242919392] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:10295; }","duration":"654.976209ms","start":"2026-04-01T23:53:21.481925Z","end":"2026-04-01T23:53:22.136901Z","steps":["trace[242919392] 'agreement among raft nodes before linearized reading' (duration: 654.893567ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:53:22.137034Z","caller":"traceutil/trace.go:171","msg":"trace[1755592385] transaction","detail":"{read_only:false; response_revision:10293; number_of_response:1; }","duration":"596.183534ms","start":"2026-04-01T23:53:21.54084Z","end":"2026-04-01T23:53:22.137024Z","steps":["trace[1755592385] 'process raft request' (duration: 382.275504ms)","trace[1755592385] 'compare' (duration: 212.959909ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:53:22.137029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:53:21.557179Z","time spent":"579.827719ms","remote":"127.0.0.1:58198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-88zqq\" "} {"level":"warn","ts":"2026-04-01T23:53:22.137056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:53:21.481903Z","time spent":"655.134052ms","remote":"127.0.0.1:44572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:53:22.137112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:53:21.540816Z","time spent":"596.240076ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:53:22.137126Z","caller":"traceutil/trace.go:171","msg":"trace[624460248] transaction","detail":"{read_only:false; response_revision:10294; number_of_response:1; }","duration":"595.201852ms","start":"2026-04-01T23:53:21.541906Z","end":"2026-04-01T23:53:22.137108Z","steps":["trace[624460248] 'process raft request' (duration: 594.458006ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:53:22.137189Z","caller":"traceutil/trace.go:171","msg":"trace[42830583] transaction","detail":"{read_only:false; response_revision:10295; number_of_response:1; }","duration":"593.480283ms","start":"2026-04-01T23:53:21.5437Z","end":"2026-04-01T23:53:22.13718Z","steps":["trace[42830583] 'process raft request' (duration: 592.738856ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:53:22.137221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:53:21.541872Z","time spent":"595.293894ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:53:22.137236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:53:21.543681Z","time spent":"593.528985ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:53:22.636641Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7835591873806235991,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T23:53:23.137147Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7835591873806235991,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T23:53:23.637497Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7835591873806235991,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T23:53:23.680372Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.594325551s","expected-duration":"1s"} {"level":"info","ts":"2026-04-01T23:53:23.702188Z","caller":"traceutil/trace.go:171","msg":"trace[98948795] transaction","detail":"{read_only:false; response_revision:10296; number_of_response:1; }","duration":"1.616220401s","start":"2026-04-01T23:53:22.085938Z","end":"2026-04-01T23:53:23.702158Z","steps":["trace[98948795] 'process raft request' (duration: 1.59470654s)","trace[98948795] 'compare' (duration: 20.755715ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:53:23.70244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:53:22.085912Z","time spent":"1.616434096s","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:53:23.884281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000300044s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-01T23:53:23.884349Z","caller":"traceutil/trace.go:171","msg":"trace[230143700] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000462878s","start":"2026-04-01T23:53:21.883871Z","end":"2026-04-01T23:53:23.884334Z","steps":["trace[230143700] 'agreement among raft nodes before linearized reading' (duration: 2.000340605s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:53:23.884384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:53:21.88385Z","time spent":"2.00052803s","remote":"127.0.0.1:58050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/01 23:53:23 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-04-01T23:53:23.994993Z","caller":"traceutil/trace.go:171","msg":"trace[1110531454] transaction","detail":"{read_only:false; response_revision:10297; number_of_response:1; }","duration":"1.853706539s","start":"2026-04-01T23:53:22.141256Z","end":"2026-04-01T23:53:23.994963Z","steps":["trace[1110531454] 'process raft request' (duration: 1.853435052s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:53:23.995169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:53:22.141231Z","time spent":"1.853846981s","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:53:23.995416Z","caller":"traceutil/trace.go:171","msg":"trace[478348634] transaction","detail":"{read_only:false; response_revision:10298; number_of_response:1; }","duration":"1.853819241s","start":"2026-04-01T23:53:22.141561Z","end":"2026-04-01T23:53:23.995381Z","steps":["trace[478348634] 'process raft request' (duration: 1.85333586s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:53:23.995634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:53:22.141546Z","time spent":"1.853975904s","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:53:23.995651Z","caller":"traceutil/trace.go:171","msg":"trace[393356963] linearizableReadLoop","detail":"{readStateIndex:10702; appliedIndex:10698; }","duration":"1.859021988s","start":"2026-04-01T23:53:22.136574Z","end":"2026-04-01T23:53:23.995596Z","steps":["trace[393356963] 'read index received' (duration: 1.544093969s)","trace[393356963] 'applied index is now lower than readState.Index' (duration: 314.920198ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:53:23.995774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.955314679s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:53:23.995858Z","caller":"traceutil/trace.go:171","msg":"trace[34297363] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:10299; }","duration":"1.955442372s","start":"2026-04-01T23:53:22.040393Z","end":"2026-04-01T23:53:23.995836Z","steps":["trace[34297363] 'agreement among raft nodes before linearized reading' (duration: 1.955250158s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:53:23.995914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:53:22.040371Z","time spent":"1.955528304s","remote":"127.0.0.1:44346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:53:23.99596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.010322669s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-01T23:53:23.99607Z","caller":"traceutil/trace.go:171","msg":"trace[1803589678] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10299; }","duration":"2.010430252s","start":"2026-04-01T23:53:21.98558Z","end":"2026-04-01T23:53:23.99601Z","steps":["trace[1803589678] 'agreement among raft nodes before linearized reading' (duration: 2.010185226s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:53:23.996131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:53:21.985573Z","time spent":"2.010543704s","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-01T23:53:23.996407Z","caller":"traceutil/trace.go:171","msg":"trace[618354330] transaction","detail":"{read_only:false; response_revision:10299; number_of_response:1; }","duration":"1.854398843s","start":"2026-04-01T23:53:22.14196Z","end":"2026-04-01T23:53:23.996359Z","steps":["trace[618354330] 'process raft request' (duration: 1.853293009s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:53:23.996504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.011349872s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-01T23:53:23.996646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:53:22.141953Z","time spent":"1.854579567s","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:53:23.996677Z","caller":"traceutil/trace.go:171","msg":"trace[1813538832] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10299; }","duration":"2.011597137s","start":"2026-04-01T23:53:21.985042Z","end":"2026-04-01T23:53:23.99664Z","steps":["trace[1813538832] 'agreement among raft nodes before linearized reading' (duration: 2.01086354s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:53:23.996768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:53:21.984925Z","time spent":"2.011824942s","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-01T23:53:23.996773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.880506726s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-01T23:53:23.996876Z","caller":"traceutil/trace.go:171","msg":"trace[802792950] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:10299; }","duration":"1.88067382s","start":"2026-04-01T23:53:22.116177Z","end":"2026-04-01T23:53:23.996851Z","steps":["trace[802792950] 'agreement among raft nodes before linearized reading' (duration: 1.879416513s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:53:23.996954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:53:22.11616Z","time spent":"1.880783053s","remote":"127.0.0.1:44504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:53:24.60782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.972736ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-01T23:53:24.607982Z","caller":"traceutil/trace.go:171","msg":"trace[14823097] linearizableReadLoop","detail":"{readStateIndex:10703; appliedIndex:10702; }","duration":"612.228963ms","start":"2026-04-01T23:53:23.995727Z","end":"2026-04-01T23:53:24.607956Z","steps":["trace[14823097] 'read index received' (duration: 158.019742ms)","trace[14823097] 'applied index is now lower than readState.Index' (duration: 454.207011ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:53:24.608085Z","caller":"traceutil/trace.go:171","msg":"trace[1949264499] transaction","detail":"{read_only:false; response_revision:10300; number_of_response:1; }","duration":"720.094463ms","start":"2026-04-01T23:53:23.887975Z","end":"2026-04-01T23:53:24.60807Z","steps":["trace[1949264499] 'process raft request' (duration: 265.672978ms)","trace[1949264499] 'compare' (duration: 453.757981ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:53:24.608162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:53:23.887953Z","time spent":"720.171976ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:53:24.608515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.570408818s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.209\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-01T23:53:24.608571Z","caller":"traceutil/trace.go:171","msg":"trace[738726355] range","detail":"{range_begin:/registry/masterleases/199.204.45.209; range_end:; response_count:1; response_revision:10300; }","duration":"1.57049358s","start":"2026-04-01T23:53:23.038058Z","end":"2026-04-01T23:53:24.608552Z","steps":["trace[738726355] 'agreement among raft nodes before linearized reading' (duration: 1.570327755s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:53:24.6086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:53:23.03804Z","time spent":"1.570555191s","remote":"127.0.0.1:58064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.209\" "} {"level":"warn","ts":"2026-04-01T23:53:24.608635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"721.145097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a25f9918a2b9c6\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-04-01T23:53:24.608626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.468711614s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-626921b9-301b-4f74-91f2-1c33b8a6bcb6\" ","response":"range_response_count:1 size:1450"} {"level":"info","ts":"2026-04-01T23:53:24.608679Z","caller":"traceutil/trace.go:171","msg":"trace[1638716475] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a25f9918a2b9c6; range_end:; response_count:1; response_revision:10300; }","duration":"721.217189ms","start":"2026-04-01T23:53:23.887445Z","end":"2026-04-01T23:53:24.608662Z","steps":["trace[1638716475] 'agreement among raft nodes before linearized reading' (duration: 721.106417ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:53:24.608711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:53:23.887426Z","time spent":"721.27619ms","remote":"127.0.0.1:58094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a25f9918a2b9c6\" "} {"level":"info","ts":"2026-04-01T23:53:24.60872Z","caller":"traceutil/trace.go:171","msg":"trace[581310720] range","detail":"{range_begin:/registry/persistentvolumes/pvc-626921b9-301b-4f74-91f2-1c33b8a6bcb6; range_end:; response_count:1; response_revision:10300; }","duration":"2.468853647s","start":"2026-04-01T23:53:22.139839Z","end":"2026-04-01T23:53:24.608693Z","steps":["trace[581310720] 'agreement among raft nodes before linearized reading' (duration: 2.468575311s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:53:24.608784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:53:22.139819Z","time spent":"2.468955059s","remote":"127.0.0.1:58158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1473,"request content":"key:\"/registry/persistentvolumes/pvc-626921b9-301b-4f74-91f2-1c33b8a6bcb6\" "} {"level":"warn","ts":"2026-04-01T23:53:24.608482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"717.987517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:53:24.608858Z","caller":"traceutil/trace.go:171","msg":"trace[60440464] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10300; }","duration":"718.414856ms","start":"2026-04-01T23:53:23.890432Z","end":"2026-04-01T23:53:24.608847Z","steps":["trace[60440464] 'agreement among raft nodes before linearized reading' (duration: 717.972597ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:53:24.608886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:53:23.890424Z","time spent":"718.455077ms","remote":"127.0.0.1:58042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-01T23:53:24.609053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.467001255s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:31 size:291894"} {"level":"info","ts":"2026-04-01T23:53:24.609147Z","caller":"traceutil/trace.go:171","msg":"trace[929473880] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:31; response_revision:10300; }","duration":"2.467138098s","start":"2026-04-01T23:53:22.141987Z","end":"2026-04-01T23:53:24.609125Z","steps":["trace[929473880] 'agreement among raft nodes before linearized reading' (duration: 2.466482034s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:53:24.609198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:53:22.141977Z","time spent":"2.46720751s","remote":"127.0.0.1:58198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":31,"response size":291917,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-01T23:53:24.609692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"655.01916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-01T23:53:24.609798Z","caller":"traceutil/trace.go:171","msg":"trace[1233626605] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:10300; }","duration":"655.188964ms","start":"2026-04-01T23:53:23.954583Z","end":"2026-04-01T23:53:24.609772Z","steps":["trace[1233626605] 'agreement among raft nodes before linearized reading' (duration: 653.942516ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:53:24.609858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:53:23.954563Z","time spent":"655.281865ms","remote":"127.0.0.1:58094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1042,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-04-01T23:53:25.085038Z","caller":"traceutil/trace.go:171","msg":"trace[358767889] transaction","detail":"{read_only:false; response_revision:10301; number_of_response:1; }","duration":"1.082679128s","start":"2026-04-01T23:53:24.002318Z","end":"2026-04-01T23:53:25.084998Z","steps":["trace[358767889] 'process raft request' (duration: 1.033159331s)","trace[358767889] 'compare' (duration: 48.682887ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:53:25.085205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:53:24.002236Z","time spent":"1.082883152s","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:53:25.085279Z","caller":"traceutil/trace.go:171","msg":"trace[765951137] linearizableReadLoop","detail":"{readStateIndex:10709; appliedIndex:10703; }","duration":"477.214266ms","start":"2026-04-01T23:53:24.608017Z","end":"2026-04-01T23:53:25.085231Z","steps":["trace[765951137] 'read index received' (duration: 427.618097ms)","trace[765951137] 'applied index is now lower than readState.Index' (duration: 49.594479ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:53:25.085409Z","caller":"traceutil/trace.go:171","msg":"trace[770289900] transaction","detail":"{read_only:false; response_revision:10303; number_of_response:1; }","duration":"1.022125274s","start":"2026-04-01T23:53:24.063273Z","end":"2026-04-01T23:53:25.085398Z","steps":["trace[770289900] 'process raft request' (duration: 1.021725035s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:53:25.085488Z","caller":"traceutil/trace.go:171","msg":"trace[779873924] transaction","detail":"{read_only:false; response_revision:10305; number_of_response:1; }","duration":"941.798348ms","start":"2026-04-01T23:53:24.143673Z","end":"2026-04-01T23:53:25.085471Z","steps":["trace[779873924] 'process raft request' (duration: 941.44591ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:53:25.085437Z","caller":"traceutil/trace.go:171","msg":"trace[1376101228] transaction","detail":"{read_only:false; response_revision:10302; number_of_response:1; }","duration":"1.082651127s","start":"2026-04-01T23:53:24.002724Z","end":"2026-04-01T23:53:25.085375Z","steps":["trace[1376101228] 'process raft request' (duration: 1.082116875s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:53:25.085641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:53:24.143653Z","time spent":"941.88077ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:53:25.08572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:53:24.002693Z","time spent":"1.082899872s","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:53:25.085757Z","caller":"traceutil/trace.go:171","msg":"trace[747799315] transaction","detail":"{read_only:false; response_revision:10306; number_of_response:1; }","duration":"941.814838ms","start":"2026-04-01T23:53:24.143921Z","end":"2026-04-01T23:53:25.085736Z","steps":["trace[747799315] 'process raft request' (duration: 941.248256ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:53:25.085349Z","caller":"traceutil/trace.go:171","msg":"trace[1267200584] transaction","detail":"{read_only:false; response_revision:10304; number_of_response:1; }","duration":"941.983133ms","start":"2026-04-01T23:53:24.143342Z","end":"2026-04-01T23:53:25.085325Z","steps":["trace[1267200584] 'process raft request' (duration: 941.720337ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:53:25.085858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:53:24.143864Z","time spent":"941.942632ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:53:25.085987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:53:24.063242Z","time spent":"1.022224695s","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:53:25.085993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:53:24.143304Z","time spent":"942.590877ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:53:25.086111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.005671316s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-04-01T23:53:25.08622Z","caller":"traceutil/trace.go:171","msg":"trace[354163552] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:10306; }","duration":"1.005812109s","start":"2026-04-01T23:53:24.080369Z","end":"2026-04-01T23:53:25.086182Z","steps":["trace[354163552] 'agreement among raft nodes before linearized reading' (duration: 1.005522372s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:53:25.086303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:53:24.080339Z","time spent":"1.005951202s","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-01T23:53:25.086447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"728.46576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:53:25.08755Z","caller":"traceutil/trace.go:171","msg":"trace[1900391623] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:10306; }","duration":"729.77252ms","start":"2026-04-01T23:53:24.357722Z","end":"2026-04-01T23:53:25.087495Z","steps":["trace[1900391623] 'agreement among raft nodes before linearized reading' (duration: 728.102402ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:53:25.087691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:53:24.35769Z","time spent":"729.981145ms","remote":"127.0.0.1:54762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:53:25.089976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"809.727847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:414470"} {"level":"info","ts":"2026-04-01T23:53:25.090077Z","caller":"traceutil/trace.go:171","msg":"trace[1928126612] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:10306; }","duration":"809.90396ms","start":"2026-04-01T23:53:24.280151Z","end":"2026-04-01T23:53:25.090055Z","steps":["trace[1928126612] 'agreement among raft nodes before linearized reading' (duration: 805.315148ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:53:25.090138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:53:24.280121Z","time spent":"810.006273ms","remote":"127.0.0.1:35120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":414493,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-04-01T23:53:25.134352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:53:24.609435Z","time spent":"524.902891ms","remote":"127.0.0.1:58064","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-01T23:53:25.134617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"524.844049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:53:25.134727Z","caller":"traceutil/trace.go:171","msg":"trace[1806353918] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10307; }","duration":"524.993143ms","start":"2026-04-01T23:53:24.609711Z","end":"2026-04-01T23:53:25.134705Z","steps":["trace[1806353918] 'agreement among raft nodes before linearized reading' (duration: 524.783498ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:53:25.134499Z","caller":"traceutil/trace.go:171","msg":"trace[600422278] transaction","detail":"{read_only:false; response_revision:10307; number_of_response:1; }","duration":"523.467069ms","start":"2026-04-01T23:53:24.610998Z","end":"2026-04-01T23:53:25.134465Z","steps":["trace[600422278] 'process raft request' (duration: 523.206993ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:53:25.134618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.807659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-01T23:53:25.13493Z","caller":"traceutil/trace.go:171","msg":"trace[1724381535] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:10307; }","duration":"338.220038ms","start":"2026-04-01T23:53:24.796696Z","end":"2026-04-01T23:53:25.134916Z","steps":["trace[1724381535] 'agreement among raft nodes before linearized reading' (duration: 337.778488ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:53:25.134922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:53:24.610988Z","time spent":"523.839348ms","remote":"127.0.0.1:58094","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:53:25.134968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:53:24.796668Z","time spent":"338.286899ms","remote":"127.0.0.1:58506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":9,"response size":30,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:53:25.13477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:53:24.609699Z","time spent":"525.065084ms","remote":"127.0.0.1:58050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-01T23:53:25.485185Z","caller":"traceutil/trace.go:171","msg":"trace[1501593927] linearizableReadLoop","detail":"{readStateIndex:10712; appliedIndex:10711; }","duration":"350.709678ms","start":"2026-04-01T23:53:25.134446Z","end":"2026-04-01T23:53:25.485156Z","steps":["trace[1501593927] 'read index received' (duration: 350.430182ms)","trace[1501593927] 'applied index is now lower than readState.Index' (duration: 278.606µs)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:53:25.485565Z","caller":"traceutil/trace.go:171","msg":"trace[1972555241] transaction","detail":"{read_only:false; response_revision:10308; number_of_response:1; }","duration":"393.931754ms","start":"2026-04-01T23:53:25.09162Z","end":"2026-04-01T23:53:25.485552Z","steps":["trace[1972555241] 'process raft request' (duration: 393.36007ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:53:25.485681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:53:25.091596Z","time spent":"393.999236ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:53:25.485958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.284002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-01T23:53:25.486049Z","caller":"traceutil/trace.go:171","msg":"trace[790211658] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:10308; }","duration":"394.430075ms","start":"2026-04-01T23:53:25.0916Z","end":"2026-04-01T23:53:25.48603Z","steps":["trace[790211658] 'agreement among raft nodes before linearized reading' (duration: 394.156079ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:53:25.486103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:53:25.091567Z","time spent":"394.526258ms","remote":"127.0.0.1:58114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":107,"response size":30,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:53:25.543649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.283031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-01T23:53:25.543681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.531369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T23:53:25.543734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.104099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-04-01T23:53:25.543475Z","caller":"traceutil/trace.go:171","msg":"trace[1885784547] transaction","detail":"{read_only:false; response_revision:10309; number_of_response:1; }","duration":"407.560358ms","start":"2026-04-01T23:53:25.135874Z","end":"2026-04-01T23:53:25.543434Z","steps":["trace[1885784547] 'process raft request' (duration: 407.229371ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:53:25.543801Z","caller":"traceutil/trace.go:171","msg":"trace[2125887147] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10309; }","duration":"399.720833ms","start":"2026-04-01T23:53:25.14405Z","end":"2026-04-01T23:53:25.543771Z","steps":["trace[2125887147] 'agreement among raft nodes before linearized reading' (duration: 399.470798ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:53:25.543684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.97495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/glance-api-7cdb9579bd-t956x.18a260be38b6c5bd\" ","response":"range_response_count:1 size:788"} {"level":"info","ts":"2026-04-01T23:53:25.543833Z","caller":"traceutil/trace.go:171","msg":"trace[1120404010] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:10309; }","duration":"284.271123ms","start":"2026-04-01T23:53:25.259539Z","end":"2026-04-01T23:53:25.54381Z","steps":["trace[1120404010] 'agreement among raft nodes before linearized reading' (duration: 283.904795ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:53:25.543869Z","caller":"traceutil/trace.go:171","msg":"trace[160154262] range","detail":"{range_begin:/registry/events/openstack/glance-api-7cdb9579bd-t956x.18a260be38b6c5bd; range_end:; response_count:1; response_revision:10309; }","duration":"405.230816ms","start":"2026-04-01T23:53:25.138626Z","end":"2026-04-01T23:53:25.543857Z","steps":["trace[160154262] 'agreement among raft nodes before linearized reading' (duration: 404.781956ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:53:25.54387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:53:25.144023Z","time spent":"399.835295ms","remote":"127.0.0.1:58042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-01T23:53:25.54392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:53:25.138616Z","time spent":"405.288827ms","remote":"127.0.0.1:58094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":811,"request content":"key:\"/registry/events/openstack/glance-api-7cdb9579bd-t956x.18a260be38b6c5bd\" "} {"level":"info","ts":"2026-04-01T23:53:25.543722Z","caller":"traceutil/trace.go:171","msg":"trace[347869298] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:10309; }","duration":"283.409644ms","start":"2026-04-01T23:53:25.260299Z","end":"2026-04-01T23:53:25.543709Z","steps":["trace[347869298] 'agreement among raft nodes before linearized reading' (duration: 283.24672ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:53:25.544606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:53:25.135848Z","time spent":"408.51764ms","remote":"127.0.0.1:58064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:53:25.699092Z","caller":"traceutil/trace.go:171","msg":"trace[1595146610] linearizableReadLoop","detail":"{readStateIndex:10714; appliedIndex:10713; }","duration":"151.121048ms","start":"2026-04-01T23:53:25.547939Z","end":"2026-04-01T23:53:25.69906Z","steps":["trace[1595146610] 'read index received' (duration: 150.631287ms)","trace[1595146610] 'applied index is now lower than readState.Index' (duration: 488.49µs)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:53:25.699239Z","caller":"traceutil/trace.go:171","msg":"trace[1545961988] transaction","detail":"{read_only:false; response_revision:10310; number_of_response:1; }","duration":"209.819189ms","start":"2026-04-01T23:53:25.489365Z","end":"2026-04-01T23:53:25.699184Z","steps":["trace[1545961988] 'process raft request' (duration: 209.281477ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:53:25.699397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.438494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-04-01T23:53:25.699462Z","caller":"traceutil/trace.go:171","msg":"trace[851093979] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:10310; }","duration":"151.572388ms","start":"2026-04-01T23:53:25.547872Z","end":"2026-04-01T23:53:25.699444Z","steps":["trace[851093979] 'agreement among raft nodes before linearized reading' (duration: 151.303002ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:53:25.709165Z","caller":"traceutil/trace.go:171","msg":"trace[879228738] transaction","detail":"{read_only:false; response_revision:10311; number_of_response:1; }","duration":"161.021678ms","start":"2026-04-01T23:53:25.548118Z","end":"2026-04-01T23:53:25.709139Z","steps":["trace[879228738] 'process raft request' (duration: 160.819114ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:53:25.709409Z","caller":"traceutil/trace.go:171","msg":"trace[2087688317] transaction","detail":"{read_only:false; response_revision:10312; number_of_response:1; }","duration":"157.166463ms","start":"2026-04-01T23:53:25.552215Z","end":"2026-04-01T23:53:25.709382Z","steps":["trace[2087688317] 'process raft request' (duration: 156.846725ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:53:25.90736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.808229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:53:25.907459Z","caller":"traceutil/trace.go:171","msg":"trace[572709688] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:10312; }","duration":"111.977903ms","start":"2026-04-01T23:53:25.795458Z","end":"2026-04-01T23:53:25.907436Z","steps":["trace[572709688] 'range keys from in-memory index tree' (duration: 111.662796ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:53:26.442899Z","caller":"traceutil/trace.go:171","msg":"trace[1398522115] transaction","detail":"{read_only:false; response_revision:10313; number_of_response:1; }","duration":"438.10318ms","start":"2026-04-01T23:53:26.004722Z","end":"2026-04-01T23:53:26.442826Z","steps":["trace[1398522115] 'process raft request' (duration: 437.843215ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:53:26.443129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:53:26.0047Z","time spent":"438.310395ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:53:26.653887Z","caller":"traceutil/trace.go:171","msg":"trace[1282923415] transaction","detail":"{read_only:false; response_revision:10314; number_of_response:1; }","duration":"648.944033ms","start":"2026-04-01T23:53:26.00491Z","end":"2026-04-01T23:53:26.653854Z","steps":["trace[1282923415] 'process raft request' (duration: 595.783225ms)","trace[1282923415] 'compare' (duration: 52.951504ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:53:26.654078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:53:26.004885Z","time spent":"649.096177ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:53:26.654143Z","caller":"traceutil/trace.go:171","msg":"trace[1317663796] transaction","detail":"{read_only:false; response_revision:10315; number_of_response:1; }","duration":"645.346623ms","start":"2026-04-01T23:53:26.00877Z","end":"2026-04-01T23:53:26.654117Z","steps":["trace[1317663796] 'process raft request' (duration: 645.025476ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:53:26.654235Z","caller":"traceutil/trace.go:171","msg":"trace[1015553284] linearizableReadLoop","detail":"{readStateIndex:10719; appliedIndex:10716; }","duration":"479.546837ms","start":"2026-04-01T23:53:26.174667Z","end":"2026-04-01T23:53:26.654213Z","steps":["trace[1015553284] 'read index received' (duration: 267.936417ms)","trace[1015553284] 'applied index is now lower than readState.Index' (duration: 211.60874ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:53:26.65433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:53:26.008761Z","time spent":"645.448426ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:53:26.654461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.160049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-01T23:53:26.654479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.134865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:53:26.654505Z","caller":"traceutil/trace.go:171","msg":"trace[234901276] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:10316; }","duration":"113.233681ms","start":"2026-04-01T23:53:26.541257Z","end":"2026-04-01T23:53:26.654491Z","steps":["trace[234901276] 'agreement among raft nodes before linearized reading' (duration: 113.16384ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:53:26.654513Z","caller":"traceutil/trace.go:171","msg":"trace[1804895563] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10316; }","duration":"273.220147ms","start":"2026-04-01T23:53:26.381281Z","end":"2026-04-01T23:53:26.654501Z","steps":["trace[1804895563] 'agreement among raft nodes before linearized reading' (duration: 273.093124ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:53:26.654504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.788122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:53:26.654597Z","caller":"traceutil/trace.go:171","msg":"trace[1984479335] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:10316; }","duration":"479.952496ms","start":"2026-04-01T23:53:26.174619Z","end":"2026-04-01T23:53:26.654572Z","steps":["trace[1984479335] 'agreement among raft nodes before linearized reading' (duration: 479.717691ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:53:26.654591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.581961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-rgw-ceph-a-699b8bdb59-62qdz\" ","response":"range_response_count:1 size:19692"} {"level":"warn","ts":"2026-04-01T23:53:26.654669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:53:26.174598Z","time spent":"480.057989ms","remote":"127.0.0.1:44374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"info","ts":"2026-04-01T23:53:26.654695Z","caller":"traceutil/trace.go:171","msg":"trace[2122914945] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-rgw-ceph-a-699b8bdb59-62qdz; range_end:; response_count:1; response_revision:10316; }","duration":"191.726444ms","start":"2026-04-01T23:53:26.462953Z","end":"2026-04-01T23:53:26.654679Z","steps":["trace[2122914945] 'agreement among raft nodes before linearized reading' (duration: 191.50536ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:54:13.373897Z","caller":"traceutil/trace.go:171","msg":"trace[1098414582] transaction","detail":"{read_only:false; response_revision:10647; number_of_response:1; }","duration":"103.484402ms","start":"2026-04-01T23:54:13.270385Z","end":"2026-04-01T23:54:13.373869Z","steps":["trace[1098414582] 'process raft request' (duration: 41.115799ms)","trace[1098414582] 'compare' (duration: 62.146818ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:54:13.60393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.959556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-01T23:54:13.604073Z","caller":"traceutil/trace.go:171","msg":"trace[1104624677] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:10650; }","duration":"101.156021ms","start":"2026-04-01T23:54:13.502897Z","end":"2026-04-01T23:54:13.604053Z","steps":["trace[1104624677] 'count revisions from in-memory index tree' (duration: 100.844854ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:54:15.091123Z","caller":"traceutil/trace.go:171","msg":"trace[958552021] linearizableReadLoop","detail":"{readStateIndex:11068; appliedIndex:11067; }","duration":"220.674641ms","start":"2026-04-01T23:54:14.870427Z","end":"2026-04-01T23:54:15.091101Z","steps":["trace[958552021] 'read index received' (duration: 220.62223ms)","trace[958552021] 'applied index is now lower than readState.Index' (duration: 51.321µs)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:54:15.09149Z","caller":"traceutil/trace.go:171","msg":"trace[2106487614] transaction","detail":"{read_only:false; response_revision:10652; number_of_response:1; }","duration":"288.944686ms","start":"2026-04-01T23:54:14.80253Z","end":"2026-04-01T23:54:15.091474Z","steps":["trace[2106487614] 'process raft request' (duration: 288.389244ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:54:15.091974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.479039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-04-01T23:54:15.092137Z","caller":"traceutil/trace.go:171","msg":"trace[1037254854] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:10652; }","duration":"221.724936ms","start":"2026-04-01T23:54:14.870354Z","end":"2026-04-01T23:54:15.092079Z","steps":["trace[1037254854] 'agreement among raft nodes before linearized reading' (duration: 221.106921ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:54:15.117655Z","caller":"traceutil/trace.go:171","msg":"trace[1231046598] transaction","detail":"{read_only:false; response_revision:10653; number_of_response:1; }","duration":"186.982248ms","start":"2026-04-01T23:54:14.930644Z","end":"2026-04-01T23:54:15.117627Z","steps":["trace[1231046598] 'process raft request' (duration: 186.699952ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:54:15.237971Z","caller":"traceutil/trace.go:171","msg":"trace[1712263040] transaction","detail":"{read_only:false; response_revision:10655; number_of_response:1; }","duration":"115.057511ms","start":"2026-04-01T23:54:15.122882Z","end":"2026-04-01T23:54:15.237939Z","steps":["trace[1712263040] 'process raft request' (duration: 114.861857ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:54:55.94922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.359762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-04-01T23:54:55.949356Z","caller":"traceutil/trace.go:171","msg":"trace[21268977] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:10923; }","duration":"134.583368ms","start":"2026-04-01T23:54:55.814742Z","end":"2026-04-01T23:54:55.949325Z","steps":["trace[21268977] 'range keys from in-memory index tree' (duration: 134.088426ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:54:56.271505Z","caller":"traceutil/trace.go:171","msg":"trace[754775321] transaction","detail":"{read_only:false; response_revision:10925; number_of_response:1; }","duration":"118.037027ms","start":"2026-04-01T23:54:56.153434Z","end":"2026-04-01T23:54:56.271471Z","steps":["trace[754775321] 'process raft request' (duration: 117.72041ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:55:08.12362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.600062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1285"} {"level":"info","ts":"2026-04-01T23:55:08.123725Z","caller":"traceutil/trace.go:171","msg":"trace[479398688] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:11013; }","duration":"106.731535ms","start":"2026-04-01T23:55:08.016978Z","end":"2026-04-01T23:55:08.12371Z","steps":["trace[479398688] 'range keys from in-memory index tree' (duration: 106.479669ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:55:08.12391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.814894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:55:08.123987Z","caller":"traceutil/trace.go:171","msg":"trace[1380787672] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:11013; }","duration":"105.917817ms","start":"2026-04-01T23:55:08.018053Z","end":"2026-04-01T23:55:08.123971Z","steps":["trace[1380787672] 'range keys from in-memory index tree' (duration: 105.772474ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:55:08.501222Z","caller":"traceutil/trace.go:171","msg":"trace[2014531833] linearizableReadLoop","detail":"{readStateIndex:11442; appliedIndex:11441; }","duration":"124.357948ms","start":"2026-04-01T23:55:08.376814Z","end":"2026-04-01T23:55:08.501172Z","steps":["trace[2014531833] 'read index received' (duration: 27.427352ms)","trace[2014531833] 'applied index is now lower than readState.Index' (duration: 96.928186ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:55:08.501489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.664166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3565"} {"level":"info","ts":"2026-04-01T23:55:08.501668Z","caller":"traceutil/trace.go:171","msg":"trace[984422899] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:11014; }","duration":"124.775348ms","start":"2026-04-01T23:55:08.376758Z","end":"2026-04-01T23:55:08.501534Z","steps":["trace[984422899] 'agreement among raft nodes before linearized reading' (duration: 124.564504ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:55:25.982577Z","caller":"traceutil/trace.go:171","msg":"trace[1054359254] transaction","detail":"{read_only:false; response_revision:11143; number_of_response:1; }","duration":"110.239063ms","start":"2026-04-01T23:55:25.872295Z","end":"2026-04-01T23:55:25.982534Z","steps":["trace[1054359254] 'process raft request' (duration: 101.784954ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:55:28.068713Z","caller":"traceutil/trace.go:171","msg":"trace[1706188464] transaction","detail":"{read_only:false; response_revision:11153; number_of_response:1; }","duration":"133.677977ms","start":"2026-04-01T23:55:27.935Z","end":"2026-04-01T23:55:28.068678Z","steps":["trace[1706188464] 'process raft request' (duration: 133.517274ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:55:32.142915Z","caller":"traceutil/trace.go:171","msg":"trace[693880334] linearizableReadLoop","detail":"{readStateIndex:11603; appliedIndex:11602; }","duration":"452.986361ms","start":"2026-04-01T23:55:31.689906Z","end":"2026-04-01T23:55:32.142893Z","steps":["trace[693880334] 'read index received' (duration: 450.576327ms)","trace[693880334] 'applied index is now lower than readState.Index' (duration: 2.408854ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:55:32.143029Z","caller":"traceutil/trace.go:171","msg":"trace[1258157189] transaction","detail":"{read_only:false; response_revision:11169; number_of_response:1; }","duration":"558.899618ms","start":"2026-04-01T23:55:31.584088Z","end":"2026-04-01T23:55:32.142987Z","steps":["trace[1258157189] 'process raft request' (duration: 558.625562ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:55:32.14324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:55:31.584062Z","time spent":"559.066591ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:55:32.143264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.508583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:55:32.143467Z","caller":"traceutil/trace.go:171","msg":"trace[1659997852] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:11169; }","duration":"453.735098ms","start":"2026-04-01T23:55:31.689706Z","end":"2026-04-01T23:55:32.143441Z","steps":["trace[1659997852] 'agreement among raft nodes before linearized reading' (duration: 453.401731ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:55:32.143604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:55:31.68965Z","time spent":"453.902943ms","remote":"127.0.0.1:44346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:55:32.155655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.804373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-01T23:55:32.155731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.874987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-01T23:55:32.15574Z","caller":"traceutil/trace.go:171","msg":"trace[926285865] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11172; }","duration":"450.935486ms","start":"2026-04-01T23:55:31.704786Z","end":"2026-04-01T23:55:32.155721Z","steps":["trace[926285865] 'agreement among raft nodes before linearized reading' (duration: 450.731232ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:55:32.155785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:55:31.704767Z","time spent":"451.007958ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-01T23:55:32.155787Z","caller":"traceutil/trace.go:171","msg":"trace[598153707] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11172; }","duration":"374.968479ms","start":"2026-04-01T23:55:31.780801Z","end":"2026-04-01T23:55:32.15577Z","steps":["trace[598153707] 'agreement among raft nodes before linearized reading' (duration: 374.818366ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:55:32.155832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:55:31.78078Z","time spent":"375.043261ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-01T23:56:02.687971Z","caller":"traceutil/trace.go:171","msg":"trace[1092461717] transaction","detail":"{read_only:false; response_revision:11327; number_of_response:1; }","duration":"176.974235ms","start":"2026-04-01T23:56:02.510958Z","end":"2026-04-01T23:56:02.687932Z","steps":["trace[1092461717] 'process raft request' (duration: 117.629919ms)","trace[1092461717] 'compare' (duration: 59.05361ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:56:02.68798Z","caller":"traceutil/trace.go:171","msg":"trace[1819776164] linearizableReadLoop","detail":"{readStateIndex:11768; appliedIndex:11766; }","duration":"110.458279ms","start":"2026-04-01T23:56:02.57749Z","end":"2026-04-01T23:56:02.687948Z","steps":["trace[1819776164] 'read index received' (duration: 50.97116ms)","trace[1819776164] 'applied index is now lower than readState.Index' (duration: 59.485439ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:56:02.688211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.701084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-01T23:56:02.688183Z","caller":"traceutil/trace.go:171","msg":"trace[2007714072] transaction","detail":"{read_only:false; response_revision:11328; number_of_response:1; }","duration":"177.084287ms","start":"2026-04-01T23:56:02.511058Z","end":"2026-04-01T23:56:02.688143Z","steps":["trace[2007714072] 'process raft request' (duration: 176.739099ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:56:02.68827Z","caller":"traceutil/trace.go:171","msg":"trace[779134317] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11328; }","duration":"110.818077ms","start":"2026-04-01T23:56:02.577438Z","end":"2026-04-01T23:56:02.688256Z","steps":["trace[779134317] 'agreement among raft nodes before linearized reading' (duration: 110.602022ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:56:23.828034Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":9253} {"level":"info","ts":"2026-04-01T23:56:23.906442Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":9253,"took":"76.012659ms","hash":2863326666,"current-db-size-bytes":42962944,"current-db-size":"43 MB","current-db-size-in-use-bytes":27705344,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-04-01T23:56:23.906516Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2863326666,"revision":9253,"compact-revision":7327} {"level":"warn","ts":"2026-04-01T23:56:40.847897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.778712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-01T23:56:40.84802Z","caller":"traceutil/trace.go:171","msg":"trace[1505639500] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:11521; }","duration":"117.958246ms","start":"2026-04-01T23:56:40.730035Z","end":"2026-04-01T23:56:40.847994Z","steps":["trace[1505639500] 'range keys from in-memory index tree' (duration: 117.556787ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:56:47.200528Z","caller":"traceutil/trace.go:171","msg":"trace[363588660] transaction","detail":"{read_only:false; response_revision:11555; number_of_response:1; }","duration":"119.318656ms","start":"2026-04-01T23:56:47.081184Z","end":"2026-04-01T23:56:47.200503Z","steps":["trace[363588660] 'process raft request' (duration: 119.285785ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:56:47.200535Z","caller":"traceutil/trace.go:171","msg":"trace[586183787] transaction","detail":"{read_only:false; response_revision:11554; number_of_response:1; }","duration":"122.361553ms","start":"2026-04-01T23:56:47.078138Z","end":"2026-04-01T23:56:47.200499Z","steps":["trace[586183787] 'process raft request' (duration: 112.024403ms)","trace[586183787] 'compare' (duration: 10.197687ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:56:47.200657Z","caller":"traceutil/trace.go:171","msg":"trace[1643977304] linearizableReadLoop","detail":"{readStateIndex:12005; appliedIndex:12004; }","duration":"121.822832ms","start":"2026-04-01T23:56:47.078806Z","end":"2026-04-01T23:56:47.200628Z","steps":["trace[1643977304] 'read index received' (duration: 111.367889ms)","trace[1643977304] 'applied index is now lower than readState.Index' (duration: 10.452713ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:56:47.200861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.035897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-01T23:56:47.20089Z","caller":"traceutil/trace.go:171","msg":"trace[1562017404] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11555; }","duration":"122.089808ms","start":"2026-04-01T23:56:47.078788Z","end":"2026-04-01T23:56:47.200878Z","steps":["trace[1562017404] 'agreement among raft nodes before linearized reading' (duration: 121.972395ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:56:47.20117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.164585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:37 size:347958"} {"level":"info","ts":"2026-04-01T23:56:47.201206Z","caller":"traceutil/trace.go:171","msg":"trace[383898037] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:37; response_revision:11555; }","duration":"120.252797ms","start":"2026-04-01T23:56:47.080946Z","end":"2026-04-01T23:56:47.201199Z","steps":["trace[383898037] 'agreement among raft nodes before linearized reading' (duration: 119.90893ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:57:18.535082Z","caller":"traceutil/trace.go:171","msg":"trace[205384490] transaction","detail":"{read_only:false; response_revision:11741; number_of_response:1; }","duration":"108.405462ms","start":"2026-04-01T23:57:18.426649Z","end":"2026-04-01T23:57:18.535055Z","steps":["trace[205384490] 'process raft request' (duration: 108.272119ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:57:29.739615Z","caller":"traceutil/trace.go:171","msg":"trace[1520225119] transaction","detail":"{read_only:false; response_revision:11881; number_of_response:1; }","duration":"211.958085ms","start":"2026-04-01T23:57:29.527622Z","end":"2026-04-01T23:57:29.73958Z","steps":["trace[1520225119] 'process raft request' (duration: 211.692169ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:57:29.768903Z","caller":"traceutil/trace.go:171","msg":"trace[829241525] linearizableReadLoop","detail":"{readStateIndex:12345; appliedIndex:12343; }","duration":"211.107197ms","start":"2026-04-01T23:57:29.557756Z","end":"2026-04-01T23:57:29.768863Z","steps":["trace[829241525] 'read index received' (duration: 181.530146ms)","trace[829241525] 'applied index is now lower than readState.Index' (duration: 29.575651ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:57:29.769027Z","caller":"traceutil/trace.go:171","msg":"trace[457032653] transaction","detail":"{read_only:false; response_revision:11882; number_of_response:1; }","duration":"241.24921ms","start":"2026-04-01T23:57:29.52772Z","end":"2026-04-01T23:57:29.768969Z","steps":["trace[457032653] 'process raft request' (duration: 240.840321ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:57:29.769287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.505855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-01T23:57:29.769286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.420958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-01T23:57:29.769343Z","caller":"traceutil/trace.go:171","msg":"trace[73336529] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11882; }","duration":"211.621888ms","start":"2026-04-01T23:57:29.557703Z","end":"2026-04-01T23:57:29.769325Z","steps":["trace[73336529] 'agreement among raft nodes before linearized reading' (duration: 211.395453ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:57:29.769403Z","caller":"traceutil/trace.go:171","msg":"trace[940462036] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:11882; }","duration":"200.591541ms","start":"2026-04-01T23:57:29.568782Z","end":"2026-04-01T23:57:29.769373Z","steps":["trace[940462036] 'agreement among raft nodes before linearized reading' (duration: 200.372346ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:57:29.76943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.366293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-88zqq\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-04-01T23:57:29.769531Z","caller":"traceutil/trace.go:171","msg":"trace[590390497] range","detail":"{range_begin:/registry/pods/openstack/keepalived-88zqq; range_end:; response_count:1; response_revision:11882; }","duration":"190.524937ms","start":"2026-04-01T23:57:29.578982Z","end":"2026-04-01T23:57:29.769507Z","steps":["trace[590390497] 'agreement among raft nodes before linearized reading' (duration: 190.21112ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:57:30.909007Z","caller":"traceutil/trace.go:171","msg":"trace[1818573129] transaction","detail":"{read_only:false; response_revision:11885; number_of_response:1; }","duration":"134.577307ms","start":"2026-04-01T23:57:30.774401Z","end":"2026-04-01T23:57:30.908978Z","steps":["trace[1818573129] 'process raft request' (duration: 134.279461ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:57:30.909319Z","caller":"traceutil/trace.go:171","msg":"trace[946936118] transaction","detail":"{read_only:false; response_revision:11886; number_of_response:1; }","duration":"133.284458ms","start":"2026-04-01T23:57:30.776018Z","end":"2026-04-01T23:57:30.909303Z","steps":["trace[946936118] 'process raft request' (duration: 132.90571ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:57:30.909453Z","caller":"traceutil/trace.go:171","msg":"trace[1714473792] transaction","detail":"{read_only:false; response_revision:11887; number_of_response:1; }","duration":"132.892549ms","start":"2026-04-01T23:57:30.776528Z","end":"2026-04-01T23:57:30.90942Z","steps":["trace[1714473792] 'process raft request' (duration: 132.702865ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:57:33.263489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.054955ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-01T23:57:33.263974Z","caller":"traceutil/trace.go:171","msg":"trace[1247180289] transaction","detail":"{read_only:false; response_revision:11901; number_of_response:1; }","duration":"348.061129ms","start":"2026-04-01T23:57:32.915887Z","end":"2026-04-01T23:57:33.263948Z","steps":["trace[1247180289] 'process raft request' (duration: 347.892245ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:57:33.264008Z","caller":"traceutil/trace.go:171","msg":"trace[1997113381] transaction","detail":"{read_only:false; response_revision:11900; number_of_response:1; }","duration":"348.385135ms","start":"2026-04-01T23:57:32.915598Z","end":"2026-04-01T23:57:33.263984Z","steps":["trace[1997113381] 'process raft request' (duration: 145.764237ms)","trace[1997113381] 'compare' (duration: 201.962963ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:57:33.264071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:57:32.915876Z","time spent":"348.15269ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:57:33.264077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:57:32.915564Z","time spent":"348.477228ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:57:33.264053Z","caller":"traceutil/trace.go:171","msg":"trace[1735096455] linearizableReadLoop","detail":"{readStateIndex:12364; appliedIndex:12362; }","duration":"208.317566ms","start":"2026-04-01T23:57:33.055674Z","end":"2026-04-01T23:57:33.263991Z","steps":["trace[1735096455] 'read index received' (duration: 5.668636ms)","trace[1735096455] 'applied index is now lower than readState.Index' (duration: 202.641619ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:57:33.263908Z","caller":"traceutil/trace.go:171","msg":"trace[1555194159] transaction","detail":"{read_only:false; response_revision:11902; number_of_response:1; }","duration":"172.862293ms","start":"2026-04-01T23:57:33.091026Z","end":"2026-04-01T23:57:33.263889Z","steps":["trace[1555194159] 'process raft request' (duration: 172.821302ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:57:33.264309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.514278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-04-01T23:57:33.264286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.597432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.209\" ","response":"range_response_count:1 size:138"} {"level":"info","ts":"2026-04-01T23:57:33.264345Z","caller":"traceutil/trace.go:171","msg":"trace[866275641] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:11902; }","duration":"105.792434ms","start":"2026-04-01T23:57:33.158541Z","end":"2026-04-01T23:57:33.264334Z","steps":["trace[866275641] 'agreement among raft nodes before linearized reading' (duration: 105.668551ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:57:33.264367Z","caller":"traceutil/trace.go:171","msg":"trace[1190828668] range","detail":"{range_begin:/registry/masterleases/199.204.45.209; range_end:; response_count:1; response_revision:11902; }","duration":"208.740375ms","start":"2026-04-01T23:57:33.055608Z","end":"2026-04-01T23:57:33.264348Z","steps":["trace[1190828668] 'agreement among raft nodes before linearized reading' (duration: 208.542551ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:57:33.668478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.745162ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-01T23:57:33.668612Z","caller":"traceutil/trace.go:171","msg":"trace[764365626] linearizableReadLoop","detail":"{readStateIndex:12368; appliedIndex:12367; }","duration":"315.766976ms","start":"2026-04-01T23:57:33.352823Z","end":"2026-04-01T23:57:33.66859Z","steps":["trace[764365626] 'read index received' (duration: 137.853921ms)","trace[764365626] 'applied index is now lower than readState.Index' (duration: 177.911625ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:57:33.668691Z","caller":"traceutil/trace.go:171","msg":"trace[1489813088] transaction","detail":"{read_only:false; response_revision:11904; number_of_response:1; }","duration":"370.792435ms","start":"2026-04-01T23:57:33.297887Z","end":"2026-04-01T23:57:33.668679Z","steps":["trace[1489813088] 'process raft request' (duration: 192.737596ms)","trace[1489813088] 'compare' (duration: 177.64355ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:57:33.668747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:57:33.297861Z","time spent":"370.854727ms","remote":"127.0.0.1:58064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:57:33.669133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.310769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-01T23:57:33.669198Z","caller":"traceutil/trace.go:171","msg":"trace[1524791123] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11904; }","duration":"316.41302ms","start":"2026-04-01T23:57:33.35277Z","end":"2026-04-01T23:57:33.669183Z","steps":["trace[1524791123] 'agreement among raft nodes before linearized reading' (duration: 316.192235ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:57:33.66924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:57:33.352749Z","time spent":"316.480182ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-01T23:57:33.707363Z","caller":"traceutil/trace.go:171","msg":"trace[589280196] transaction","detail":"{read_only:false; response_revision:11905; number_of_response:1; }","duration":"191.054729ms","start":"2026-04-01T23:57:33.516272Z","end":"2026-04-01T23:57:33.707327Z","steps":["trace[589280196] 'process raft request' (duration: 190.869195ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:57:33.707501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.077267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:57:33.70761Z","caller":"traceutil/trace.go:171","msg":"trace[1649102584] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:11905; }","duration":"343.24227ms","start":"2026-04-01T23:57:33.364343Z","end":"2026-04-01T23:57:33.707585Z","steps":["trace[1649102584] 'agreement among raft nodes before linearized reading' (duration: 343.025366ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:57:33.707663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:57:33.364323Z","time spent":"343.324912ms","remote":"127.0.0.1:54824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"info","ts":"2026-04-01T23:57:33.845118Z","caller":"traceutil/trace.go:171","msg":"trace[1386268938] transaction","detail":"{read_only:false; response_revision:11908; number_of_response:1; }","duration":"110.12561ms","start":"2026-04-01T23:57:33.734969Z","end":"2026-04-01T23:57:33.845094Z","steps":["trace[1386268938] 'process raft request' (duration: 109.924056ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:57:33.957297Z","caller":"traceutil/trace.go:171","msg":"trace[1306067909] transaction","detail":"{read_only:false; response_revision:11909; number_of_response:1; }","duration":"107.162774ms","start":"2026-04-01T23:57:33.850098Z","end":"2026-04-01T23:57:33.95726Z","steps":["trace[1306067909] 'process raft request' (duration: 100.429584ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:57:33.965836Z","caller":"traceutil/trace.go:171","msg":"trace[434597969] transaction","detail":"{read_only:false; response_revision:11910; number_of_response:1; }","duration":"114.541709ms","start":"2026-04-01T23:57:33.851262Z","end":"2026-04-01T23:57:33.965804Z","steps":["trace[434597969] 'process raft request' (duration: 114.297834ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:57:33.966062Z","caller":"traceutil/trace.go:171","msg":"trace[991999599] transaction","detail":"{read_only:false; response_revision:11911; number_of_response:1; }","duration":"114.718934ms","start":"2026-04-01T23:57:33.851302Z","end":"2026-04-01T23:57:33.966021Z","steps":["trace[991999599] 'process raft request' (duration: 114.454858ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:58:02.989447Z","caller":"traceutil/trace.go:171","msg":"trace[679361969] transaction","detail":"{read_only:false; response_revision:12102; number_of_response:1; }","duration":"146.540425ms","start":"2026-04-01T23:58:02.842858Z","end":"2026-04-01T23:58:02.989398Z","steps":["trace[679361969] 'process raft request' (duration: 85.841689ms)","trace[679361969] 'compare' (duration: 60.42838ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:58:03.198126Z","caller":"traceutil/trace.go:171","msg":"trace[164759298] linearizableReadLoop","detail":"{readStateIndex:12573; appliedIndex:12572; }","duration":"141.044491ms","start":"2026-04-01T23:58:03.057034Z","end":"2026-04-01T23:58:03.198079Z","steps":["trace[164759298] 'read index received' (duration: 17.212325ms)","trace[164759298] 'applied index is now lower than readState.Index' (duration: 123.828746ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:58:03.198199Z","caller":"traceutil/trace.go:171","msg":"trace[145930450] transaction","detail":"{read_only:false; response_revision:12104; number_of_response:1; }","duration":"148.414986ms","start":"2026-04-01T23:58:03.049744Z","end":"2026-04-01T23:58:03.198159Z","steps":["trace[145930450] 'process raft request' (duration: 70.659649ms)","trace[145930450] 'compare' (duration: 77.524472ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:58:03.198608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.533942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.209\" ","response":"range_response_count:1 size:138"} {"level":"info","ts":"2026-04-01T23:58:03.198892Z","caller":"traceutil/trace.go:171","msg":"trace[2141761271] range","detail":"{range_begin:/registry/masterleases/199.204.45.209; range_end:; response_count:1; response_revision:12104; }","duration":"141.88134ms","start":"2026-04-01T23:58:03.056986Z","end":"2026-04-01T23:58:03.198867Z","steps":["trace[2141761271] 'agreement among raft nodes before linearized reading' (duration: 141.261356ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:58:03.19873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.220152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/staffeln-db-sync-mm8pt.18a261013048e436\" ","response":"range_response_count:1 size:745"} {"level":"info","ts":"2026-04-01T23:58:03.199104Z","caller":"traceutil/trace.go:171","msg":"trace[1904768104] range","detail":"{range_begin:/registry/events/openstack/staffeln-db-sync-mm8pt.18a261013048e436; range_end:; response_count:1; response_revision:12104; }","duration":"118.651541ms","start":"2026-04-01T23:58:03.080418Z","end":"2026-04-01T23:58:03.199069Z","steps":["trace[1904768104] 'agreement among raft nodes before linearized reading' (duration: 118.074369ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:58:03.198714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.269766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/staffeln-db-sync-mm8pt\" ","response":"range_response_count:1 size:7321"} {"level":"info","ts":"2026-04-01T23:58:03.199352Z","caller":"traceutil/trace.go:171","msg":"trace[1674045732] range","detail":"{range_begin:/registry/pods/openstack/staffeln-db-sync-mm8pt; range_end:; response_count:1; response_revision:12104; }","duration":"111.953911ms","start":"2026-04-01T23:58:03.087376Z","end":"2026-04-01T23:58:03.19933Z","steps":["trace[1674045732] 'agreement among raft nodes before linearized reading' (duration: 111.121782ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:58:03.359195Z","caller":"traceutil/trace.go:171","msg":"trace[786296904] transaction","detail":"{read_only:false; response_revision:12107; number_of_response:1; }","duration":"131.195272ms","start":"2026-04-01T23:58:03.227945Z","end":"2026-04-01T23:58:03.35914Z","steps":["trace[786296904] 'process raft request' (duration: 72.352397ms)","trace[786296904] 'compare' (duration: 58.629161ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:58:03.359433Z","caller":"traceutil/trace.go:171","msg":"trace[686340501] linearizableReadLoop","detail":"{readStateIndex:12577; appliedIndex:12575; }","duration":"102.89756ms","start":"2026-04-01T23:58:03.256492Z","end":"2026-04-01T23:58:03.35939Z","steps":["trace[686340501] 'read index received' (duration: 3.335354ms)","trace[686340501] 'applied index is now lower than readState.Index' (duration: 99.558556ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:58:03.359673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.147165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:58:03.359798Z","caller":"traceutil/trace.go:171","msg":"trace[267317560] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:12108; }","duration":"103.347649ms","start":"2026-04-01T23:58:03.256423Z","end":"2026-04-01T23:58:03.359771Z","steps":["trace[267317560] 'agreement among raft nodes before linearized reading' (duration: 103.146045ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:58:25.533163Z","caller":"traceutil/trace.go:171","msg":"trace[639496504] linearizableReadLoop","detail":"{readStateIndex:12703; appliedIndex:12702; }","duration":"151.096214ms","start":"2026-04-01T23:58:25.38203Z","end":"2026-04-01T23:58:25.533126Z","steps":["trace[639496504] 'read index received' (duration: 150.783707ms)","trace[639496504] 'applied index is now lower than readState.Index' (duration: 310.967µs)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:58:25.53328Z","caller":"traceutil/trace.go:171","msg":"trace[705231109] transaction","detail":"{read_only:false; response_revision:12228; number_of_response:1; }","duration":"197.403917ms","start":"2026-04-01T23:58:25.335833Z","end":"2026-04-01T23:58:25.533237Z","steps":["trace[705231109] 'process raft request' (duration: 197.025218ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:58:25.533388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.327659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:58:25.533439Z","caller":"traceutil/trace.go:171","msg":"trace[1499476952] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12228; }","duration":"151.453152ms","start":"2026-04-01T23:58:25.381972Z","end":"2026-04-01T23:58:25.533425Z","steps":["trace[1499476952] 'agreement among raft nodes before linearized reading' (duration: 151.338509ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:58:25.557156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.298185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/staffeln-db-sync\" ","response":"range_response_count:1 size:5127"} {"level":"info","ts":"2026-04-01T23:58:25.557277Z","caller":"traceutil/trace.go:171","msg":"trace[1264405968] range","detail":"{range_begin:/registry/jobs/openstack/staffeln-db-sync; range_end:; response_count:1; response_revision:12230; }","duration":"115.475279ms","start":"2026-04-01T23:58:25.441774Z","end":"2026-04-01T23:58:25.55725Z","steps":["trace[1264405968] 'agreement among raft nodes before linearized reading' (duration: 115.217803ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:58:26.383571Z","caller":"traceutil/trace.go:171","msg":"trace[2139507708] transaction","detail":"{read_only:false; response_revision:12237; number_of_response:1; }","duration":"111.466989ms","start":"2026-04-01T23:58:26.272075Z","end":"2026-04-01T23:58:26.383542Z","steps":["trace[2139507708] 'process raft request' (duration: 57.852282ms)","trace[2139507708] 'compare' (duration: 53.019823ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:59:08.294122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.002764ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-01T23:59:08.742064Z","caller":"traceutil/trace.go:171","msg":"trace[1281047315] transaction","detail":"{read_only:false; response_revision:12458; number_of_response:1; }","duration":"121.184705ms","start":"2026-04-01T23:59:08.620845Z","end":"2026-04-01T23:59:08.74203Z","steps":["trace[1281047315] 'process raft request' (duration: 102.386405ms)","trace[1281047315] 'compare' (duration: 18.33305ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:59:09.923618Z","caller":"traceutil/trace.go:171","msg":"trace[605472002] transaction","detail":"{read_only:false; response_revision:12462; number_of_response:1; }","duration":"182.391312ms","start":"2026-04-01T23:59:09.74119Z","end":"2026-04-01T23:59:09.923581Z","steps":["trace[605472002] 'process raft request' (duration: 127.552117ms)","trace[605472002] 'compare' (duration: 54.666951ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:59:09.924026Z","caller":"traceutil/trace.go:171","msg":"trace[1411391741] transaction","detail":"{read_only:false; response_revision:12463; number_of_response:1; }","duration":"179.040577ms","start":"2026-04-01T23:59:09.744945Z","end":"2026-04-01T23:59:09.923986Z","steps":["trace[1411391741] 'process raft request' (duration: 178.592348ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:59:11.200013Z","caller":"traceutil/trace.go:171","msg":"trace[1148209870] transaction","detail":"{read_only:false; response_revision:12469; number_of_response:1; }","duration":"286.604049ms","start":"2026-04-01T23:59:10.913378Z","end":"2026-04-01T23:59:11.199982Z","steps":["trace[1148209870] 'process raft request' (duration: 286.432195ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:59:11.260566Z","caller":"traceutil/trace.go:171","msg":"trace[174295611] linearizableReadLoop","detail":"{readStateIndex:12954; appliedIndex:12952; }","duration":"245.564102ms","start":"2026-04-01T23:59:11.014975Z","end":"2026-04-01T23:59:11.260539Z","steps":["trace[174295611] 'read index received' (duration: 184.949999ms)","trace[174295611] 'applied index is now lower than readState.Index' (duration: 60.612793ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:59:11.260701Z","caller":"traceutil/trace.go:171","msg":"trace[1092765616] transaction","detail":"{read_only:false; response_revision:12470; number_of_response:1; }","duration":"257.99982ms","start":"2026-04-01T23:59:11.002645Z","end":"2026-04-01T23:59:11.260645Z","steps":["trace[1092765616] 'process raft request' (duration: 239.498317ms)","trace[1092765616] 'compare' (duration: 18.259918ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:59:11.260855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.864609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-01T23:59:11.26092Z","caller":"traceutil/trace.go:171","msg":"trace[874502991] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:12470; }","duration":"245.96725ms","start":"2026-04-01T23:59:11.014925Z","end":"2026-04-01T23:59:11.260893Z","steps":["trace[874502991] 'agreement among raft nodes before linearized reading' (duration: 245.790436ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:59:12.105901Z","caller":"traceutil/trace.go:171","msg":"trace[1657542448] transaction","detail":"{read_only:false; response_revision:12477; number_of_response:1; }","duration":"119.326415ms","start":"2026-04-01T23:59:11.986526Z","end":"2026-04-01T23:59:12.105852Z","steps":["trace[1657542448] 'process raft request' (duration: 29.225063ms)","trace[1657542448] 'compare' (duration: 89.857496ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:59:20.120554Z","caller":"traceutil/trace.go:171","msg":"trace[162665188] transaction","detail":"{read_only:false; response_revision:12515; number_of_response:1; }","duration":"171.451198ms","start":"2026-04-01T23:59:19.949068Z","end":"2026-04-01T23:59:20.120519Z","steps":["trace[162665188] 'process raft request' (duration: 171.168051ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:59:20.265034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.865696ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-01T23:59:20.265516Z","caller":"traceutil/trace.go:171","msg":"trace[758438694] transaction","detail":"{read_only:false; response_revision:12517; number_of_response:1; }","duration":"180.934121ms","start":"2026-04-01T23:59:20.084555Z","end":"2026-04-01T23:59:20.265489Z","steps":["trace[758438694] 'process raft request' (duration: 180.596193ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:59:20.265535Z","caller":"traceutil/trace.go:171","msg":"trace[1264334515] transaction","detail":"{read_only:false; response_revision:12516; number_of_response:1; }","duration":"253.696165ms","start":"2026-04-01T23:59:20.011803Z","end":"2026-04-01T23:59:20.265499Z","steps":["trace[1264334515] 'process raft request' (duration: 150.270095ms)","trace[1264334515] 'compare' (duration: 102.662302ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:59:27.36207Z","caller":"traceutil/trace.go:171","msg":"trace[1703734446] transaction","detail":"{read_only:false; response_revision:12554; number_of_response:1; }","duration":"140.21117ms","start":"2026-04-01T23:59:27.221819Z","end":"2026-04-01T23:59:27.36203Z","steps":["trace[1703734446] 'process raft request' (duration: 139.944274ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:59:27.372728Z","caller":"traceutil/trace.go:171","msg":"trace[373514632] transaction","detail":"{read_only:false; response_revision:12555; number_of_response:1; }","duration":"148.039875ms","start":"2026-04-01T23:59:27.224651Z","end":"2026-04-01T23:59:27.372691Z","steps":["trace[373514632] 'process raft request' (duration: 147.81571ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:59:28.174547Z","caller":"traceutil/trace.go:171","msg":"trace[940965556] transaction","detail":"{read_only:false; response_revision:12558; number_of_response:1; }","duration":"100.507304ms","start":"2026-04-01T23:59:28.074001Z","end":"2026-04-01T23:59:28.174508Z","steps":["trace[940965556] 'process raft request' (duration: 100.204477ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:59:28.536662Z","caller":"traceutil/trace.go:171","msg":"trace[1604780646] transaction","detail":"{read_only:false; response_revision:12562; number_of_response:1; }","duration":"100.389601ms","start":"2026-04-01T23:59:28.43624Z","end":"2026-04-01T23:59:28.53663Z","steps":["trace[1604780646] 'process raft request' (duration: 99.42873ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:59:28.800582Z","caller":"traceutil/trace.go:171","msg":"trace[1534722811] transaction","detail":"{read_only:false; response_revision:12564; number_of_response:1; }","duration":"119.603589ms","start":"2026-04-01T23:59:28.680945Z","end":"2026-04-01T23:59:28.800549Z","steps":["trace[1534722811] 'process raft request' (duration: 78.249197ms)","trace[1534722811] 'compare' (duration: 41.213839ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:59:29.209496Z","caller":"traceutil/trace.go:171","msg":"trace[1394416253] transaction","detail":"{read_only:false; response_revision:12566; number_of_response:1; }","duration":"187.072476ms","start":"2026-04-01T23:59:29.022391Z","end":"2026-04-01T23:59:29.209463Z","steps":["trace[1394416253] 'process raft request' (duration: 186.900072ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:59:29.210152Z","caller":"traceutil/trace.go:171","msg":"trace[1991217071] linearizableReadLoop","detail":"{readStateIndex:13055; appliedIndex:13055; }","duration":"144.437135ms","start":"2026-04-01T23:59:29.0657Z","end":"2026-04-01T23:59:29.210137Z","steps":["trace[1991217071] 'read index received' (duration: 144.428375ms)","trace[1991217071] 'applied index is now lower than readState.Index' (duration: 5.28µs)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:59:29.210315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.569668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-01T23:59:29.210362Z","caller":"traceutil/trace.go:171","msg":"trace[616152694] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:12566; }","duration":"144.717712ms","start":"2026-04-01T23:59:29.065631Z","end":"2026-04-01T23:59:29.210349Z","steps":["trace[616152694] 'agreement among raft nodes before linearized reading' (duration: 144.563948ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:59:31.502204Z","caller":"traceutil/trace.go:171","msg":"trace[1897880418] linearizableReadLoop","detail":"{readStateIndex:13066; appliedIndex:13065; }","duration":"103.827908ms","start":"2026-04-01T23:59:31.398348Z","end":"2026-04-01T23:59:31.502176Z","steps":["trace[1897880418] 'read index received' (duration: 103.615333ms)","trace[1897880418] 'applied index is now lower than readState.Index' (duration: 211.685µs)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:59:31.502353Z","caller":"traceutil/trace.go:171","msg":"trace[2145972309] transaction","detail":"{read_only:false; response_revision:12577; number_of_response:1; }","duration":"104.082704ms","start":"2026-04-01T23:59:31.398227Z","end":"2026-04-01T23:59:31.50231Z","steps":["trace[2145972309] 'process raft request' (duration: 103.805528ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:59:31.502425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.058413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-01T23:59:31.502461Z","caller":"traceutil/trace.go:171","msg":"trace[73198000] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12577; }","duration":"104.151555ms","start":"2026-04-01T23:59:31.398299Z","end":"2026-04-01T23:59:31.502451Z","steps":["trace[73198000] 'agreement among raft nodes before linearized reading' (duration: 104.007702ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:59:32.006534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.673285ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-01T23:59:32.006659Z","caller":"traceutil/trace.go:171","msg":"trace[2013734524] linearizableReadLoop","detail":"{readStateIndex:13067; appliedIndex:13066; }","duration":"193.805297ms","start":"2026-04-01T23:59:31.812827Z","end":"2026-04-01T23:59:32.006632Z","steps":["trace[2013734524] 'read index received' (duration: 44.031µs)","trace[2013734524] 'applied index is now lower than readState.Index' (duration: 193.759806ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:59:32.006754Z","caller":"traceutil/trace.go:171","msg":"trace[883009410] transaction","detail":"{read_only:false; response_revision:12578; number_of_response:1; }","duration":"498.871508ms","start":"2026-04-01T23:59:31.507837Z","end":"2026-04-01T23:59:32.006709Z","steps":["trace[883009410] 'process raft request' (duration: 145.908628ms)","trace[883009410] 'compare' (duration: 352.395128ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:59:32.00692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:59:31.507821Z","time spent":"499.018971ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:59:32.006798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.96711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/staffeln-db-sync\" ","response":"range_response_count:1 size:5127"} {"level":"info","ts":"2026-04-01T23:59:32.006988Z","caller":"traceutil/trace.go:171","msg":"trace[1852650440] range","detail":"{range_begin:/registry/jobs/openstack/staffeln-db-sync; range_end:; response_count:1; response_revision:12578; }","duration":"194.181695ms","start":"2026-04-01T23:59:31.812786Z","end":"2026-04-01T23:59:32.006968Z","steps":["trace[1852650440] 'agreement among raft nodes before linearized reading' (duration: 193.901499ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:59:32.023466Z","caller":"traceutil/trace.go:171","msg":"trace[73587896] transaction","detail":"{read_only:false; response_revision:12579; number_of_response:1; }","duration":"201.659033ms","start":"2026-04-01T23:59:31.821767Z","end":"2026-04-01T23:59:32.023426Z","steps":["trace[73587896] 'process raft request' (duration: 201.55643ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:59:48.913938Z","caller":"traceutil/trace.go:171","msg":"trace[214461427] transaction","detail":"{read_only:false; response_revision:12668; number_of_response:1; }","duration":"106.588689ms","start":"2026-04-01T23:59:48.80732Z","end":"2026-04-01T23:59:48.913909Z","steps":["trace[214461427] 'process raft request' (duration: 106.408165ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T00:01:23.844403Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":11435} {"level":"info","ts":"2026-04-02T00:01:23.940712Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":11435,"took":"93.864646ms","hash":9715992,"current-db-size-bytes":42962944,"current-db-size":"43 MB","current-db-size-in-use-bytes":21626880,"current-db-size-in-use":"22 MB"} {"level":"info","ts":"2026-04-02T00:01:23.940783Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":9715992,"revision":11435,"compact-revision":9253} {"level":"info","ts":"2026-04-02T00:03:05.790463Z","caller":"traceutil/trace.go:171","msg":"trace[1236079696] transaction","detail":"{read_only:false; response_revision:13705; number_of_response:1; }","duration":"116.577224ms","start":"2026-04-02T00:03:05.673865Z","end":"2026-04-02T00:03:05.790442Z","steps":["trace[1236079696] 'process raft request' (duration: 116.474372ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T00:03:05.890957Z","caller":"traceutil/trace.go:171","msg":"trace[585149448] linearizableReadLoop","detail":"{readStateIndex:14241; appliedIndex:14240; }","duration":"201.55392ms","start":"2026-04-02T00:03:05.689365Z","end":"2026-04-02T00:03:05.890919Z","steps":["trace[585149448] 'read index received' (duration: 101.412993ms)","trace[585149448] 'applied index is now lower than readState.Index' (duration: 100.139107ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T00:03:05.891026Z","caller":"traceutil/trace.go:171","msg":"trace[310582015] transaction","detail":"{read_only:false; response_revision:13706; number_of_response:1; }","duration":"214.469481ms","start":"2026-04-02T00:03:05.676512Z","end":"2026-04-02T00:03:05.890981Z","steps":["trace[310582015] 'process raft request' (duration: 170.609681ms)","trace[310582015] 'compare' (duration: 43.598954ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T00:03:05.891205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.828797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:node-proxier\" ","response":"range_response_count:1 size:712"} {"level":"warn","ts":"2026-04-02T00:03:05.891246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.607808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:root-ca-cert-publisher\" ","response":"range_response_count:1 size:763"} {"level":"info","ts":"2026-04-02T00:03:05.891312Z","caller":"traceutil/trace.go:171","msg":"trace[686628928] range","detail":"{range_begin:/registry/clusterroles/system:node-proxier; range_end:; response_count:1; response_revision:13706; }","duration":"201.98081ms","start":"2026-04-02T00:03:05.689309Z","end":"2026-04-02T00:03:05.89129Z","steps":["trace[686628928] 'agreement among raft nodes before linearized reading' (duration: 201.760916ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T00:03:05.891323Z","caller":"traceutil/trace.go:171","msg":"trace[209881763] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:root-ca-cert-publisher; range_end:; response_count:1; response_revision:13706; }","duration":"177.72737ms","start":"2026-04-02T00:03:05.713571Z","end":"2026-04-02T00:03:05.891298Z","steps":["trace[209881763] 'agreement among raft nodes before linearized reading' (duration: 177.573756ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T00:03:06.351232Z","caller":"traceutil/trace.go:171","msg":"trace[316700839] transaction","detail":"{read_only:false; response_revision:13708; number_of_response:1; }","duration":"163.02229ms","start":"2026-04-02T00:03:06.188179Z","end":"2026-04-02T00:03:06.351201Z","steps":["trace[316700839] 'process raft request' (duration: 151.861121ms)","trace[316700839] 'compare' (duration: 10.968255ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T00:03:09.461459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.41489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/ingress-nginx\" ","response":"range_response_count:1 size:384"} {"level":"info","ts":"2026-04-02T00:03:09.461561Z","caller":"traceutil/trace.go:171","msg":"trace[1986024107] range","detail":"{range_begin:/registry/namespaces/ingress-nginx; range_end:; response_count:1; response_revision:13722; }","duration":"129.552033ms","start":"2026-04-02T00:03:09.331976Z","end":"2026-04-02T00:03:09.461528Z","steps":["trace[1986024107] 'range keys from in-memory index tree' (duration: 129.199876ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T00:03:14.536821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.047833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-02T00:03:14.536915Z","caller":"traceutil/trace.go:171","msg":"trace[247722823] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13751; }","duration":"112.160586ms","start":"2026-04-02T00:03:14.424724Z","end":"2026-04-02T00:03:14.536885Z","steps":["trace[247722823] 'range keys from in-memory index tree' (duration: 111.94814ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T00:03:15.508321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.386606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-02T00:03:15.50834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.050589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/auth-system/sh.helm.release.v1.keycloak.v1\" ","response":"range_response_count:1 size:74828"} {"level":"info","ts":"2026-04-02T00:03:15.50857Z","caller":"traceutil/trace.go:171","msg":"trace[1910286386] range","detail":"{range_begin:/registry/secrets/auth-system/sh.helm.release.v1.keycloak.v1; range_end:; response_count:1; response_revision:13755; }","duration":"149.224433ms","start":"2026-04-02T00:03:15.35921Z","end":"2026-04-02T00:03:15.508435Z","steps":["trace[1910286386] 'range keys from in-memory index tree' (duration: 148.837104ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T00:03:15.508658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.479273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-02T00:03:15.508679Z","caller":"traceutil/trace.go:171","msg":"trace[35358797] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13755; }","duration":"185.527323ms","start":"2026-04-02T00:03:15.323146Z","end":"2026-04-02T00:03:15.508673Z","steps":["trace[35358797] 'range keys from in-memory index tree' (duration: 185.36509ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T00:03:15.508804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.021627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/ingress-nginx/\" range_end:\"/registry/ingress/ingress-nginx0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-02T00:03:15.50879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.733506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-node-lease/\" range_end:\"/registry/configmaps/kube-node-lease0\" limit:500 ","response":"range_response_count:1 size:1754"} {"level":"info","ts":"2026-04-02T00:03:15.508389Z","caller":"traceutil/trace.go:171","msg":"trace[792652049] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13755; }","duration":"127.503199ms","start":"2026-04-02T00:03:15.380873Z","end":"2026-04-02T00:03:15.508376Z","steps":["trace[792652049] 'range keys from in-memory index tree' (duration: 127.335125ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T00:03:15.508992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.795741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/auth-system/keycloak.199-204-45-209.nip.io-tls\" ","response":"range_response_count:1 size:4372"} {"level":"info","ts":"2026-04-02T00:03:15.509109Z","caller":"traceutil/trace.go:171","msg":"trace[1476521399] range","detail":"{range_begin:/registry/secrets/auth-system/keycloak.199-204-45-209.nip.io-tls; range_end:; response_count:1; response_revision:13755; }","duration":"160.958235ms","start":"2026-04-02T00:03:15.348127Z","end":"2026-04-02T00:03:15.509085Z","steps":["trace[1476521399] 'range keys from in-memory index tree' (duration: 160.523275ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T00:03:15.508824Z","caller":"traceutil/trace.go:171","msg":"trace[976310550] range","detail":"{range_begin:/registry/ingress/ingress-nginx/; range_end:/registry/ingress/ingress-nginx0; response_count:0; response_revision:13755; }","duration":"204.071778ms","start":"2026-04-02T00:03:15.304747Z","end":"2026-04-02T00:03:15.508819Z","steps":["trace[976310550] 'range keys from in-memory index tree' (duration: 203.965536ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T00:03:15.508857Z","caller":"traceutil/trace.go:171","msg":"trace[365063957] range","detail":"{range_begin:/registry/configmaps/kube-node-lease/; range_end:/registry/configmaps/kube-node-lease0; response_count:1; response_revision:13755; }","duration":"231.838379ms","start":"2026-04-02T00:03:15.277Z","end":"2026-04-02T00:03:15.508838Z","steps":["trace[365063957] 'range keys from in-memory index tree' (duration: 231.643274ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T00:03:15.732643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.847527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/kube-node-lease/\" range_end:\"/registry/cronjobs/kube-node-lease0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T00:03:15.732742Z","caller":"traceutil/trace.go:171","msg":"trace[268576720] range","detail":"{range_begin:/registry/cronjobs/kube-node-lease/; range_end:/registry/cronjobs/kube-node-lease0; response_count:0; response_revision:13756; }","duration":"119.958949ms","start":"2026-04-02T00:03:15.612755Z","end":"2026-04-02T00:03:15.732714Z","steps":["trace[268576720] 'range keys from in-memory index tree' (duration: 119.816297ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T00:03:15.732653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.890604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/ingress-nginx/\" range_end:\"/registry/jobs/ingress-nginx0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T00:03:15.732829Z","caller":"traceutil/trace.go:171","msg":"trace[1698607032] range","detail":"{range_begin:/registry/jobs/ingress-nginx/; range_end:/registry/jobs/ingress-nginx0; response_count:0; response_revision:13756; }","duration":"114.085148ms","start":"2026-04-02T00:03:15.618716Z","end":"2026-04-02T00:03:15.732802Z","steps":["trace[1698607032] 'range keys from in-memory index tree' (duration: 113.835503ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T00:03:15.732843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.607097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/auth-system/sh.helm.release.v1.keycloak.v1\" ","response":"range_response_count:1 size:74828"} {"level":"info","ts":"2026-04-02T00:03:15.732957Z","caller":"traceutil/trace.go:171","msg":"trace[1601556804] range","detail":"{range_begin:/registry/secrets/auth-system/sh.helm.release.v1.keycloak.v1; range_end:; response_count:1; response_revision:13756; }","duration":"117.76421ms","start":"2026-04-02T00:03:15.615161Z","end":"2026-04-02T00:03:15.732926Z","steps":["trace[1601556804] 'range keys from in-memory index tree' (duration: 117.390722ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T00:03:15.864727Z","caller":"traceutil/trace.go:171","msg":"trace[1943239423] linearizableReadLoop","detail":"{readStateIndex:14294; appliedIndex:14293; }","duration":"173.573587ms","start":"2026-04-02T00:03:15.691128Z","end":"2026-04-02T00:03:15.864701Z","steps":["trace[1943239423] 'read index received' (duration: 173.411063ms)","trace[1943239423] 'applied index is now lower than readState.Index' (duration: 161.424µs)"],"step_count":2} {"level":"info","ts":"2026-04-02T00:03:15.864805Z","caller":"traceutil/trace.go:171","msg":"trace[1080447495] transaction","detail":"{read_only:false; response_revision:13757; number_of_response:1; }","duration":"228.980564ms","start":"2026-04-02T00:03:15.635791Z","end":"2026-04-02T00:03:15.864772Z","steps":["trace[1080447495] 'process raft request' (duration: 228.76231ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T00:03:15.86504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.151366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/auth-system/sh.helm.release.v1.keycloak.v1\" ","response":"range_response_count:1 size:74828"} {"level":"warn","ts":"2026-04-02T00:03:15.865082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.929014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/auth-system/default\" ","response":"range_response_count:1 size:179"} {"level":"info","ts":"2026-04-02T00:03:15.865174Z","caller":"traceutil/trace.go:171","msg":"trace[505350738] range","detail":"{range_begin:/registry/serviceaccounts/auth-system/default; range_end:; response_count:1; response_revision:13757; }","duration":"174.083028ms","start":"2026-04-02T00:03:15.691073Z","end":"2026-04-02T00:03:15.865156Z","steps":["trace[505350738] 'agreement among raft nodes before linearized reading' (duration: 173.758861ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T00:03:15.865106Z","caller":"traceutil/trace.go:171","msg":"trace[621710492] range","detail":"{range_begin:/registry/secrets/auth-system/sh.helm.release.v1.keycloak.v1; range_end:; response_count:1; response_revision:13757; }","duration":"125.259778ms","start":"2026-04-02T00:03:15.739824Z","end":"2026-04-02T00:03:15.865084Z","steps":["trace[621710492] 'agreement among raft nodes before linearized reading' (duration: 125.040704ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T00:03:16.038322Z","caller":"traceutil/trace.go:171","msg":"trace[1575683742] transaction","detail":"{read_only:false; response_revision:13758; number_of_response:1; }","duration":"138.166976ms","start":"2026-04-02T00:03:15.900121Z","end":"2026-04-02T00:03:16.038288Z","steps":["trace[1575683742] 'process raft request' (duration: 55.697504ms)","trace[1575683742] 'compare' (duration: 82.261777ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T00:03:16.817896Z","caller":"traceutil/trace.go:171","msg":"trace[1693049333] linearizableReadLoop","detail":"{readStateIndex:14299; appliedIndex:14298; }","duration":"229.22647ms","start":"2026-04-02T00:03:16.58864Z","end":"2026-04-02T00:03:16.817866Z","steps":["trace[1693049333] 'read index received' (duration: 225.280882ms)","trace[1693049333] 'applied index is now lower than readState.Index' (duration: 3.944018ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T00:03:16.817914Z","caller":"traceutil/trace.go:171","msg":"trace[1156282568] transaction","detail":"{read_only:false; response_revision:13762; number_of_response:1; }","duration":"230.074109ms","start":"2026-04-02T00:03:16.587807Z","end":"2026-04-02T00:03:16.817881Z","steps":["trace[1156282568] 'process raft request' (duration: 226.186123ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T00:03:16.81816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.508187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-04-02T00:03:16.818239Z","caller":"traceutil/trace.go:171","msg":"trace[844029201] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:13762; }","duration":"229.64053ms","start":"2026-04-02T00:03:16.58858Z","end":"2026-04-02T00:03:16.818221Z","steps":["trace[844029201] 'agreement among raft nodes before linearized reading' (duration: 229.402924ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T00:03:16.818158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.545368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T00:03:16.818553Z","caller":"traceutil/trace.go:171","msg":"trace[471485904] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:13762; }","duration":"221.986599ms","start":"2026-04-02T00:03:16.596544Z","end":"2026-04-02T00:03:16.81853Z","steps":["trace[471485904] 'agreement among raft nodes before linearized reading' (duration: 221.538279ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T00:03:16.818568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.401679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/kube-node-lease/\" range_end:\"/registry/networkpolicies/kube-node-lease0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T00:03:16.818627Z","caller":"traceutil/trace.go:171","msg":"trace[1514214130] range","detail":"{range_begin:/registry/networkpolicies/kube-node-lease/; range_end:/registry/networkpolicies/kube-node-lease0; response_count:0; response_revision:13762; }","duration":"141.491331ms","start":"2026-04-02T00:03:16.677116Z","end":"2026-04-02T00:03:16.818607Z","steps":["trace[1514214130] 'agreement among raft nodes before linearized reading' (duration: 141.407519ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T00:03:16.818912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.56243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-02T00:03:16.81894Z","caller":"traceutil/trace.go:171","msg":"trace[1946012970] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13762; }","duration":"217.654322ms","start":"2026-04-02T00:03:16.601278Z","end":"2026-04-02T00:03:16.818932Z","steps":["trace[1946012970] 'agreement among raft nodes before linearized reading' (duration: 217.57026ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T00:03:16.818946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.736755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/\" range_end:\"/registry/services/specs/ingress-nginx0\" limit:500 ","response":"range_response_count:4 size:6494"} {"level":"info","ts":"2026-04-02T00:03:16.818996Z","caller":"traceutil/trace.go:171","msg":"trace[1151851870] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/; range_end:/registry/services/specs/ingress-nginx0; response_count:4; response_revision:13762; }","duration":"145.823087ms","start":"2026-04-02T00:03:16.673158Z","end":"2026-04-02T00:03:16.818981Z","steps":["trace[1151851870] 'agreement among raft nodes before linearized reading' (duration: 145.656724ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T00:03:16.819069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.889595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1447"} {"level":"info","ts":"2026-04-02T00:03:16.819135Z","caller":"traceutil/trace.go:171","msg":"trace[1117172656] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:13762; }","duration":"149.004008ms","start":"2026-04-02T00:03:16.670111Z","end":"2026-04-02T00:03:16.819115Z","steps":["trace[1117172656] 'agreement among raft nodes before linearized reading' (duration: 148.774173ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T00:03:16.819183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.654886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/staffeln-db-sync\" ","response":"range_response_count:1 size:5127"} {"level":"info","ts":"2026-04-02T00:03:16.819258Z","caller":"traceutil/trace.go:171","msg":"trace[1944846671] range","detail":"{range_begin:/registry/jobs/openstack/staffeln-db-sync; range_end:; response_count:1; response_revision:13762; }","duration":"180.788619ms","start":"2026-04-02T00:03:16.638451Z","end":"2026-04-02T00:03:16.81924Z","steps":["trace[1944846671] 'agreement among raft nodes before linearized reading' (duration: 180.553204ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T00:03:17.090955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.045806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-node-lease/\" range_end:\"/registry/pods/kube-node-lease0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T00:03:17.091034Z","caller":"traceutil/trace.go:171","msg":"trace[1281405837] range","detail":"{range_begin:/registry/pods/kube-node-lease/; range_end:/registry/pods/kube-node-lease0; response_count:0; response_revision:13763; }","duration":"169.171309ms","start":"2026-04-02T00:03:16.921844Z","end":"2026-04-02T00:03:17.091015Z","steps":["trace[1281405837] 'range keys from in-memory index tree' (duration: 168.903653ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T00:03:17.091044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.230578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/keycloak\" ","response":"range_response_count:1 size:7508"} {"level":"warn","ts":"2026-04-02T00:03:17.09104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.463531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-02T00:03:17.091091Z","caller":"traceutil/trace.go:171","msg":"trace[461633389] range","detail":"{range_begin:/registry/statefulsets/auth-system/keycloak; range_end:; response_count:1; response_revision:13763; }","duration":"117.29207ms","start":"2026-04-02T00:03:16.973784Z","end":"2026-04-02T00:03:17.091076Z","steps":["trace[461633389] 'range keys from in-memory index tree' (duration: 117.055805ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T00:03:17.091107Z","caller":"traceutil/trace.go:171","msg":"trace[719773375] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13763; }","duration":"107.568633ms","start":"2026-04-02T00:03:16.983521Z","end":"2026-04-02T00:03:17.09109Z","steps":["trace[719773375] 'range keys from in-memory index tree' (duration: 107.315048ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T00:03:17.091221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.851616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/envoy-gateway-system/envoy-gateway-config\" ","response":"range_response_count:1 size:1550"} {"level":"info","ts":"2026-04-02T00:03:17.091317Z","caller":"traceutil/trace.go:171","msg":"trace[1844537505] range","detail":"{range_begin:/registry/configmaps/envoy-gateway-system/envoy-gateway-config; range_end:; response_count:1; response_revision:13763; }","duration":"127.993319ms","start":"2026-04-02T00:03:16.963302Z","end":"2026-04-02T00:03:17.091295Z","steps":["trace[1844537505] 'range keys from in-memory index tree' (duration: 127.681533ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T00:03:24.504954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.462633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/kube-system/coredns\" ","response":"range_response_count:1 size:4219"} {"level":"info","ts":"2026-04-02T00:03:24.505017Z","caller":"traceutil/trace.go:171","msg":"trace[889883197] range","detail":"{range_begin:/registry/deployments/kube-system/coredns; range_end:; response_count:1; response_revision:13798; }","duration":"404.564226ms","start":"2026-04-02T00:03:24.100441Z","end":"2026-04-02T00:03:24.505005Z","steps":["trace[889883197] 'range keys from in-memory index tree' (duration: 404.382662ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T00:03:24.505038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T00:03:24.100424Z","time spent":"404.608856ms","remote":"127.0.0.1:58490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":4242,"request content":"key:\"/registry/deployments/kube-system/coredns\" "} {"level":"info","ts":"2026-04-02T00:03:24.505327Z","caller":"traceutil/trace.go:171","msg":"trace[1148395469] transaction","detail":"{read_only:false; response_revision:13799; number_of_response:1; }","duration":"394.567541ms","start":"2026-04-02T00:03:24.110751Z","end":"2026-04-02T00:03:24.505318Z","steps":["trace[1148395469] 'process raft request' (duration: 295.396467ms)","trace[1148395469] 'compare' (duration: 98.645363ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T00:03:24.505398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T00:03:24.110733Z","time spent":"394.624893ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T00:03:24.507206Z","caller":"traceutil/trace.go:171","msg":"trace[467608606] linearizableReadLoop","detail":"{readStateIndex:14339; appliedIndex:14337; }","duration":"314.335821ms","start":"2026-04-02T00:03:24.192817Z","end":"2026-04-02T00:03:24.507153Z","steps":["trace[467608606] 'read index received' (duration: 213.340395ms)","trace[467608606] 'applied index is now lower than readState.Index' (duration: 100.994566ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T00:03:24.507243Z","caller":"traceutil/trace.go:171","msg":"trace[269469255] transaction","detail":"{read_only:false; response_revision:13800; number_of_response:1; }","duration":"390.581563ms","start":"2026-04-02T00:03:24.116639Z","end":"2026-04-02T00:03:24.507221Z","steps":["trace[269469255] 'process raft request' (duration: 390.41986ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T00:03:24.507338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T00:03:24.116617Z","time spent":"390.674545ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T00:03:24.507466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.853189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/kube-system/kube-dns\" ","response":"range_response_count:1 size:756"} {"level":"info","ts":"2026-04-02T00:03:24.507511Z","caller":"traceutil/trace.go:171","msg":"trace[1599755233] range","detail":"{range_begin:/registry/services/endpoints/kube-system/kube-dns; range_end:; response_count:1; response_revision:13800; }","duration":"304.940311ms","start":"2026-04-02T00:03:24.202558Z","end":"2026-04-02T00:03:24.507498Z","steps":["trace[1599755233] 'agreement among raft nodes before linearized reading' (duration: 304.753527ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T00:03:24.507477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.625127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/rook-ceph/\" range_end:\"/registry/persistentvolumeclaims/rook-ceph0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-02T00:03:24.507552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T00:03:24.202537Z","time spent":"305.006782ms","remote":"127.0.0.1:58176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":779,"request content":"key:\"/registry/services/endpoints/kube-system/kube-dns\" "} {"level":"info","ts":"2026-04-02T00:03:24.507621Z","caller":"traceutil/trace.go:171","msg":"trace[844486784] range","detail":"{range_begin:/registry/persistentvolumeclaims/rook-ceph/; range_end:/registry/persistentvolumeclaims/rook-ceph0; response_count:0; response_revision:13800; }","duration":"314.797481ms","start":"2026-04-02T00:03:24.192776Z","end":"2026-04-02T00:03:24.507573Z","steps":["trace[844486784] 'agreement among raft nodes before linearized reading' (duration: 314.550856ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T00:03:24.507609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.558174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T00:03:24.507694Z","caller":"traceutil/trace.go:171","msg":"trace[919247657] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13800; }","duration":"125.682487ms","start":"2026-04-02T00:03:24.381991Z","end":"2026-04-02T00:03:24.507673Z","steps":["trace[919247657] 'agreement among raft nodes before linearized reading' (duration: 125.520164ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T00:03:24.507706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T00:03:24.192759Z","time spent":"314.930834ms","remote":"127.0.0.1:58172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":93,"response count":0,"response size":28,"request content":"key:\"/registry/persistentvolumeclaims/rook-ceph/\" range_end:\"/registry/persistentvolumeclaims/rook-ceph0\" limit:500 "} {"level":"warn","ts":"2026-04-02T00:03:24.507763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.77586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:414995"} {"level":"info","ts":"2026-04-02T00:03:24.507824Z","caller":"traceutil/trace.go:171","msg":"trace[782005688] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:13800; }","duration":"224.866982ms","start":"2026-04-02T00:03:24.282941Z","end":"2026-04-02T00:03:24.507808Z","steps":["trace[782005688] 'agreement among raft nodes before linearized reading' (duration: 224.626157ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T00:03:25.118659Z","caller":"traceutil/trace.go:171","msg":"trace[1541539354] linearizableReadLoop","detail":"{readStateIndex:14342; appliedIndex:14341; }","duration":"177.216968ms","start":"2026-04-02T00:03:24.941414Z","end":"2026-04-02T00:03:25.118631Z","steps":["trace[1541539354] 'read index received' (duration: 176.989373ms)","trace[1541539354] 'applied index is now lower than readState.Index' (duration: 226.705µs)"],"step_count":2} {"level":"warn","ts":"2026-04-02T00:03:25.118954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.429835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-02T00:03:25.118962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.519795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kube-etcd\" ","response":"range_response_count:1 size:1254"} {"level":"warn","ts":"2026-04-02T00:03:25.119022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.616869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kube-proxy\" ","response":"range_response_count:1 size:1261"} {"level":"info","ts":"2026-04-02T00:03:25.119045Z","caller":"traceutil/trace.go:171","msg":"trace[1076145170] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:13803; }","duration":"148.573879ms","start":"2026-04-02T00:03:24.970452Z","end":"2026-04-02T00:03:25.119025Z","steps":["trace[1076145170] 'agreement among raft nodes before linearized reading' (duration: 148.408825ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T00:03:25.119067Z","caller":"traceutil/trace.go:171","msg":"trace[115132287] range","detail":"{range_begin:/registry/services/endpoints/kube-system/kube-prometheus-stack-kube-proxy; range_end:; response_count:1; response_revision:13803; }","duration":"122.70036ms","start":"2026-04-02T00:03:24.996352Z","end":"2026-04-02T00:03:25.119053Z","steps":["trace[115132287] 'agreement among raft nodes before linearized reading' (duration: 122.505546ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T00:03:25.119061Z","caller":"traceutil/trace.go:171","msg":"trace[1278297560] range","detail":"{range_begin:/registry/services/endpoints/kube-system/kube-prometheus-stack-kube-etcd; range_end:; response_count:1; response_revision:13803; }","duration":"177.668899ms","start":"2026-04-02T00:03:24.941372Z","end":"2026-04-02T00:03:25.119041Z","steps":["trace[1278297560] 'agreement among raft nodes before linearized reading' (duration: 177.410312ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T00:03:25.119212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.221955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/rook-ceph/\" range_end:\"/registry/services/specs/rook-ceph0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T00:03:25.119284Z","caller":"traceutil/trace.go:171","msg":"trace[1803263634] transaction","detail":"{read_only:false; response_revision:13803; number_of_response:1; }","duration":"212.365122ms","start":"2026-04-02T00:03:24.90633Z","end":"2026-04-02T00:03:25.118695Z","steps":["trace[1803263634] 'process raft request' (duration: 212.140918ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T00:03:25.119331Z","caller":"traceutil/trace.go:171","msg":"trace[535754512] range","detail":"{range_begin:/registry/services/specs/rook-ceph/; range_end:/registry/services/specs/rook-ceph0; response_count:0; response_revision:13803; }","duration":"137.369758ms","start":"2026-04-02T00:03:24.981915Z","end":"2026-04-02T00:03:25.119285Z","steps":["trace[535754512] 'agreement among raft nodes before linearized reading' (duration: 136.98202ms)"],"step_count":1}