{"level":"warn","ts":"2026-03-18T09:52:49.501253Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-18T09:52:49.501355Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.19.213.215:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.19.213.215:2380","--initial-cluster=instance=https://199.19.213.215:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.19.213.215:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.19.213.215:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-18T09:52:49.501421Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-18T09:52:49.501435Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.19.213.215:2380"]} {"level":"info","ts":"2026-03-18T09:52:49.501454Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-18T09:52:49.502144Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.215:2379"]} {"level":"info","ts":"2026-03-18T09:52:49.502224Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.19.213.215:2380"],"listen-peer-urls":["https://199.19.213.215:2380"],"advertise-client-urls":["https://199.19.213.215:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.215:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.19.213.215:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-18T09:52:49.506863Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"4.430588ms"} {"level":"info","ts":"2026-03-18T09:52:49.515825Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"e6e5712872899056","cluster-id":"5d812b997db5c8f"} {"level":"info","ts":"2026-03-18T09:52:49.515954Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e6e5712872899056 switched to configuration voters=()"} {"level":"info","ts":"2026-03-18T09:52:49.515989Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e6e5712872899056 became follower at term 0"} {"level":"info","ts":"2026-03-18T09:52:49.516004Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft e6e5712872899056 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-18T09:52:49.516021Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e6e5712872899056 became follower at term 1"} {"level":"info","ts":"2026-03-18T09:52:49.5161Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e6e5712872899056 switched to configuration voters=(16637828816924414038)"} {"level":"warn","ts":"2026-03-18T09:52:49.522741Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-18T09:52:49.524618Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-18T09:52:49.526415Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-18T09:52:49.528936Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"e6e5712872899056","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-18T09:52:49.529299Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-18T09:52:49.529458Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-18T09:52:49.529188Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"e6e5712872899056","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-18T09:52:49.529702Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-18T09:52:49.531694Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e6e5712872899056 switched to configuration voters=(16637828816924414038)"} {"level":"info","ts":"2026-03-18T09:52:49.531968Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"5d812b997db5c8f","local-member-id":"e6e5712872899056","added-peer-id":"e6e5712872899056","added-peer-peer-urls":["https://199.19.213.215:2380"]} {"level":"info","ts":"2026-03-18T09:52:49.533087Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-18T09:52:49.533162Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.19.213.215:2380"} {"level":"info","ts":"2026-03-18T09:52:49.533247Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.19.213.215:2380"} {"level":"info","ts":"2026-03-18T09:52:49.533326Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"e6e5712872899056","initial-advertise-peer-urls":["https://199.19.213.215:2380"],"listen-peer-urls":["https://199.19.213.215:2380"],"advertise-client-urls":["https://199.19.213.215:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.215:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-18T09:52:49.533381Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-18T09:52:50.117083Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e6e5712872899056 is starting a new election at term 1"} {"level":"info","ts":"2026-03-18T09:52:50.117196Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e6e5712872899056 became pre-candidate at term 1"} {"level":"info","ts":"2026-03-18T09:52:50.117274Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e6e5712872899056 received MsgPreVoteResp from e6e5712872899056 at term 1"} {"level":"info","ts":"2026-03-18T09:52:50.11731Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e6e5712872899056 became candidate at term 2"} {"level":"info","ts":"2026-03-18T09:52:50.117364Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e6e5712872899056 received MsgVoteResp from e6e5712872899056 at term 2"} {"level":"info","ts":"2026-03-18T09:52:50.117418Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e6e5712872899056 became leader at term 2"} {"level":"info","ts":"2026-03-18T09:52:50.117441Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: e6e5712872899056 elected leader e6e5712872899056 at term 2"} {"level":"info","ts":"2026-03-18T09:52:50.118645Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-18T09:52:50.119033Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"e6e5712872899056","local-member-attributes":"{Name:instance ClientURLs:[https://199.19.213.215:2379]}","request-path":"/0/members/e6e5712872899056/attributes","cluster-id":"5d812b997db5c8f","publish-timeout":"7s"} {"level":"info","ts":"2026-03-18T09:52:50.119106Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-18T09:52:50.119048Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-18T09:52:50.119456Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-18T09:52:50.119496Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-18T09:52:50.119848Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"5d812b997db5c8f","local-member-id":"e6e5712872899056","cluster-version":"3.5"} {"level":"info","ts":"2026-03-18T09:52:50.119996Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-18T09:52:50.120051Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-03-18T09:52:50.122839Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.19.213.215:2379"} {"level":"info","ts":"2026-03-18T09:52:50.123115Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"warn","ts":"2026-03-18T09:53:08.438599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.930268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-18T09:53:08.438728Z","caller":"traceutil/trace.go:171","msg":"trace[1622954379] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:448; }","duration":"477.162423ms","start":"2026-03-18T09:53:07.961539Z","end":"2026-03-18T09:53:08.438702Z","steps":["trace[1622954379] 'range keys from in-memory index tree' (duration: 476.787715ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T09:53:08.438795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T09:53:07.961515Z","time spent":"477.268036ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-18T09:53:09.938712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"669.744232ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-18T09:53:09.938863Z","caller":"traceutil/trace.go:171","msg":"trace[2086965305] linearizableReadLoop","detail":"{readStateIndex:463; appliedIndex:462; }","duration":"666.090841ms","start":"2026-03-18T09:53:09.27275Z","end":"2026-03-18T09:53:09.938841Z","steps":["trace[2086965305] 'read index received' (duration: 76.432µs)","trace[2086965305] 'applied index is now lower than readState.Index' (duration: 666.012729ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T09:53:09.939149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"666.363077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-03-18T09:53:09.939181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.953836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-18T09:53:09.939255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.641254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-18T09:53:09.939272Z","caller":"traceutil/trace.go:171","msg":"trace[385196603] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:449; }","duration":"666.568142ms","start":"2026-03-18T09:53:09.272678Z","end":"2026-03-18T09:53:09.939246Z","steps":["trace[385196603] 'agreement among raft nodes before linearized reading' (duration: 666.241815ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T09:53:09.939288Z","caller":"traceutil/trace.go:171","msg":"trace[948855967] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:449; }","duration":"118.106019ms","start":"2026-03-18T09:53:09.821155Z","end":"2026-03-18T09:53:09.939261Z","steps":["trace[948855967] 'agreement among raft nodes before linearized reading' (duration: 117.933826ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T09:53:09.939299Z","caller":"traceutil/trace.go:171","msg":"trace[228562901] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:449; }","duration":"128.740236ms","start":"2026-03-18T09:53:09.810547Z","end":"2026-03-18T09:53:09.939287Z","steps":["trace[228562901] 'agreement among raft nodes before linearized reading' (duration: 128.600023ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T09:53:09.93917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.589571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T09:53:09.939341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T09:53:09.272652Z","time spent":"666.678104ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-18T09:53:09.939413Z","caller":"traceutil/trace.go:171","msg":"trace[1904964636] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:449; }","duration":"286.883417ms","start":"2026-03-18T09:53:09.652482Z","end":"2026-03-18T09:53:09.939366Z","steps":["trace[1904964636] 'agreement among raft nodes before linearized reading' (duration: 286.55811ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T09:53:15.544196Z","caller":"traceutil/trace.go:171","msg":"trace[2035396684] transaction","detail":"{read_only:false; response_revision:464; number_of_response:1; }","duration":"234.565983ms","start":"2026-03-18T09:53:15.309601Z","end":"2026-03-18T09:53:15.544167Z","steps":["trace[2035396684] 'process raft request' (duration: 234.40689ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T09:53:21.806419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.643564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T09:53:21.806521Z","caller":"traceutil/trace.go:171","msg":"trace[334829075] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:511; }","duration":"154.794487ms","start":"2026-03-18T09:53:21.651705Z","end":"2026-03-18T09:53:21.8065Z","steps":["trace[334829075] 'range keys from in-memory index tree' (duration: 154.554321ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T09:53:22.154944Z","caller":"traceutil/trace.go:171","msg":"trace[1568683677] linearizableReadLoop","detail":"{readStateIndex:528; appliedIndex:527; }","duration":"139.561433ms","start":"2026-03-18T09:53:22.015343Z","end":"2026-03-18T09:53:22.154905Z","steps":["trace[1568683677] 'read index received' (duration: 139.319217ms)","trace[1568683677] 'applied index is now lower than readState.Index' (duration: 240.796µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T09:53:22.154973Z","caller":"traceutil/trace.go:171","msg":"trace[1678422455] transaction","detail":"{read_only:false; response_revision:512; number_of_response:1; }","duration":"150.06776ms","start":"2026-03-18T09:53:22.004866Z","end":"2026-03-18T09:53:22.154934Z","steps":["trace[1678422455] 'process raft request' (duration: 149.806705ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T09:53:22.155216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.845499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-18T09:53:22.155313Z","caller":"traceutil/trace.go:171","msg":"trace[1095257963] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:512; }","duration":"140.003452ms","start":"2026-03-18T09:53:22.015287Z","end":"2026-03-18T09:53:22.155291Z","steps":["trace[1095257963] 'agreement among raft nodes before linearized reading' (duration: 139.792428ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T09:53:22.155569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.782738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-18T09:53:22.15564Z","caller":"traceutil/trace.go:171","msg":"trace[882850423] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:512; }","duration":"139.950372ms","start":"2026-03-18T09:53:22.015672Z","end":"2026-03-18T09:53:22.155622Z","steps":["trace[882850423] 'agreement among raft nodes before linearized reading' (duration: 139.519482ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T09:53:29.093698Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10400673014339825839,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-18T09:53:29.200734Z","caller":"traceutil/trace.go:171","msg":"trace[1505888614] linearizableReadLoop","detail":"{readStateIndex:572; appliedIndex:571; }","duration":"607.754789ms","start":"2026-03-18T09:53:28.592932Z","end":"2026-03-18T09:53:29.200687Z","steps":["trace[1505888614] 'read index received' (duration: 530.78596ms)","trace[1505888614] 'applied index is now lower than readState.Index' (duration: 76.966489ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T09:53:29.20099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"608.016585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-18T09:53:29.201038Z","caller":"traceutil/trace.go:171","msg":"trace[1226177469] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:554; }","duration":"608.117998ms","start":"2026-03-18T09:53:28.59291Z","end":"2026-03-18T09:53:29.201028Z","steps":["trace[1226177469] 'agreement among raft nodes before linearized reading' (duration: 607.872592ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T09:53:29.201074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T09:53:28.592898Z","time spent":"608.168538ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-18T09:53:29.369567Z","caller":"traceutil/trace.go:171","msg":"trace[1722732927] transaction","detail":"{read_only:false; response_revision:555; number_of_response:1; }","duration":"164.804123ms","start":"2026-03-18T09:53:29.204735Z","end":"2026-03-18T09:53:29.369539Z","steps":["trace[1722732927] 'process raft request' (duration: 164.562828ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T09:53:29.894963Z","caller":"traceutil/trace.go:171","msg":"trace[388838539] linearizableReadLoop","detail":"{readStateIndex:574; appliedIndex:573; }","duration":"419.992548ms","start":"2026-03-18T09:53:29.474944Z","end":"2026-03-18T09:53:29.894936Z","steps":["trace[388838539] 'read index received' (duration: 419.66806ms)","trace[388838539] 'applied index is now lower than readState.Index' (duration: 323.628µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T09:53:29.895145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.207943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-cainjector\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T09:53:29.895116Z","caller":"traceutil/trace.go:171","msg":"trace[1235731687] transaction","detail":"{read_only:false; response_revision:556; number_of_response:1; }","duration":"508.962298ms","start":"2026-03-18T09:53:29.386107Z","end":"2026-03-18T09:53:29.89507Z","steps":["trace[1235731687] 'process raft request' (duration: 508.63602ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T09:53:29.895798Z","caller":"traceutil/trace.go:171","msg":"trace[100910565] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager-cainjector; range_end:; response_count:0; response_revision:556; }","duration":"420.320955ms","start":"2026-03-18T09:53:29.474849Z","end":"2026-03-18T09:53:29.89517Z","steps":["trace[100910565] 'agreement among raft nodes before linearized reading' (duration: 420.229323ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T09:53:29.896043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T09:53:29.474822Z","time spent":"421.201674ms","remote":"127.0.0.1:41276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":28,"request content":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-cainjector\" "} {"level":"warn","ts":"2026-03-18T09:53:29.896185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.072463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T09:53:29.896353Z","caller":"traceutil/trace.go:171","msg":"trace[1146968038] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:556; }","duration":"244.3315ms","start":"2026-03-18T09:53:29.651987Z","end":"2026-03-18T09:53:29.896319Z","steps":["trace[1146968038] 'agreement among raft nodes before linearized reading' (duration: 244.037533ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T09:53:29.898383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T09:53:29.386062Z","time spent":"509.172422ms","remote":"127.0.0.1:41260","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17134,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T09:53:30.090369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.206591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/cert-manager-controller-orders\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T09:53:30.090478Z","caller":"traceutil/trace.go:171","msg":"trace[1099034282] range","detail":"{range_begin:/registry/clusterroles/cert-manager-controller-orders; range_end:; response_count:0; response_revision:556; }","duration":"157.373845ms","start":"2026-03-18T09:53:29.933082Z","end":"2026-03-18T09:53:30.090456Z","steps":["trace[1099034282] 'range keys from in-memory index tree' (duration: 157.14476ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T09:53:31.577814Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.255605403s","expected-duration":"1s"} {"level":"info","ts":"2026-03-18T09:53:31.578439Z","caller":"traceutil/trace.go:171","msg":"trace[258601041] transaction","detail":"{read_only:false; response_revision:562; number_of_response:1; }","duration":"1.256348991s","start":"2026-03-18T09:53:30.322057Z","end":"2026-03-18T09:53:31.578406Z","steps":["trace[258601041] 'process raft request' (duration: 1.256099084s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T09:53:31.578637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T09:53:30.322013Z","time spent":"1.256516624s","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T09:53:32.057148Z","caller":"traceutil/trace.go:171","msg":"trace[1141174950] linearizableReadLoop","detail":"{readStateIndex:581; appliedIndex:579; }","duration":"663.365224ms","start":"2026-03-18T09:53:31.393747Z","end":"2026-03-18T09:53:32.057112Z","steps":["trace[1141174950] 'read index received' (duration: 184.546648ms)","trace[1141174950] 'applied index is now lower than readState.Index' (duration: 478.817316ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T09:53:32.057217Z","caller":"traceutil/trace.go:171","msg":"trace[915666309] transaction","detail":"{read_only:false; response_revision:563; number_of_response:1; }","duration":"1.710405137s","start":"2026-03-18T09:53:30.346772Z","end":"2026-03-18T09:53:32.057177Z","steps":["trace[915666309] 'process raft request' (duration: 1.710019888s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T09:53:32.057417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T09:53:30.34673Z","time spent":"1.71057268s","remote":"127.0.0.1:41156","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":211512,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-18T09:53:32.057423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.50859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T09:53:32.057478Z","caller":"traceutil/trace.go:171","msg":"trace[893611219] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:563; }","duration":"405.643013ms","start":"2026-03-18T09:53:31.651818Z","end":"2026-03-18T09:53:32.057461Z","steps":["trace[893611219] 'agreement among raft nodes before linearized reading' (duration: 405.492399ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T09:53:32.057569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T09:53:31.651798Z","time spent":"405.715765ms","remote":"127.0.0.1:41084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T09:53:32.057595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"663.842896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-18T09:53:32.057673Z","caller":"traceutil/trace.go:171","msg":"trace[1427054575] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:563; }","duration":"663.972898ms","start":"2026-03-18T09:53:31.393682Z","end":"2026-03-18T09:53:32.057655Z","steps":["trace[1427054575] 'agreement among raft nodes before linearized reading' (duration: 663.595649ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T09:53:32.057725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T09:53:31.393657Z","time spent":"664.056261ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-18T09:53:33.748606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.345712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-18T09:53:33.748799Z","caller":"traceutil/trace.go:171","msg":"trace[713261217] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:706; }","duration":"164.619688ms","start":"2026-03-18T09:53:33.584153Z","end":"2026-03-18T09:53:33.748773Z","steps":["trace[713261217] 'range keys from in-memory index tree' (duration: 164.095946ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T09:53:33.752177Z","caller":"traceutil/trace.go:171","msg":"trace[972301868] transaction","detail":"{read_only:false; response_revision:707; number_of_response:1; }","duration":"115.783385ms","start":"2026-03-18T09:53:33.636371Z","end":"2026-03-18T09:53:33.752155Z","steps":["trace[972301868] 'process raft request' (duration: 115.312135ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T09:53:37.389397Z","caller":"traceutil/trace.go:171","msg":"trace[708394810] transaction","detail":"{read_only:false; response_revision:755; number_of_response:1; }","duration":"117.115606ms","start":"2026-03-18T09:53:37.272253Z","end":"2026-03-18T09:53:37.389368Z","steps":["trace[708394810] 'process raft request' (duration: 116.82449ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T09:53:51.980039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.481325ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T09:53:51.980196Z","caller":"traceutil/trace.go:171","msg":"trace[1865744150] linearizableReadLoop","detail":"{readStateIndex:960; appliedIndex:959; }","duration":"430.249999ms","start":"2026-03-18T09:53:51.549923Z","end":"2026-03-18T09:53:51.980173Z","steps":["trace[1865744150] 'read index received' (duration: 3.449297ms)","trace[1865744150] 'applied index is now lower than readState.Index' (duration: 426.799202ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T09:53:51.980259Z","caller":"traceutil/trace.go:171","msg":"trace[553311511] transaction","detail":"{read_only:false; response_revision:936; number_of_response:1; }","duration":"440.167994ms","start":"2026-03-18T09:53:51.540042Z","end":"2026-03-18T09:53:51.98021Z","steps":["trace[553311511] 'process raft request' (duration: 13.382343ms)","trace[553311511] 'compare' (duration: 426.29438ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T09:53:51.980337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.313506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T09:53:51.980372Z","caller":"traceutil/trace.go:171","msg":"trace[1131085074] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:936; }","duration":"328.407229ms","start":"2026-03-18T09:53:51.651953Z","end":"2026-03-18T09:53:51.98036Z","steps":["trace[1131085074] 'agreement among raft nodes before linearized reading' (duration: 328.343897ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T09:53:51.980421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T09:53:51.65192Z","time spent":"328.49315ms","remote":"127.0.0.1:41084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T09:53:51.980528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T09:53:51.540007Z","time spent":"440.368368ms","remote":"127.0.0.1:38788","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3297,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T09:53:51.980561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.611256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-18T09:53:51.980671Z","caller":"traceutil/trace.go:171","msg":"trace[736882714] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:936; }","duration":"430.798001ms","start":"2026-03-18T09:53:51.54985Z","end":"2026-03-18T09:53:51.980648Z","steps":["trace[736882714] 'agreement among raft nodes before linearized reading' (duration: 430.425863ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T09:53:51.98073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T09:53:51.549806Z","time spent":"430.914015ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-18T09:53:52.724075Z","caller":"traceutil/trace.go:171","msg":"trace[1730458686] linearizableReadLoop","detail":"{readStateIndex:963; appliedIndex:960; }","duration":"423.030586ms","start":"2026-03-18T09:53:52.301018Z","end":"2026-03-18T09:53:52.724048Z","steps":["trace[1730458686] 'read index received' (duration: 417.112232ms)","trace[1730458686] 'applied index is now lower than readState.Index' (duration: 5.917374ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T09:53:52.724114Z","caller":"traceutil/trace.go:171","msg":"trace[402076308] transaction","detail":"{read_only:false; response_revision:938; number_of_response:1; }","duration":"738.019791ms","start":"2026-03-18T09:53:51.986055Z","end":"2026-03-18T09:53:52.724075Z","steps":["trace[402076308] 'process raft request' (duration: 737.878188ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T09:53:52.724288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T09:53:51.986018Z","time spent":"738.173555ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T09:53:52.724631Z","caller":"traceutil/trace.go:171","msg":"trace[1738311585] transaction","detail":"{read_only:false; response_revision:937; number_of_response:1; }","duration":"739.506154ms","start":"2026-03-18T09:53:51.985107Z","end":"2026-03-18T09:53:52.724613Z","steps":["trace[1738311585] 'process raft request' (duration: 733.010668ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T09:53:52.724699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.345121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T09:53:52.72467Z","caller":"traceutil/trace.go:171","msg":"trace[1981382474] transaction","detail":"{read_only:false; response_revision:939; number_of_response:1; }","duration":"736.431516ms","start":"2026-03-18T09:53:51.988167Z","end":"2026-03-18T09:53:52.724599Z","steps":["trace[1981382474] 'process raft request' (duration: 735.832783ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T09:53:52.724754Z","caller":"traceutil/trace.go:171","msg":"trace[1762657140] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:939; }","duration":"175.395482ms","start":"2026-03-18T09:53:52.549343Z","end":"2026-03-18T09:53:52.724738Z","steps":["trace[1762657140] 'agreement among raft nodes before linearized reading' (duration: 175.324861ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T09:53:52.724761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T09:53:51.98508Z","time spent":"739.604387ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T09:53:52.724636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.501931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-18T09:53:52.72492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.308389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-18T09:53:52.72492Z","caller":"traceutil/trace.go:171","msg":"trace[850738559] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:939; }","duration":"286.800648ms","start":"2026-03-18T09:53:52.438066Z","end":"2026-03-18T09:53:52.724867Z","steps":["trace[850738559] 'agreement among raft nodes before linearized reading' (duration: 286.369128ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T09:53:52.72499Z","caller":"traceutil/trace.go:171","msg":"trace[442032311] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:939; }","duration":"279.419021ms","start":"2026-03-18T09:53:52.445557Z","end":"2026-03-18T09:53:52.724976Z","steps":["trace[442032311] 'agreement among raft nodes before linearized reading' (duration: 279.154495ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T09:53:52.725062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T09:53:51.988142Z","time spent":"736.64878ms","remote":"127.0.0.1:38766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3745,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T09:53:52.725156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.147241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-18T09:53:52.725214Z","caller":"traceutil/trace.go:171","msg":"trace[1728494967] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:939; }","duration":"424.255063ms","start":"2026-03-18T09:53:52.300945Z","end":"2026-03-18T09:53:52.7252Z","steps":["trace[1728494967] 'agreement among raft nodes before linearized reading' (duration: 423.480476ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T09:53:52.725554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T09:53:52.300899Z","time spent":"424.641592ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-18T09:54:19.390342Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10400673014339827030,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-18T09:54:19.450865Z","caller":"traceutil/trace.go:171","msg":"trace[1059427068] transaction","detail":"{read_only:false; response_revision:1201; number_of_response:1; }","duration":"570.248541ms","start":"2026-03-18T09:54:18.880581Z","end":"2026-03-18T09:54:19.45083Z","steps":["trace[1059427068] 'process raft request' (duration: 570.18649ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T09:54:19.450896Z","caller":"traceutil/trace.go:171","msg":"trace[61275683] transaction","detail":"{read_only:false; response_revision:1200; number_of_response:1; }","duration":"572.39471ms","start":"2026-03-18T09:54:18.878436Z","end":"2026-03-18T09:54:19.45083Z","steps":["trace[61275683] 'process raft request' (duration: 572.112534ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T09:54:19.451092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T09:54:18.880539Z","time spent":"570.439207ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T09:54:19.451172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T09:54:18.878407Z","time spent":"572.616027ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T09:54:19.644502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.528172ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T09:54:19.644633Z","caller":"traceutil/trace.go:171","msg":"trace[1027558389] linearizableReadLoop","detail":"{readStateIndex:1238; appliedIndex:1235; }","duration":"754.841133ms","start":"2026-03-18T09:54:18.88977Z","end":"2026-03-18T09:54:19.644611Z","steps":["trace[1027558389] 'read index received' (duration: 560.767388ms)","trace[1027558389] 'applied index is now lower than readState.Index' (duration: 194.072235ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T09:54:19.644819Z","caller":"traceutil/trace.go:171","msg":"trace[902219535] transaction","detail":"{read_only:false; response_revision:1202; number_of_response:1; }","duration":"751.291663ms","start":"2026-03-18T09:54:18.893474Z","end":"2026-03-18T09:54:19.644765Z","steps":["trace[902219535] 'process raft request' (duration: 627.380323ms)","trace[902219535] 'compare' (duration: 123.373197ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T09:54:19.644927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"764.086532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-18T09:54:19.644987Z","caller":"traceutil/trace.go:171","msg":"trace[1102827823] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1202; }","duration":"764.193214ms","start":"2026-03-18T09:54:18.88078Z","end":"2026-03-18T09:54:19.644974Z","steps":["trace[1102827823] 'agreement among raft nodes before linearized reading' (duration: 763.960829ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T09:54:19.645023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T09:54:18.893459Z","time spent":"751.463017ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T09:54:19.645028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T09:54:18.880764Z","time spent":"764.255435ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-18T09:54:19.644897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"596.102317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T09:54:19.64508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.178197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T09:54:19.645272Z","caller":"traceutil/trace.go:171","msg":"trace[342803820] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:1202; }","duration":"144.370721ms","start":"2026-03-18T09:54:19.500808Z","end":"2026-03-18T09:54:19.645178Z","steps":["trace[342803820] 'agreement among raft nodes before linearized reading' (duration: 144.128266ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T09:54:19.645119Z","caller":"traceutil/trace.go:171","msg":"trace[1800337610] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:1202; }","duration":"596.393934ms","start":"2026-03-18T09:54:19.048702Z","end":"2026-03-18T09:54:19.645096Z","steps":["trace[1800337610] 'agreement among raft nodes before linearized reading' (duration: 596.106857ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T09:54:19.645381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T09:54:19.048679Z","time spent":"596.681849ms","remote":"127.0.0.1:38776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":28,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-03-18T09:54:45.962583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.246159ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T09:54:45.962738Z","caller":"traceutil/trace.go:171","msg":"trace[1548953918] linearizableReadLoop","detail":"{readStateIndex:1664; appliedIndex:1662; }","duration":"329.077503ms","start":"2026-03-18T09:54:45.633646Z","end":"2026-03-18T09:54:45.962723Z","steps":["trace[1548953918] 'read index received' (duration: 46.873189ms)","trace[1548953918] 'applied index is now lower than readState.Index' (duration: 282.203304ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T09:54:45.962828Z","caller":"traceutil/trace.go:171","msg":"trace[1092973289] transaction","detail":"{read_only:false; response_revision:1603; number_of_response:1; }","duration":"354.727713ms","start":"2026-03-18T09:54:45.608059Z","end":"2026-03-18T09:54:45.962787Z","steps":["trace[1092973289] 'process raft request' (duration: 171.193937ms)","trace[1092973289] 'compare' (duration: 183.086346ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T09:54:45.962991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T09:54:45.60805Z","time spent":"354.859365ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T09:54:45.962874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.203116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T09:54:45.963554Z","caller":"traceutil/trace.go:171","msg":"trace[1265910537] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:1603; }","duration":"329.906193ms","start":"2026-03-18T09:54:45.633625Z","end":"2026-03-18T09:54:45.963532Z","steps":["trace[1265910537] 'agreement among raft nodes before linearized reading' (duration: 329.170296ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T09:54:45.963587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T09:54:45.633617Z","time spent":"329.959514ms","remote":"127.0.0.1:54258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":2,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-03-18T09:54:45.991151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.935588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-18T09:54:45.99119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.282364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T09:54:45.99125Z","caller":"traceutil/trace.go:171","msg":"trace[1371269071] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1604; }","duration":"147.104404ms","start":"2026-03-18T09:54:45.844129Z","end":"2026-03-18T09:54:45.991234Z","steps":["trace[1371269071] 'agreement among raft nodes before linearized reading' (duration: 146.809827ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T09:54:45.991293Z","caller":"traceutil/trace.go:171","msg":"trace[1436480905] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1604; }","duration":"339.401448ms","start":"2026-03-18T09:54:45.651867Z","end":"2026-03-18T09:54:45.991269Z","steps":["trace[1436480905] 'agreement among raft nodes before linearized reading' (duration: 339.253884ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T09:54:45.991363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T09:54:45.65186Z","time spent":"339.48675ms","remote":"127.0.0.1:41084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T09:54:45.991709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.846072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-18T09:54:45.991736Z","caller":"traceutil/trace.go:171","msg":"trace[270657360] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1604; }","duration":"144.910854ms","start":"2026-03-18T09:54:45.846817Z","end":"2026-03-18T09:54:45.991728Z","steps":["trace[270657360] 'agreement among raft nodes before linearized reading' (duration: 144.830082ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T09:54:48.292119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"842.607354ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T09:54:48.292445Z","caller":"traceutil/trace.go:171","msg":"trace[165277404] transaction","detail":"{read_only:false; response_revision:1616; number_of_response:1; }","duration":"295.033105ms","start":"2026-03-18T09:54:47.997392Z","end":"2026-03-18T09:54:48.292425Z","steps":["trace[165277404] 'process raft request' (duration: 294.991644ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T09:54:48.292617Z","caller":"traceutil/trace.go:171","msg":"trace[636144271] linearizableReadLoop","detail":"{readStateIndex:1674; appliedIndex:1673; }","duration":"1.244710638s","start":"2026-03-18T09:54:47.04785Z","end":"2026-03-18T09:54:48.292561Z","steps":["trace[636144271] 'read index received' (duration: 401.591552ms)","trace[636144271] 'applied index is now lower than readState.Index' (duration: 843.114785ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T09:54:48.292659Z","caller":"traceutil/trace.go:171","msg":"trace[89362609] transaction","detail":"{read_only:false; response_revision:1614; number_of_response:1; }","duration":"1.162949401s","start":"2026-03-18T09:54:47.129668Z","end":"2026-03-18T09:54:48.292618Z","steps":["trace[89362609] 'process raft request' (duration: 1.162618503s)"],"step_count":1} {"level":"info","ts":"2026-03-18T09:54:48.29271Z","caller":"traceutil/trace.go:171","msg":"trace[207948611] transaction","detail":"{read_only:false; response_revision:1615; number_of_response:1; }","duration":"428.216404ms","start":"2026-03-18T09:54:47.864482Z","end":"2026-03-18T09:54:48.292698Z","steps":["trace[207948611] 'process raft request' (duration: 427.866866ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T09:54:48.293459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T09:54:47.864441Z","time spent":"428.93182ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T09:54:48.292808Z","caller":"traceutil/trace.go:171","msg":"trace[2114292615] transaction","detail":"{read_only:false; response_revision:1613; number_of_response:1; }","duration":"1.24796795s","start":"2026-03-18T09:54:47.044814Z","end":"2026-03-18T09:54:48.292781Z","steps":["trace[2114292615] 'process raft request' (duration: 404.588609ms)","trace[2114292615] 'compare' (duration: 842.475901ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T09:54:48.293577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T09:54:47.044777Z","time spent":"1.248754168s","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T09:54:48.292993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"641.514181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T09:54:48.294111Z","caller":"traceutil/trace.go:171","msg":"trace[842020904] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1616; }","duration":"642.685879ms","start":"2026-03-18T09:54:47.6514Z","end":"2026-03-18T09:54:48.294086Z","steps":["trace[842020904] 'agreement among raft nodes before linearized reading' (duration: 641.43981ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T09:54:48.293062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"607.3819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-18T09:54:48.294251Z","caller":"traceutil/trace.go:171","msg":"trace[596579409] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1616; }","duration":"608.619559ms","start":"2026-03-18T09:54:47.685615Z","end":"2026-03-18T09:54:48.294234Z","steps":["trace[596579409] 'agreement among raft nodes before linearized reading' (duration: 607.297428ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T09:54:48.294304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T09:54:47.685598Z","time spent":"608.692501ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T09:54:48.294216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T09:54:47.651378Z","time spent":"642.822861ms","remote":"127.0.0.1:41074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T09:54:48.293053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.04697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-18T09:54:48.293055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.142226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7feda8b3-08de-4b81-9d96-b978e14bf110\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-03-18T09:54:48.294501Z","caller":"traceutil/trace.go:171","msg":"trace[890289936] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-7feda8b3-08de-4b81-9d96-b978e14bf110; range_end:; response_count:1; response_revision:1616; }","duration":"477.64862ms","start":"2026-03-18T09:54:47.816836Z","end":"2026-03-18T09:54:48.294484Z","steps":["trace[890289936] 'agreement among raft nodes before linearized reading' (duration: 475.987872ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T09:54:48.294545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T09:54:47.816802Z","time spent":"477.732032ms","remote":"127.0.0.1:41260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3650,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7feda8b3-08de-4b81-9d96-b978e14bf110\" "} {"level":"info","ts":"2026-03-18T09:54:48.294463Z","caller":"traceutil/trace.go:171","msg":"trace[1038149513] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1616; }","duration":"244.528835ms","start":"2026-03-18T09:54:48.049922Z","end":"2026-03-18T09:54:48.294451Z","steps":["trace[1038149513] 'agreement among raft nodes before linearized reading' (duration: 242.982129ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T09:54:48.293112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.245207238s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-18T09:54:48.293143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.807499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-18T09:54:48.293188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.85867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-18T09:54:48.293169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"680.121594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7feda8b3-08de-4b81-9d96-b978e14bf110\" ","response":"range_response_count:1 size:3627"} {"level":"warn","ts":"2026-03-18T09:54:48.293929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T09:54:47.129628Z","time spent":"1.163674736s","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T09:54:48.29476Z","caller":"traceutil/trace.go:171","msg":"trace[393300845] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1616; }","duration":"1.246957528s","start":"2026-03-18T09:54:47.047781Z","end":"2026-03-18T09:54:48.294738Z","steps":["trace[393300845] 'agreement among raft nodes before linearized reading' (duration: 1.245010344s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T09:54:48.293084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.227484808s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-18T09:54:48.29479Z","caller":"traceutil/trace.go:171","msg":"trace[1849717192] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-7feda8b3-08de-4b81-9d96-b978e14bf110; range_end:; response_count:1; response_revision:1616; }","duration":"681.797312ms","start":"2026-03-18T09:54:47.612946Z","end":"2026-03-18T09:54:48.294743Z","steps":["trace[1849717192] 'agreement among raft nodes before linearized reading' (duration: 679.898799ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T09:54:48.294787Z","caller":"traceutil/trace.go:171","msg":"trace[2029476843] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1616; }","duration":"246.55525ms","start":"2026-03-18T09:54:48.04821Z","end":"2026-03-18T09:54:48.294765Z","steps":["trace[2029476843] 'agreement among raft nodes before linearized reading' (duration: 244.664707ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T09:54:48.294794Z","caller":"traceutil/trace.go:171","msg":"trace[347276690] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1616; }","duration":"327.456668ms","start":"2026-03-18T09:54:47.967264Z","end":"2026-03-18T09:54:48.294721Z","steps":["trace[347276690] 'agreement among raft nodes before linearized reading' (duration: 325.848031ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T09:54:48.295231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T09:54:47.967236Z","time spent":"327.952788ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T09:54:48.294831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T09:54:47.047749Z","time spent":"1.247065131s","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-18T09:54:48.294841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T09:54:47.612922Z","time spent":"681.904985ms","remote":"127.0.0.1:41260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3650,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7feda8b3-08de-4b81-9d96-b978e14bf110\" "} {"level":"info","ts":"2026-03-18T09:54:48.294857Z","caller":"traceutil/trace.go:171","msg":"trace[612694376] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1616; }","duration":"1.229279149s","start":"2026-03-18T09:54:47.065541Z","end":"2026-03-18T09:54:48.294821Z","steps":["trace[612694376] 'agreement among raft nodes before linearized reading' (duration: 1.227280223s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T09:54:48.295539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T09:54:47.065531Z","time spent":"1.229989614s","remote":"127.0.0.1:44702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-18T09:54:48.569729Z","caller":"traceutil/trace.go:171","msg":"trace[1366376438] transaction","detail":"{read_only:false; response_revision:1618; number_of_response:1; }","duration":"269.269312ms","start":"2026-03-18T09:54:48.300431Z","end":"2026-03-18T09:54:48.569701Z","steps":["trace[1366376438] 'process raft request' (duration: 261.455295ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T09:54:48.570199Z","caller":"traceutil/trace.go:171","msg":"trace[1039842497] transaction","detail":"{read_only:false; response_revision:1619; number_of_response:1; }","duration":"269.113829ms","start":"2026-03-18T09:54:48.301035Z","end":"2026-03-18T09:54:48.570149Z","steps":["trace[1039842497] 'process raft request' (duration: 268.599078ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T09:54:48.570259Z","caller":"traceutil/trace.go:171","msg":"trace[1050554456] transaction","detail":"{read_only:false; response_revision:1621; number_of_response:1; }","duration":"267.164185ms","start":"2026-03-18T09:54:48.30306Z","end":"2026-03-18T09:54:48.570224Z","steps":["trace[1050554456] 'process raft request' (duration: 267.053492ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T09:54:48.570282Z","caller":"traceutil/trace.go:171","msg":"trace[1180813832] transaction","detail":"{read_only:false; response_revision:1620; number_of_response:1; }","duration":"269.120329ms","start":"2026-03-18T09:54:48.301125Z","end":"2026-03-18T09:54:48.570246Z","steps":["trace[1180813832] 'process raft request' (duration: 268.823693ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T09:54:48.570509Z","caller":"traceutil/trace.go:171","msg":"trace[135644401] transaction","detail":"{read_only:false; response_revision:1622; number_of_response:1; }","duration":"265.945688ms","start":"2026-03-18T09:54:48.304522Z","end":"2026-03-18T09:54:48.570467Z","steps":["trace[135644401] 'process raft request' (duration: 265.660152ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T09:54:49.538531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"799.118502ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-18T09:54:49.538812Z","caller":"traceutil/trace.go:171","msg":"trace[706076464] linearizableReadLoop","detail":"{readStateIndex:1685; appliedIndex:1683; }","duration":"556.205975ms","start":"2026-03-18T09:54:48.982587Z","end":"2026-03-18T09:54:49.538793Z","steps":["trace[706076464] 'read index received' (duration: 363.338578ms)","trace[706076464] 'applied index is now lower than readState.Index' (duration: 192.866247ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T09:54:49.538954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"556.360319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T09:54:49.538992Z","caller":"traceutil/trace.go:171","msg":"trace[2123933745] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:1623; }","duration":"556.41386ms","start":"2026-03-18T09:54:48.982569Z","end":"2026-03-18T09:54:49.538982Z","steps":["trace[2123933745] 'agreement among raft nodes before linearized reading' (duration: 556.331128ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T09:54:49.539027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T09:54:48.982484Z","time spent":"556.533433ms","remote":"127.0.0.1:38784","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":3,"response size":30,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-03-18T09:54:49.539232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.414475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7feda8b3-08de-4b81-9d96-b978e14bf110\" ","response":"range_response_count:1 size:3744"} {"level":"info","ts":"2026-03-18T09:54:49.539342Z","caller":"traceutil/trace.go:171","msg":"trace[521882463] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-7feda8b3-08de-4b81-9d96-b978e14bf110; range_end:; response_count:1; response_revision:1623; }","duration":"238.593629ms","start":"2026-03-18T09:54:49.300726Z","end":"2026-03-18T09:54:49.53932Z","steps":["trace[521882463] 'agreement among raft nodes before linearized reading' (duration: 238.264272ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T09:54:49.539375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.081757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-18T09:54:49.539488Z","caller":"traceutil/trace.go:171","msg":"trace[780085872] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1623; }","duration":"234.24794ms","start":"2026-03-18T09:54:49.305215Z","end":"2026-03-18T09:54:49.539463Z","steps":["trace[780085872] 'agreement among raft nodes before linearized reading' (duration: 233.824921ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T09:54:49.53892Z","caller":"traceutil/trace.go:171","msg":"trace[738705179] transaction","detail":"{read_only:false; response_revision:1623; number_of_response:1; }","duration":"680.671657ms","start":"2026-03-18T09:54:48.858181Z","end":"2026-03-18T09:54:49.538853Z","steps":["trace[738705179] 'process raft request' (duration: 680.478703ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T09:54:49.540172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T09:54:48.858148Z","time spent":"681.851992ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T09:54:52.740881Z","caller":"traceutil/trace.go:171","msg":"trace[729108947] linearizableReadLoop","detail":"{readStateIndex:1708; appliedIndex:1707; }","duration":"131.779257ms","start":"2026-03-18T09:54:52.60907Z","end":"2026-03-18T09:54:52.740849Z","steps":["trace[729108947] 'read index received' (duration: 131.498521ms)","trace[729108947] 'applied index is now lower than readState.Index' (duration: 279.106µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T09:54:52.740964Z","caller":"traceutil/trace.go:171","msg":"trace[2132135699] transaction","detail":"{read_only:false; response_revision:1646; number_of_response:1; }","duration":"132.531544ms","start":"2026-03-18T09:54:52.60838Z","end":"2026-03-18T09:54:52.740911Z","steps":["trace[2132135699] 'process raft request' (duration: 132.273898ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T09:54:52.741269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.154456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7feda8b3-08de-4b81-9d96-b978e14bf110\" ","response":"range_response_count:1 size:3932"} {"level":"info","ts":"2026-03-18T09:54:52.741421Z","caller":"traceutil/trace.go:171","msg":"trace[1860406883] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-7feda8b3-08de-4b81-9d96-b978e14bf110; range_end:; response_count:1; response_revision:1646; }","duration":"132.261288ms","start":"2026-03-18T09:54:52.609049Z","end":"2026-03-18T09:54:52.741311Z","steps":["trace[1860406883] 'agreement among raft nodes before linearized reading' (duration: 131.966841ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T09:54:52.741795Z","caller":"traceutil/trace.go:171","msg":"trace[393051190] transaction","detail":"{read_only:false; response_revision:1647; number_of_response:1; }","duration":"132.634696ms","start":"2026-03-18T09:54:52.609133Z","end":"2026-03-18T09:54:52.741768Z","steps":["trace[393051190] 'process raft request' (duration: 132.338049ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T09:54:52.741982Z","caller":"traceutil/trace.go:171","msg":"trace[692976379] transaction","detail":"{read_only:false; response_revision:1648; number_of_response:1; }","duration":"132.087854ms","start":"2026-03-18T09:54:52.609878Z","end":"2026-03-18T09:54:52.741966Z","steps":["trace[692976379] 'process raft request' (duration: 131.844089ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T09:54:52.742174Z","caller":"traceutil/trace.go:171","msg":"trace[184340461] transaction","detail":"{read_only:false; response_revision:1649; number_of_response:1; }","duration":"131.761216ms","start":"2026-03-18T09:54:52.610394Z","end":"2026-03-18T09:54:52.742155Z","steps":["trace[184340461] 'process raft request' (duration: 131.503561ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T09:54:53.013553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.232666ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T09:54:53.013705Z","caller":"traceutil/trace.go:171","msg":"trace[1672292429] linearizableReadLoop","detail":"{readStateIndex:1717; appliedIndex:1716; }","duration":"156.583107ms","start":"2026-03-18T09:54:52.857097Z","end":"2026-03-18T09:54:53.01368Z","steps":["trace[1672292429] 'read index received' (duration: 81.142µs)","trace[1672292429] 'applied index is now lower than readState.Index' (duration: 156.499695ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T09:54:53.013803Z","caller":"traceutil/trace.go:171","msg":"trace[295771642] transaction","detail":"{read_only:false; response_revision:1654; number_of_response:1; }","duration":"206.508775ms","start":"2026-03-18T09:54:52.807245Z","end":"2026-03-18T09:54:53.013754Z","steps":["trace[295771642] 'process raft request' (duration: 27.918801ms)","trace[295771642] 'compare' (duration: 178.060442ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T09:54:53.013966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.870123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-haproxy-0\" ","response":"range_response_count:1 size:10982"} {"level":"info","ts":"2026-03-18T09:54:53.014016Z","caller":"traceutil/trace.go:171","msg":"trace[882317912] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-haproxy-0; range_end:; response_count:1; response_revision:1654; }","duration":"156.964395ms","start":"2026-03-18T09:54:52.857039Z","end":"2026-03-18T09:54:53.014004Z","steps":["trace[882317912] 'agreement among raft nodes before linearized reading' (duration: 156.72504ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T09:54:53.026063Z","caller":"traceutil/trace.go:171","msg":"trace[962285959] transaction","detail":"{read_only:false; response_revision:1655; number_of_response:1; }","duration":"167.418442ms","start":"2026-03-18T09:54:52.858614Z","end":"2026-03-18T09:54:53.026032Z","steps":["trace[962285959] 'process raft request' (duration: 167.274599ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T09:54:56.910392Z","caller":"traceutil/trace.go:171","msg":"trace[463740639] transaction","detail":"{read_only:false; response_revision:1685; number_of_response:1; }","duration":"146.381946ms","start":"2026-03-18T09:54:56.763962Z","end":"2026-03-18T09:54:56.910344Z","steps":["trace[463740639] 'process raft request' (duration: 133.091166ms)","trace[463740639] 'compare' (duration: 12.948963ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T09:54:56.910405Z","caller":"traceutil/trace.go:171","msg":"trace[553277469] transaction","detail":"{read_only:false; response_revision:1686; number_of_response:1; }","duration":"146.334546ms","start":"2026-03-18T09:54:56.764038Z","end":"2026-03-18T09:54:56.910372Z","steps":["trace[553277469] 'process raft request' (duration: 146.201823ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T09:54:56.910702Z","caller":"traceutil/trace.go:171","msg":"trace[1112498201] transaction","detail":"{read_only:false; response_revision:1687; number_of_response:1; }","duration":"146.029809ms","start":"2026-03-18T09:54:56.764649Z","end":"2026-03-18T09:54:56.910679Z","steps":["trace[1112498201] 'process raft request' (duration: 145.66451ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T09:54:58.490009Z","caller":"traceutil/trace.go:171","msg":"trace[88213530] transaction","detail":"{read_only:false; response_revision:1693; number_of_response:1; }","duration":"132.775869ms","start":"2026-03-18T09:54:58.357207Z","end":"2026-03-18T09:54:58.489983Z","steps":["trace[88213530] 'process raft request' (duration: 65.733045ms)","trace[88213530] 'compare' (duration: 66.84795ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T09:54:58.675249Z","caller":"traceutil/trace.go:171","msg":"trace[1161995958] transaction","detail":"{read_only:false; response_revision:1697; number_of_response:1; }","duration":"100.95923ms","start":"2026-03-18T09:54:58.574248Z","end":"2026-03-18T09:54:58.675208Z","steps":["trace[1161995958] 'process raft request' (duration: 39.736247ms)","trace[1161995958] 'compare' (duration: 61.007738ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T09:54:58.754393Z","caller":"traceutil/trace.go:171","msg":"trace[584240230] transaction","detail":"{read_only:false; response_revision:1698; number_of_response:1; }","duration":"117.935596ms","start":"2026-03-18T09:54:58.636354Z","end":"2026-03-18T09:54:58.75429Z","steps":["trace[584240230] 'process raft request' (duration: 117.594947ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T09:54:58.867382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.848263ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-18T09:54:58.867573Z","caller":"traceutil/trace.go:171","msg":"trace[2015471414] linearizableReadLoop","detail":"{readStateIndex:1763; appliedIndex:1762; }","duration":"112.749027ms","start":"2026-03-18T09:54:58.754802Z","end":"2026-03-18T09:54:58.867551Z","steps":["trace[2015471414] 'read index received' (duration: 5.637587ms)","trace[2015471414] 'applied index is now lower than readState.Index' (duration: 107.109509ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T09:54:58.867815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.988012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-18T09:54:58.867887Z","caller":"traceutil/trace.go:171","msg":"trace[1314591777] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1698; }","duration":"113.347ms","start":"2026-03-18T09:54:58.75452Z","end":"2026-03-18T09:54:58.867867Z","steps":["trace[1314591777] 'agreement among raft nodes before linearized reading' (duration: 113.104384ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T09:54:59.148025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.198838ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T09:54:59.148185Z","caller":"traceutil/trace.go:171","msg":"trace[490989137] transaction","detail":"{read_only:false; response_revision:1700; number_of_response:1; }","duration":"224.511191ms","start":"2026-03-18T09:54:58.923647Z","end":"2026-03-18T09:54:59.148158Z","steps":["trace[490989137] 'process raft request' (duration: 103.066008ms)","trace[490989137] 'compare' (duration: 121.012884ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T09:54:59.150571Z","caller":"traceutil/trace.go:171","msg":"trace[1591897398] transaction","detail":"{read_only:false; response_revision:1701; number_of_response:1; }","duration":"226.814523ms","start":"2026-03-18T09:54:58.923731Z","end":"2026-03-18T09:54:59.150546Z","steps":["trace[1591897398] 'process raft request' (duration: 226.619749ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T09:54:59.15084Z","caller":"traceutil/trace.go:171","msg":"trace[965659992] linearizableReadLoop","detail":"{readStateIndex:1768; appliedIndex:1764; }","duration":"182.84549ms","start":"2026-03-18T09:54:58.967972Z","end":"2026-03-18T09:54:59.150817Z","steps":["trace[965659992] 'read index received' (duration: 58.954652ms)","trace[965659992] 'applied index is now lower than readState.Index' (duration: 123.889128ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T09:54:59.151049Z","caller":"traceutil/trace.go:171","msg":"trace[259661625] transaction","detail":"{read_only:false; response_revision:1702; number_of_response:1; }","duration":"225.904543ms","start":"2026-03-18T09:54:58.925084Z","end":"2026-03-18T09:54:59.150988Z","steps":["trace[259661625] 'process raft request' (duration: 225.411332ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T09:54:59.151118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.136237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-03-18T09:54:59.15102Z","caller":"traceutil/trace.go:171","msg":"trace[1856356516] transaction","detail":"{read_only:false; response_revision:1703; number_of_response:1; }","duration":"220.876829ms","start":"2026-03-18T09:54:58.930075Z","end":"2026-03-18T09:54:59.150952Z","steps":["trace[1856356516] 'process raft request' (duration: 220.618234ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T09:54:59.151159Z","caller":"traceutil/trace.go:171","msg":"trace[692708166] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1703; }","duration":"183.220909ms","start":"2026-03-18T09:54:58.967923Z","end":"2026-03-18T09:54:59.151143Z","steps":["trace[692708166] 'agreement among raft nodes before linearized reading' (duration: 182.980033ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T09:54:59.42886Z","caller":"traceutil/trace.go:171","msg":"trace[783177613] transaction","detail":"{read_only:false; response_revision:1705; number_of_response:1; }","duration":"263.931491ms","start":"2026-03-18T09:54:59.164905Z","end":"2026-03-18T09:54:59.428836Z","steps":["trace[783177613] 'process raft request' (duration: 168.023245ms)","trace[783177613] 'compare' (duration: 95.703382ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T09:54:59.429138Z","caller":"traceutil/trace.go:171","msg":"trace[2097776412] transaction","detail":"{read_only:false; response_revision:1706; number_of_response:1; }","duration":"264.154127ms","start":"2026-03-18T09:54:59.164975Z","end":"2026-03-18T09:54:59.429129Z","steps":["trace[2097776412] 'process raft request' (duration: 263.806139ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T09:54:59.429266Z","caller":"traceutil/trace.go:171","msg":"trace[52150732] transaction","detail":"{read_only:false; response_revision:1707; number_of_response:1; }","duration":"264.014993ms","start":"2026-03-18T09:54:59.165218Z","end":"2026-03-18T09:54:59.429233Z","steps":["trace[52150732] 'process raft request' (duration: 263.825629ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T09:55:00.90207Z","caller":"traceutil/trace.go:171","msg":"trace[460448997] transaction","detail":"{read_only:false; response_revision:1709; number_of_response:1; }","duration":"419.583349ms","start":"2026-03-18T09:55:00.48246Z","end":"2026-03-18T09:55:00.902044Z","steps":["trace[460448997] 'process raft request' (duration: 419.427835ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T09:55:00.902239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T09:55:00.482404Z","time spent":"419.752082ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T09:55:00.945317Z","caller":"traceutil/trace.go:171","msg":"trace[1144175319] linearizableReadLoop","detail":"{readStateIndex:1776; appliedIndex:1773; }","duration":"265.684942ms","start":"2026-03-18T09:55:00.679611Z","end":"2026-03-18T09:55:00.945296Z","steps":["trace[1144175319] 'read index received' (duration: 222.379173ms)","trace[1144175319] 'applied index is now lower than readState.Index' (duration: 43.304909ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T09:55:00.94541Z","caller":"traceutil/trace.go:171","msg":"trace[1475105204] transaction","detail":"{read_only:false; response_revision:1710; number_of_response:1; }","duration":"449.950235ms","start":"2026-03-18T09:55:00.495413Z","end":"2026-03-18T09:55:00.945363Z","steps":["trace[1475105204] 'process raft request' (duration: 449.663888ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T09:55:00.945749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.134992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-18T09:55:00.94582Z","caller":"traceutil/trace.go:171","msg":"trace[1355035353] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1711; }","duration":"266.256784ms","start":"2026-03-18T09:55:00.679548Z","end":"2026-03-18T09:55:00.945805Z","steps":["trace[1355035353] 'agreement among raft nodes before linearized reading' (duration: 266.05848ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T09:55:00.945805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T09:55:00.495384Z","time spent":"450.310593ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T09:55:00.945564Z","caller":"traceutil/trace.go:171","msg":"trace[634797122] transaction","detail":"{read_only:false; response_revision:1711; number_of_response:1; }","duration":"389.08122ms","start":"2026-03-18T09:55:00.556471Z","end":"2026-03-18T09:55:00.945553Z","steps":["trace[634797122] 'process raft request' (duration: 388.784543ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T09:55:00.946103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T09:55:00.556436Z","time spent":"389.622771ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T09:55:06.645309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"662.364842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-18T09:55:06.645431Z","caller":"traceutil/trace.go:171","msg":"trace[1646210078] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1753; }","duration":"662.531196ms","start":"2026-03-18T09:55:05.982866Z","end":"2026-03-18T09:55:06.645397Z","steps":["trace[1646210078] 'range keys from in-memory index tree' (duration: 662.104896ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T09:55:06.645565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T09:55:05.982834Z","time spent":"662.717449ms","remote":"127.0.0.1:44702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-18T09:55:07.493001Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10400673014339828190,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T09:55:08.413102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"902.944916ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T09:55:08.413344Z","caller":"traceutil/trace.go:171","msg":"trace[1476751000] linearizableReadLoop","detail":"{readStateIndex:1823; appliedIndex:1822; }","duration":"1.420440476s","start":"2026-03-18T09:55:06.992881Z","end":"2026-03-18T09:55:08.413321Z","steps":["trace[1476751000] 'read index received' (duration: 517.199654ms)","trace[1476751000] 'applied index is now lower than readState.Index' (duration: 903.238582ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T09:55:08.413373Z","caller":"traceutil/trace.go:171","msg":"trace[984258498] transaction","detail":"{read_only:false; response_revision:1756; number_of_response:1; }","duration":"1.429815828s","start":"2026-03-18T09:55:06.983513Z","end":"2026-03-18T09:55:08.413329Z","steps":["trace[984258498] 'process raft request' (duration: 526.523214ms)","trace[984258498] 'compare' (duration: 902.604118ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T09:55:08.413623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T09:55:06.983496Z","time spent":"1.430000712s","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T09:55:08.413647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.420769344s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-18T09:55:08.413772Z","caller":"traceutil/trace.go:171","msg":"trace[1852794010] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1756; }","duration":"1.420940338s","start":"2026-03-18T09:55:06.992818Z","end":"2026-03-18T09:55:08.413758Z","steps":["trace[1852794010] 'agreement among raft nodes before linearized reading' (duration: 1.420627261s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T09:55:08.413872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T09:55:06.992796Z","time spent":"1.4210632s","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T09:55:08.421168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.211867283s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-18T09:55:08.421255Z","caller":"traceutil/trace.go:171","msg":"trace[1405646373] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1757; }","duration":"1.211987906s","start":"2026-03-18T09:55:07.209247Z","end":"2026-03-18T09:55:08.421235Z","steps":["trace[1405646373] 'agreement among raft nodes before linearized reading' (duration: 1.211786612s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T09:55:08.421265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.208309924s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-18T09:55:08.421295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T09:55:07.209236Z","time spent":"1.212049267s","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-18T09:55:08.421289Z","caller":"traceutil/trace.go:171","msg":"trace[1498298117] transaction","detail":"{read_only:false; response_revision:1757; number_of_response:1; }","duration":"543.146219ms","start":"2026-03-18T09:55:07.878107Z","end":"2026-03-18T09:55:08.421253Z","steps":["trace[1498298117] 'process raft request' (duration: 542.77064ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T09:55:08.421317Z","caller":"traceutil/trace.go:171","msg":"trace[1198968247] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1757; }","duration":"1.208385516s","start":"2026-03-18T09:55:07.212907Z","end":"2026-03-18T09:55:08.421292Z","steps":["trace[1198968247] 'agreement among raft nodes before linearized reading' (duration: 1.208268813s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T09:55:08.421345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T09:55:07.212891Z","time spent":"1.208446517s","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T09:55:08.421324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"769.073311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-18T09:55:08.421397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T09:55:07.878084Z","time spent":"543.24757ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T09:55:08.421441Z","caller":"traceutil/trace.go:171","msg":"trace[1913051964] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1757; }","duration":"769.230205ms","start":"2026-03-18T09:55:07.65218Z","end":"2026-03-18T09:55:08.42141Z","steps":["trace[1913051964] 'agreement among raft nodes before linearized reading' (duration: 768.872537ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T09:55:08.421207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.202492882s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-18T09:55:08.421507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T09:55:07.652173Z","time spent":"769.321457ms","remote":"127.0.0.1:44702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-18T09:55:08.421521Z","caller":"traceutil/trace.go:171","msg":"trace[1092734389] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1757; }","duration":"1.20285448s","start":"2026-03-18T09:55:07.218655Z","end":"2026-03-18T09:55:08.421509Z","steps":["trace[1092734389] 'agreement among raft nodes before linearized reading' (duration: 1.202452891s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T09:55:08.42155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T09:55:07.218634Z","time spent":"1.202909431s","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-18T09:55:08.421652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"770.017113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T09:55:08.421751Z","caller":"traceutil/trace.go:171","msg":"trace[787645488] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1757; }","duration":"770.397811ms","start":"2026-03-18T09:55:07.651328Z","end":"2026-03-18T09:55:08.421726Z","steps":["trace[787645488] 'agreement among raft nodes before linearized reading' (duration: 769.89163ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T09:55:08.42211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T09:55:07.651307Z","time spent":"770.788271ms","remote":"127.0.0.1:41084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-18T09:55:14.57901Z","caller":"traceutil/trace.go:171","msg":"trace[477688036] transaction","detail":"{read_only:false; response_revision:1785; number_of_response:1; }","duration":"101.139564ms","start":"2026-03-18T09:55:14.477846Z","end":"2026-03-18T09:55:14.578985Z","steps":["trace[477688036] 'process raft request' (duration: 100.645023ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T09:55:14.579291Z","caller":"traceutil/trace.go:171","msg":"trace[1846070566] transaction","detail":"{read_only:false; response_revision:1786; number_of_response:1; }","duration":"101.418312ms","start":"2026-03-18T09:55:14.477861Z","end":"2026-03-18T09:55:14.57928Z","steps":["trace[1846070566] 'process raft request' (duration: 100.724935ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T09:55:14.579431Z","caller":"traceutil/trace.go:171","msg":"trace[1030663039] transaction","detail":"{read_only:false; response_revision:1787; number_of_response:1; }","duration":"101.421032ms","start":"2026-03-18T09:55:14.478001Z","end":"2026-03-18T09:55:14.579422Z","steps":["trace[1030663039] 'process raft request' (duration: 100.610603ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T09:55:19.14199Z","caller":"traceutil/trace.go:171","msg":"trace[2000819281] transaction","detail":"{read_only:false; response_revision:1818; number_of_response:1; }","duration":"124.642036ms","start":"2026-03-18T09:55:19.017321Z","end":"2026-03-18T09:55:19.141963Z","steps":["trace[2000819281] 'process raft request' (duration: 124.40676ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T09:55:19.2618Z","caller":"traceutil/trace.go:171","msg":"trace[2048807526] transaction","detail":"{read_only:false; response_revision:1820; number_of_response:1; }","duration":"175.73091ms","start":"2026-03-18T09:55:19.086041Z","end":"2026-03-18T09:55:19.261772Z","steps":["trace[2048807526] 'process raft request' (duration: 175.655028ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T09:55:19.262008Z","caller":"traceutil/trace.go:171","msg":"trace[1861830319] transaction","detail":"{read_only:false; response_revision:1819; number_of_response:1; }","duration":"242.477097ms","start":"2026-03-18T09:55:19.019475Z","end":"2026-03-18T09:55:19.261952Z","steps":["trace[1861830319] 'process raft request' (duration: 213.575045ms)","trace[1861830319] 'compare' (duration: 28.501913ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T09:55:22.907608Z","caller":"traceutil/trace.go:171","msg":"trace[1499267828] transaction","detail":"{read_only:false; response_revision:1838; number_of_response:1; }","duration":"138.341994ms","start":"2026-03-18T09:55:22.769229Z","end":"2026-03-18T09:55:22.907571Z","steps":["trace[1499267828] 'process raft request' (duration: 133.419304ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T09:55:22.907806Z","caller":"traceutil/trace.go:171","msg":"trace[198244857] transaction","detail":"{read_only:false; response_revision:1839; number_of_response:1; }","duration":"138.357965ms","start":"2026-03-18T09:55:22.769352Z","end":"2026-03-18T09:55:22.90771Z","steps":["trace[198244857] 'process raft request' (duration: 138.105189ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T09:55:22.907691Z","caller":"traceutil/trace.go:171","msg":"trace[327232653] transaction","detail":"{read_only:false; response_revision:1840; number_of_response:1; }","duration":"138.302744ms","start":"2026-03-18T09:55:22.769354Z","end":"2026-03-18T09:55:22.907656Z","steps":["trace[327232653] 'process raft request' (duration: 138.17783ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T09:55:32.864059Z","caller":"traceutil/trace.go:171","msg":"trace[1652080962] linearizableReadLoop","detail":"{readStateIndex:1956; appliedIndex:1955; }","duration":"280.571467ms","start":"2026-03-18T09:55:32.583447Z","end":"2026-03-18T09:55:32.864019Z","steps":["trace[1652080962] 'read index received' (duration: 280.440354ms)","trace[1652080962] 'applied index is now lower than readState.Index' (duration: 130.003µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T09:55:32.864149Z","caller":"traceutil/trace.go:171","msg":"trace[782837548] transaction","detail":"{read_only:false; response_revision:1884; number_of_response:1; }","duration":"310.954073ms","start":"2026-03-18T09:55:32.553152Z","end":"2026-03-18T09:55:32.864106Z","steps":["trace[782837548] 'process raft request' (duration: 310.727128ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T09:55:32.864251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.790671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T09:55:32.864287Z","caller":"traceutil/trace.go:171","msg":"trace[1498257828] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:1884; }","duration":"280.889143ms","start":"2026-03-18T09:55:32.583387Z","end":"2026-03-18T09:55:32.864276Z","steps":["trace[1498257828] 'agreement among raft nodes before linearized reading' (duration: 280.796971ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T09:55:32.864338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T09:55:32.553121Z","time spent":"311.119947ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T09:55:32.864613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.903377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-18T09:55:32.86443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.137235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T09:55:32.86474Z","caller":"traceutil/trace.go:171","msg":"trace[930727012] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1884; }","duration":"259.101211ms","start":"2026-03-18T09:55:32.605609Z","end":"2026-03-18T09:55:32.864711Z","steps":["trace[930727012] 'agreement among raft nodes before linearized reading' (duration: 258.702852ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T09:55:32.864737Z","caller":"traceutil/trace.go:171","msg":"trace[793480834] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1884; }","duration":"211.478903ms","start":"2026-03-18T09:55:32.653239Z","end":"2026-03-18T09:55:32.864718Z","steps":["trace[793480834] 'agreement among raft nodes before linearized reading' (duration: 211.151586ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T09:55:33.832509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"553.1282ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T09:55:33.832858Z","caller":"traceutil/trace.go:171","msg":"trace[1530276262] linearizableReadLoop","detail":"{readStateIndex:1958; appliedIndex:1956; }","duration":"878.98452ms","start":"2026-03-18T09:55:32.953853Z","end":"2026-03-18T09:55:33.832838Z","steps":["trace[1530276262] 'read index received' (duration: 325.36828ms)","trace[1530276262] 'applied index is now lower than readState.Index' (duration: 553.61517ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T09:55:33.833071Z","caller":"traceutil/trace.go:171","msg":"trace[757948860] transaction","detail":"{read_only:false; response_revision:1885; number_of_response:1; }","duration":"963.465409ms","start":"2026-03-18T09:55:32.869486Z","end":"2026-03-18T09:55:33.832952Z","steps":["trace[757948860] 'process raft request' (duration: 409.774437ms)","trace[757948860] 'compare' (duration: 552.771792ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T09:55:33.833169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T09:55:32.869471Z","time spent":"963.641035ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T09:55:33.833214Z","caller":"traceutil/trace.go:171","msg":"trace[1962104891] transaction","detail":"{read_only:false; response_revision:1886; number_of_response:1; }","duration":"963.354768ms","start":"2026-03-18T09:55:32.869778Z","end":"2026-03-18T09:55:33.833133Z","steps":["trace[1962104891] 'process raft request' (duration: 962.902727ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T09:55:33.833203Z","caller":"traceutil/trace.go:171","msg":"trace[338780709] transaction","detail":"{read_only:false; response_revision:1887; number_of_response:1; }","duration":"608.486903ms","start":"2026-03-18T09:55:33.224674Z","end":"2026-03-18T09:55:33.833161Z","steps":["trace[338780709] 'process raft request' (duration: 608.122114ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T09:55:33.83345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T09:55:33.224643Z","time spent":"608.679477ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T09:55:33.833407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T09:55:32.869752Z","time spent":"963.558133ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T09:55:33.833965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"880.094075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-18T09:55:33.834098Z","caller":"traceutil/trace.go:171","msg":"trace[448793270] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1887; }","duration":"880.31226ms","start":"2026-03-18T09:55:32.95376Z","end":"2026-03-18T09:55:33.834072Z","steps":["trace[448793270] 'agreement among raft nodes before linearized reading' (duration: 879.41969ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T09:55:33.834153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T09:55:32.953742Z","time spent":"880.400262ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-18T09:55:33.895725Z","caller":"traceutil/trace.go:171","msg":"trace[1865161886] transaction","detail":"{read_only:false; response_revision:1888; number_of_response:1; }","duration":"581.979492ms","start":"2026-03-18T09:55:33.313724Z","end":"2026-03-18T09:55:33.895703Z","steps":["trace[1865161886] 'process raft request' (duration: 581.792098ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T09:55:33.895836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T09:55:33.313696Z","time spent":"582.086015ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T09:55:33.896134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"639.497933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.215\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-18T09:55:33.896144Z","caller":"traceutil/trace.go:171","msg":"trace[1789013237] transaction","detail":"{read_only:false; response_revision:1889; number_of_response:1; }","duration":"499.508148ms","start":"2026-03-18T09:55:33.396518Z","end":"2026-03-18T09:55:33.896026Z","steps":["trace[1789013237] 'process raft request' (duration: 499.140449ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T09:55:33.896211Z","caller":"traceutil/trace.go:171","msg":"trace[1859880122] range","detail":"{range_begin:/registry/masterleases/199.19.213.215; range_end:; response_count:1; response_revision:1889; }","duration":"639.622786ms","start":"2026-03-18T09:55:33.256569Z","end":"2026-03-18T09:55:33.896191Z","steps":["trace[1859880122] 'agreement among raft nodes before linearized reading' (duration: 639.423692ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T09:55:33.896134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"929.719778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-18T09:55:33.896265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T09:55:33.256554Z","time spent":"639.702548ms","remote":"127.0.0.1:41098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.19.213.215\" "} {"level":"warn","ts":"2026-03-18T09:55:33.896334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T09:55:33.396497Z","time spent":"499.731552ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T09:55:33.896312Z","caller":"traceutil/trace.go:171","msg":"trace[2123416221] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1889; }","duration":"929.927063ms","start":"2026-03-18T09:55:32.966367Z","end":"2026-03-18T09:55:33.896294Z","steps":["trace[2123416221] 'agreement among raft nodes before linearized reading' (duration: 929.649676ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T09:55:33.896364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"930.844942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-18T09:55:33.896404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T09:55:32.966351Z","time spent":"930.035535ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-18T09:55:33.89646Z","caller":"traceutil/trace.go:171","msg":"trace[1681888369] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1889; }","duration":"930.986256ms","start":"2026-03-18T09:55:32.965449Z","end":"2026-03-18T09:55:33.896436Z","steps":["trace[1681888369] 'agreement among raft nodes before linearized reading' (duration: 930.676939ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T09:55:33.896511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T09:55:32.965433Z","time spent":"931.068408ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-18T09:55:34.07758Z","caller":"traceutil/trace.go:171","msg":"trace[536565959] linearizableReadLoop","detail":"{readStateIndex:1962; appliedIndex:1961; }","duration":"181.621558ms","start":"2026-03-18T09:55:33.895927Z","end":"2026-03-18T09:55:34.077549Z","steps":["trace[536565959] 'read index received' (duration: 173.31207ms)","trace[536565959] 'applied index is now lower than readState.Index' (duration: 8.308328ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T09:55:34.077629Z","caller":"traceutil/trace.go:171","msg":"trace[1392743119] transaction","detail":"{read_only:false; response_revision:1890; number_of_response:1; }","duration":"238.978034ms","start":"2026-03-18T09:55:33.838625Z","end":"2026-03-18T09:55:34.077603Z","steps":["trace[1392743119] 'process raft request' (duration: 225.436668ms)","trace[1392743119] 'compare' (duration: 13.282491ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T09:55:34.077847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.581047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-18T09:55:34.077889Z","caller":"traceutil/trace.go:171","msg":"trace[605188967] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1890; }","duration":"204.694119ms","start":"2026-03-18T09:55:33.873181Z","end":"2026-03-18T09:55:34.077875Z","steps":["trace[605188967] 'agreement among raft nodes before linearized reading' (duration: 204.503215ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T09:55:34.097453Z","caller":"traceutil/trace.go:171","msg":"trace[1705157315] transaction","detail":"{read_only:false; response_revision:1891; number_of_response:1; }","duration":"195.477971ms","start":"2026-03-18T09:55:33.90195Z","end":"2026-03-18T09:55:34.097428Z","steps":["trace[1705157315] 'process raft request' (duration: 195.296827ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T09:55:34.097502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.072318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T09:55:34.097549Z","caller":"traceutil/trace.go:171","msg":"trace[246683580] transaction","detail":"{read_only:false; response_revision:1892; number_of_response:1; }","duration":"195.488631ms","start":"2026-03-18T09:55:33.902008Z","end":"2026-03-18T09:55:34.097497Z","steps":["trace[246683580] 'process raft request' (duration: 195.340188ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T09:55:34.09759Z","caller":"traceutil/trace.go:171","msg":"trace[927255533] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:1892; }","duration":"132.20786ms","start":"2026-03-18T09:55:33.965358Z","end":"2026-03-18T09:55:34.097566Z","steps":["trace[927255533] 'agreement among raft nodes before linearized reading' (duration: 132.039236ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T09:55:34.272823Z","caller":"traceutil/trace.go:171","msg":"trace[2096349142] transaction","detail":"{read_only:false; response_revision:1893; number_of_response:1; }","duration":"174.474195ms","start":"2026-03-18T09:55:34.098329Z","end":"2026-03-18T09:55:34.272803Z","steps":["trace[2096349142] 'process raft request' (duration: 109.363063ms)","trace[2096349142] 'compare' (duration: 65.00001ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T09:55:39.661246Z","caller":"traceutil/trace.go:171","msg":"trace[41626252] transaction","detail":"{read_only:false; response_revision:1913; number_of_response:1; }","duration":"132.821124ms","start":"2026-03-18T09:55:39.528404Z","end":"2026-03-18T09:55:39.661225Z","steps":["trace[41626252] 'process raft request' (duration: 132.439865ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T09:55:40.45701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.452514ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T09:55:40.457309Z","caller":"traceutil/trace.go:171","msg":"trace[985779240] transaction","detail":"{read_only:false; response_revision:1915; number_of_response:1; }","duration":"523.540361ms","start":"2026-03-18T09:55:39.933749Z","end":"2026-03-18T09:55:40.457289Z","steps":["trace[985779240] 'process raft request' (duration: 523.438899ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T09:55:40.45739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T09:55:39.933731Z","time spent":"523.624123ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T09:55:40.457362Z","caller":"traceutil/trace.go:171","msg":"trace[1464182691] transaction","detail":"{read_only:false; response_revision:1914; number_of_response:1; }","duration":"595.390465ms","start":"2026-03-18T09:55:39.861906Z","end":"2026-03-18T09:55:40.457297Z","steps":["trace[1464182691] 'process raft request' (duration: 138.559323ms)","trace[1464182691] 'compare' (duration: 456.008294ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T09:55:40.457352Z","caller":"traceutil/trace.go:171","msg":"trace[157158102] linearizableReadLoop","detail":"{readStateIndex:1988; appliedIndex:1987; }","duration":"590.014984ms","start":"2026-03-18T09:55:39.867301Z","end":"2026-03-18T09:55:40.457316Z","steps":["trace[157158102] 'read index received' (duration: 133.179792ms)","trace[157158102] 'applied index is now lower than readState.Index' (duration: 456.832502ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T09:55:40.457628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T09:55:39.861877Z","time spent":"595.60718ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T09:55:40.457729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"590.409672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-18T09:55:40.457801Z","caller":"traceutil/trace.go:171","msg":"trace[697753895] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1915; }","duration":"590.540965ms","start":"2026-03-18T09:55:39.867245Z","end":"2026-03-18T09:55:40.457786Z","steps":["trace[697753895] 'agreement among raft nodes before linearized reading' (duration: 590.31052ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T09:55:40.457895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T09:55:39.867225Z","time spent":"590.657699ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-18T09:55:40.458179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"516.200294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-18T09:55:40.458242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.691407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-18T09:55:40.458256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.70221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-18T09:55:40.458253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.999764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12386"} {"level":"info","ts":"2026-03-18T09:55:40.458297Z","caller":"traceutil/trace.go:171","msg":"trace[704095240] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:1915; }","duration":"516.38199ms","start":"2026-03-18T09:55:39.941894Z","end":"2026-03-18T09:55:40.458276Z","steps":["trace[704095240] 'agreement among raft nodes before linearized reading' (duration: 516.185295ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T09:55:40.458216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.886311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.189de6e990ab9812\" ","response":"range_response_count:1 size:846"} {"level":"warn","ts":"2026-03-18T09:55:40.458349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.74ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-18T09:55:40.458424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"588.950141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-18T09:55:40.45833Z","caller":"traceutil/trace.go:171","msg":"trace[986931223] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1915; }","duration":"341.79392ms","start":"2026-03-18T09:55:40.116509Z","end":"2026-03-18T09:55:40.458303Z","steps":["trace[986931223] 'agreement among raft nodes before linearized reading' (duration: 341.552864ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T09:55:40.458495Z","caller":"traceutil/trace.go:171","msg":"trace[1267943206] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1915; }","duration":"589.020873ms","start":"2026-03-18T09:55:39.869462Z","end":"2026-03-18T09:55:40.458482Z","steps":["trace[1267943206] 'agreement among raft nodes before linearized reading' (duration: 588.216514ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T09:55:40.458551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T09:55:40.116451Z","time spent":"342.071758ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-18T09:55:40.458571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T09:55:39.869388Z","time spent":"589.173407ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T09:55:40.458172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.631635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-18T09:55:40.458354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T09:55:39.941868Z","time spent":"516.469832ms","remote":"127.0.0.1:41344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":30,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-18T09:55:40.458345Z","caller":"traceutil/trace.go:171","msg":"trace[727144736] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1915; }","duration":"388.132018ms","start":"2026-03-18T09:55:40.070191Z","end":"2026-03-18T09:55:40.458323Z","steps":["trace[727144736] 'agreement among raft nodes before linearized reading' (duration: 387.850361ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T09:55:40.459009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T09:55:40.070172Z","time spent":"388.815174ms","remote":"127.0.0.1:41260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12409,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-18T09:55:40.458426Z","caller":"traceutil/trace.go:171","msg":"trace[143756914] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.189de6e990ab9812; range_end:; response_count:1; response_revision:1915; }","duration":"319.134428ms","start":"2026-03-18T09:55:40.139263Z","end":"2026-03-18T09:55:40.458397Z","steps":["trace[143756914] 'agreement among raft nodes before linearized reading' (duration: 318.784599ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T09:55:40.459109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T09:55:40.139245Z","time spent":"319.832103ms","remote":"127.0.0.1:41148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":869,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.189de6e990ab9812\" "} {"level":"info","ts":"2026-03-18T09:55:40.458336Z","caller":"traceutil/trace.go:171","msg":"trace[146068675] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1915; }","duration":"323.793723ms","start":"2026-03-18T09:55:40.134516Z","end":"2026-03-18T09:55:40.45831Z","steps":["trace[146068675] 'agreement among raft nodes before linearized reading' (duration: 323.571387ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T09:55:40.45944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T09:55:40.134509Z","time spent":"324.869228ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-18T09:55:40.458528Z","caller":"traceutil/trace.go:171","msg":"trace[1381613151] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1915; }","duration":"299.931863ms","start":"2026-03-18T09:55:40.158529Z","end":"2026-03-18T09:55:40.458461Z","steps":["trace[1381613151] 'agreement among raft nodes before linearized reading' (duration: 299.569654ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T09:55:40.459566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T09:55:40.158524Z","time spent":"301.016997ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-18T09:55:40.458885Z","caller":"traceutil/trace.go:171","msg":"trace[1357554744] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1915; }","duration":"330.308771ms","start":"2026-03-18T09:55:40.128477Z","end":"2026-03-18T09:55:40.458786Z","steps":["trace[1357554744] 'agreement among raft nodes before linearized reading' (duration: 329.481601ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T09:55:40.459693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T09:55:40.128465Z","time spent":"331.19835ms","remote":"127.0.0.1:44702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-18T09:55:41.043834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.948816ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T09:55:41.043975Z","caller":"traceutil/trace.go:171","msg":"trace[475872754] transaction","detail":"{read_only:false; response_revision:1916; number_of_response:1; }","duration":"581.457531ms","start":"2026-03-18T09:55:40.462494Z","end":"2026-03-18T09:55:41.043951Z","steps":["trace[475872754] 'process raft request' (duration: 479.27225ms)","trace[475872754] 'compare' (duration: 101.173117ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T09:55:41.04404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T09:55:40.46247Z","time spent":"581.541932ms","remote":"127.0.0.1:41148","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":831,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T09:55:41.198605Z","caller":"traceutil/trace.go:171","msg":"trace[1248214894] transaction","detail":"{read_only:false; response_revision:1917; number_of_response:1; }","duration":"734.319338ms","start":"2026-03-18T09:55:40.464245Z","end":"2026-03-18T09:55:41.198564Z","steps":["trace[1248214894] 'process raft request' (duration: 722.374988ms)","trace[1248214894] 'compare' (duration: 11.50299ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T09:55:41.198806Z","caller":"traceutil/trace.go:171","msg":"trace[583257448] transaction","detail":"{read_only:false; response_revision:1918; number_of_response:1; }","duration":"734.321348ms","start":"2026-03-18T09:55:40.464459Z","end":"2026-03-18T09:55:41.198781Z","steps":["trace[583257448] 'process raft request' (duration: 734.028081ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T09:55:41.198846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T09:55:40.464216Z","time spent":"734.506961ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T09:55:41.198924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T09:55:40.464442Z","time spent":"734.4217ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T09:55:41.199132Z","caller":"traceutil/trace.go:171","msg":"trace[805726429] transaction","detail":"{read_only:false; response_revision:1919; number_of_response:1; }","duration":"734.641754ms","start":"2026-03-18T09:55:40.46448Z","end":"2026-03-18T09:55:41.199122Z","steps":["trace[805726429] 'process raft request' (duration: 734.207465ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T09:55:41.199187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T09:55:40.464446Z","time spent":"734.712286ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T09:55:41.199266Z","caller":"traceutil/trace.go:171","msg":"trace[439258584] transaction","detail":"{read_only:false; response_revision:1922; number_of_response:1; }","duration":"302.533812ms","start":"2026-03-18T09:55:40.896721Z","end":"2026-03-18T09:55:41.199254Z","steps":["trace[439258584] 'process raft request' (duration: 302.408999ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T09:55:41.199221Z","caller":"traceutil/trace.go:171","msg":"trace[1117377729] linearizableReadLoop","detail":"{readStateIndex:1995; appliedIndex:1989; }","duration":"730.340258ms","start":"2026-03-18T09:55:40.468848Z","end":"2026-03-18T09:55:41.199188Z","steps":["trace[1117377729] 'read index received' (duration: 472.942646ms)","trace[1117377729] 'applied index is now lower than readState.Index' (duration: 257.396002ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T09:55:41.199251Z","caller":"traceutil/trace.go:171","msg":"trace[721550939] transaction","detail":"{read_only:false; response_revision:1920; number_of_response:1; }","duration":"734.664215ms","start":"2026-03-18T09:55:40.464549Z","end":"2026-03-18T09:55:41.199213Z","steps":["trace[721550939] 'process raft request' (duration: 734.41906ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T09:55:41.199315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T09:55:40.896675Z","time spent":"302.615884ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T09:55:41.199349Z","caller":"traceutil/trace.go:171","msg":"trace[803775278] transaction","detail":"{read_only:false; response_revision:1921; number_of_response:1; }","duration":"734.656165ms","start":"2026-03-18T09:55:40.464645Z","end":"2026-03-18T09:55:41.199301Z","steps":["trace[803775278] 'process raft request' (duration: 734.4369ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T09:55:41.199427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T09:55:40.464527Z","time spent":"734.809598ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T09:55:41.199433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"730.562343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T09:55:41.199481Z","caller":"traceutil/trace.go:171","msg":"trace[877714351] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:1922; }","duration":"730.690146ms","start":"2026-03-18T09:55:40.468778Z","end":"2026-03-18T09:55:41.199468Z","steps":["trace[877714351] 'agreement among raft nodes before linearized reading' (duration: 730.580944ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T09:55:41.199415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"665.284056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T09:55:41.199528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T09:55:40.468757Z","time spent":"730.760177ms","remote":"127.0.0.1:38766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-18T09:55:41.199571Z","caller":"traceutil/trace.go:171","msg":"trace[128757876] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:1922; }","duration":"665.46327ms","start":"2026-03-18T09:55:40.534094Z","end":"2026-03-18T09:55:41.199558Z","steps":["trace[128757876] 'agreement among raft nodes before linearized reading' (duration: 665.290316ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T09:55:41.199605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T09:55:40.534074Z","time spent":"665.521331ms","remote":"127.0.0.1:60272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-03-18T09:55:41.199594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T09:55:40.464636Z","time spent":"734.827369ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T09:55:41.199588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.974191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T09:55:41.199692Z","caller":"traceutil/trace.go:171","msg":"trace[1043550995] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:1922; }","duration":"513.158475ms","start":"2026-03-18T09:55:40.68651Z","end":"2026-03-18T09:55:41.199668Z","steps":["trace[1043550995] 'agreement among raft nodes before linearized reading' (duration: 512.90927ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T09:55:41.199746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T09:55:40.686481Z","time spent":"513.252518ms","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"info","ts":"2026-03-18T09:55:41.597177Z","caller":"traceutil/trace.go:171","msg":"trace[1334380201] linearizableReadLoop","detail":"{readStateIndex:1997; appliedIndex:1996; }","duration":"128.64679ms","start":"2026-03-18T09:55:41.468495Z","end":"2026-03-18T09:55:41.597142Z","steps":["trace[1334380201] 'read index received' (duration: 128.304193ms)","trace[1334380201] 'applied index is now lower than readState.Index' (duration: 340.757µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T09:55:41.597255Z","caller":"traceutil/trace.go:171","msg":"trace[102547200] transaction","detail":"{read_only:false; response_revision:1923; number_of_response:1; }","duration":"193.033436ms","start":"2026-03-18T09:55:41.404174Z","end":"2026-03-18T09:55:41.597207Z","steps":["trace[102547200] 'process raft request' (duration: 192.730449ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T09:55:41.597474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.955157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-18T09:55:41.597533Z","caller":"traceutil/trace.go:171","msg":"trace[1268208123] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1923; }","duration":"129.08352ms","start":"2026-03-18T09:55:41.468428Z","end":"2026-03-18T09:55:41.597512Z","steps":["trace[1268208123] 'agreement among raft nodes before linearized reading' (duration: 128.848664ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T09:55:42.947448Z","caller":"traceutil/trace.go:171","msg":"trace[1471990185] transaction","detail":"{read_only:false; response_revision:1924; number_of_response:1; }","duration":"483.609188ms","start":"2026-03-18T09:55:42.463815Z","end":"2026-03-18T09:55:42.947424Z","steps":["trace[1471990185] 'process raft request' (duration: 483.458835ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T09:55:42.947614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T09:55:42.463788Z","time spent":"483.735041ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T09:55:43.018265Z","caller":"traceutil/trace.go:171","msg":"trace[639158904] linearizableReadLoop","detail":"{readStateIndex:1999; appliedIndex:1997; }","duration":"412.331996ms","start":"2026-03-18T09:55:42.605905Z","end":"2026-03-18T09:55:43.018237Z","steps":["trace[639158904] 'read index received' (duration: 341.399652ms)","trace[639158904] 'applied index is now lower than readState.Index' (duration: 70.931424ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T09:55:43.01839Z","caller":"traceutil/trace.go:171","msg":"trace[1036792019] transaction","detail":"{read_only:false; response_revision:1925; number_of_response:1; }","duration":"552.583778ms","start":"2026-03-18T09:55:42.465784Z","end":"2026-03-18T09:55:43.018368Z","steps":["trace[1036792019] 'process raft request' (duration: 552.298172ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T09:55:43.018537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.612182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-18T09:55:43.018529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.697892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T09:55:43.018525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.532357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T09:55:43.01866Z","caller":"traceutil/trace.go:171","msg":"trace[1850050389] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1925; }","duration":"365.726961ms","start":"2026-03-18T09:55:42.652921Z","end":"2026-03-18T09:55:43.018648Z","steps":["trace[1850050389] 'agreement among raft nodes before linearized reading' (duration: 365.568688ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T09:55:43.018575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T09:55:42.465762Z","time spent":"552.69502ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T09:55:43.018856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T09:55:42.652887Z","time spent":"365.960188ms","remote":"127.0.0.1:41084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-18T09:55:43.018588Z","caller":"traceutil/trace.go:171","msg":"trace[1698611074] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1925; }","duration":"412.750215ms","start":"2026-03-18T09:55:42.60582Z","end":"2026-03-18T09:55:43.01857Z","steps":["trace[1698611074] 'agreement among raft nodes before linearized reading' (duration: 412.562091ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T09:55:43.018918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T09:55:42.605799Z","time spent":"413.104824ms","remote":"127.0.0.1:44702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-18T09:55:43.018604Z","caller":"traceutil/trace.go:171","msg":"trace[2072130714] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:1925; }","duration":"377.801184ms","start":"2026-03-18T09:55:42.640784Z","end":"2026-03-18T09:55:43.018585Z","steps":["trace[2072130714] 'agreement among raft nodes before linearized reading' (duration: 377.668111ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T09:55:43.019091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T09:55:42.640774Z","time spent":"378.288776ms","remote":"127.0.0.1:60350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"info","ts":"2026-03-18T09:55:43.391413Z","caller":"traceutil/trace.go:171","msg":"trace[455501223] transaction","detail":"{read_only:false; response_revision:1927; number_of_response:1; }","duration":"182.926468ms","start":"2026-03-18T09:55:43.208458Z","end":"2026-03-18T09:55:43.391384Z","steps":["trace[455501223] 'process raft request' (duration: 107.758758ms)","trace[455501223] 'compare' (duration: 74.967695ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T09:55:43.391681Z","caller":"traceutil/trace.go:171","msg":"trace[533287614] transaction","detail":"{read_only:false; response_revision:1928; number_of_response:1; }","duration":"182.642711ms","start":"2026-03-18T09:55:43.209018Z","end":"2026-03-18T09:55:43.391661Z","steps":["trace[533287614] 'process raft request' (duration: 182.316794ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T09:55:43.391853Z","caller":"traceutil/trace.go:171","msg":"trace[720115561] transaction","detail":"{read_only:false; response_revision:1929; number_of_response:1; }","duration":"182.829665ms","start":"2026-03-18T09:55:43.209017Z","end":"2026-03-18T09:55:43.391847Z","steps":["trace[720115561] 'process raft request' (duration: 182.557559ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T09:55:43.391939Z","caller":"traceutil/trace.go:171","msg":"trace[313381794] linearizableReadLoop","detail":"{readStateIndex:2005; appliedIndex:1999; }","duration":"180.006092ms","start":"2026-03-18T09:55:43.21191Z","end":"2026-03-18T09:55:43.391917Z","steps":["trace[313381794] 'read index received' (duration: 35.591265ms)","trace[313381794] 'applied index is now lower than readState.Index' (duration: 144.413167ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T09:55:43.391995Z","caller":"traceutil/trace.go:171","msg":"trace[848061445] transaction","detail":"{read_only:false; response_revision:1930; number_of_response:1; }","duration":"182.691851ms","start":"2026-03-18T09:55:43.209284Z","end":"2026-03-18T09:55:43.391976Z","steps":["trace[848061445] 'process raft request' (duration: 182.489537ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T09:55:43.392029Z","caller":"traceutil/trace.go:171","msg":"trace[2020141887] transaction","detail":"{read_only:false; response_revision:1931; number_of_response:1; }","duration":"181.943885ms","start":"2026-03-18T09:55:43.210047Z","end":"2026-03-18T09:55:43.39199Z","steps":["trace[2020141887] 'process raft request' (duration: 181.803352ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T09:55:43.392165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.224857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T09:55:43.392235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.363722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.215\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-18T09:55:43.392234Z","caller":"traceutil/trace.go:171","msg":"trace[222335662] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:1931; }","duration":"180.325859ms","start":"2026-03-18T09:55:43.211892Z","end":"2026-03-18T09:55:43.392218Z","steps":["trace[222335662] 'agreement among raft nodes before linearized reading' (duration: 180.173675ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T09:55:43.392262Z","caller":"traceutil/trace.go:171","msg":"trace[561253857] range","detail":"{range_begin:/registry/masterleases/199.19.213.215; range_end:; response_count:1; response_revision:1931; }","duration":"135.442963ms","start":"2026-03-18T09:55:43.25681Z","end":"2026-03-18T09:55:43.392253Z","steps":["trace[561253857] 'agreement among raft nodes before linearized reading' (duration: 135.317291ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T09:55:44.261103Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10400673014339828594,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T09:55:46.22718Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.273422872s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-18T09:55:46.652683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000286621s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-18T09:55:46.652814Z","caller":"traceutil/trace.go:171","msg":"trace[1114468873] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000474885s","start":"2026-03-18T09:55:44.652316Z","end":"2026-03-18T09:55:46.652791Z","steps":["trace[1114468873] 'agreement among raft nodes before linearized reading' (duration: 2.000325552s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T09:55:46.652876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T09:55:44.652292Z","time spent":"2.000560507s","remote":"127.0.0.1:41084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/18 09:55:46 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-18T09:55:48.653197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000392953s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-18T09:55:48.653314Z","caller":"traceutil/trace.go:171","msg":"trace[328001949] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000555606s","start":"2026-03-18T09:55:46.652735Z","end":"2026-03-18T09:55:48.65329Z","steps":["trace[328001949] 'agreement among raft nodes before linearized reading' (duration: 2.000396573s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T09:55:48.653373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T09:55:46.652726Z","time spent":"2.000637198s","remote":"127.0.0.1:41074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/18 09:55:48 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-18T09:55:48.811028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.15772169s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T09:55:48.811233Z","caller":"traceutil/trace.go:171","msg":"trace[1160089701] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1931; }","duration":"2.157959716s","start":"2026-03-18T09:55:46.65325Z","end":"2026-03-18T09:55:48.81121Z","steps":["trace[1160089701] 'range keys from in-memory index tree' (duration: 2.15769928s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T09:55:48.812617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.483665288s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T09:55:48.812859Z","caller":"traceutil/trace.go:171","msg":"trace[577635230] transaction","detail":"{read_only:false; response_revision:1933; number_of_response:1; }","duration":"3.859215565s","start":"2026-03-18T09:55:44.953619Z","end":"2026-03-18T09:55:48.812835Z","steps":["trace[577635230] 'process raft request' (duration: 3.859144813s)"],"step_count":1} {"level":"info","ts":"2026-03-18T09:55:48.812806Z","caller":"traceutil/trace.go:171","msg":"trace[938175384] transaction","detail":"{read_only:false; response_revision:1932; number_of_response:1; }","duration":"5.3685042s","start":"2026-03-18T09:55:43.444255Z","end":"2026-03-18T09:55:48.812759Z","steps":["trace[938175384] 'process raft request' (duration: 884.566116ms)","trace[938175384] 'compare' (duration: 4.483260609s)"],"step_count":2} {"level":"info","ts":"2026-03-18T09:55:48.812919Z","caller":"traceutil/trace.go:171","msg":"trace[1112310444] linearizableReadLoop","detail":"{readStateIndex:2007; appliedIndex:2006; }","duration":"5.052088024s","start":"2026-03-18T09:55:43.760801Z","end":"2026-03-18T09:55:48.812889Z","steps":["trace[1112310444] 'read index received' (duration: 568.092479ms)","trace[1112310444] 'applied index is now lower than readState.Index' (duration: 4.483991125s)"],"step_count":2} {"level":"warn","ts":"2026-03-18T09:55:48.813055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T09:55:43.444229Z","time spent":"5.368702535s","remote":"127.0.0.1:41098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T09:55:48.813104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.052294128s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T09:55:48.81315Z","caller":"traceutil/trace.go:171","msg":"trace[536923861] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:1933; }","duration":"5.052398862s","start":"2026-03-18T09:55:43.760738Z","end":"2026-03-18T09:55:48.813137Z","steps":["trace[536923861] 'agreement among raft nodes before linearized reading' (duration: 5.052296379s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T09:55:48.81321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T09:55:43.76067Z","time spent":"5.052527284s","remote":"127.0.0.1:41438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-18T09:55:48.812946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T09:55:44.953591Z","time spent":"3.859318737s","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T09:55:49.314126Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10400673014339828602,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T09:55:49.64005Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.412647704s","expected-duration":"1s"} {"level":"info","ts":"2026-03-18T09:55:49.640562Z","caller":"traceutil/trace.go:171","msg":"trace[896184889] transaction","detail":"{read_only:false; response_revision:1935; number_of_response:1; }","duration":"4.381874975s","start":"2026-03-18T09:55:45.258666Z","end":"2026-03-18T09:55:49.640541Z","steps":["trace[896184889] 'process raft request' (duration: 4.381816103s)"],"step_count":1} {"level":"info","ts":"2026-03-18T09:55:49.640676Z","caller":"traceutil/trace.go:171","msg":"trace[1146171405] transaction","detail":"{read_only:false; response_revision:1934; number_of_response:1; }","duration":"4.615585821s","start":"2026-03-18T09:55:45.024997Z","end":"2026-03-18T09:55:49.640582Z","steps":["trace[1146171405] 'process raft request' (duration: 4.615332875s)"],"step_count":1} {"level":"info","ts":"2026-03-18T09:55:49.640766Z","caller":"traceutil/trace.go:171","msg":"trace[206326464] transaction","detail":"{read_only:false; response_revision:1936; number_of_response:1; }","duration":"4.161582542s","start":"2026-03-18T09:55:45.479148Z","end":"2026-03-18T09:55:49.64073Z","steps":["trace[206326464] 'process raft request' (duration: 4.161362967s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T09:55:49.640712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T09:55:45.258637Z","time spent":"4.381988708s","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T09:55:49.640945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T09:55:45.479128Z","time spent":"4.161722216s","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T09:55:49.640946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T09:55:45.024975Z","time spent":"4.615800305s","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T09:55:49.91126Z","caller":"traceutil/trace.go:171","msg":"trace[401033737] transaction","detail":"{read_only:false; response_revision:1937; number_of_response:1; }","duration":"807.153255ms","start":"2026-03-18T09:55:49.104077Z","end":"2026-03-18T09:55:49.91123Z","steps":["trace[401033737] 'process raft request' (duration: 804.458234ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T09:55:49.911428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T09:55:49.104035Z","time spent":"807.305759ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T09:55:50.075114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.956138ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-18T09:55:50.075359Z","caller":"traceutil/trace.go:171","msg":"trace[2096742306] linearizableReadLoop","detail":"{readStateIndex:2013; appliedIndex:2008; }","duration":"1.26235742s","start":"2026-03-18T09:55:48.812984Z","end":"2026-03-18T09:55:50.075342Z","steps":["trace[2096742306] 'read index received' (duration: 827.345942ms)","trace[2096742306] 'applied index is now lower than readState.Index' (duration: 435.010498ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T09:55:50.075565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.678935955s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-18T09:55:50.075598Z","caller":"traceutil/trace.go:171","msg":"trace[211728532] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1937; }","duration":"4.678993126s","start":"2026-03-18T09:55:45.396598Z","end":"2026-03-18T09:55:50.075591Z","steps":["trace[211728532] 'agreement among raft nodes before linearized reading' (duration: 4.678835912s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T09:55:50.075625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T09:55:45.396591Z","time spent":"4.679027366s","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T09:55:50.075601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.679569409s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-18T09:55:50.075694Z","caller":"traceutil/trace.go:171","msg":"trace[751287196] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1937; }","duration":"4.679704002s","start":"2026-03-18T09:55:45.395974Z","end":"2026-03-18T09:55:50.075678Z","steps":["trace[751287196] 'agreement among raft nodes before linearized reading' (duration: 4.679525968s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T09:55:50.075716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.678084015s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-18T09:55:50.075775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T09:55:45.395952Z","time spent":"4.679810464s","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-18T09:55:50.075822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.940185153s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.189de6e990ab9812\" ","response":"range_response_count:1 size:846"} {"level":"warn","ts":"2026-03-18T09:55:50.075881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.048301745s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-18T09:55:50.075849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.480604446s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-18T09:55:50.075869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.101407609s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T09:55:50.075934Z","caller":"traceutil/trace.go:171","msg":"trace[1962547142] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1937; }","duration":"6.048366806s","start":"2026-03-18T09:55:44.027548Z","end":"2026-03-18T09:55:50.075915Z","steps":["trace[1962547142] 'agreement among raft nodes before linearized reading' (duration: 6.048257864s)"],"step_count":1} {"level":"info","ts":"2026-03-18T09:55:50.075949Z","caller":"traceutil/trace.go:171","msg":"trace[1227984679] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:1937; }","duration":"5.480758919s","start":"2026-03-18T09:55:44.595171Z","end":"2026-03-18T09:55:50.07593Z","steps":["trace[1227984679] 'agreement among raft nodes before linearized reading' (duration: 5.480557455s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T09:55:50.07597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T09:55:44.027535Z","time spent":"6.048426907s","remote":"127.0.0.1:44702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-18T09:55:50.07597Z","caller":"traceutil/trace.go:171","msg":"trace[1477705535] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:1937; }","duration":"5.101599033s","start":"2026-03-18T09:55:44.974348Z","end":"2026-03-18T09:55:50.075948Z","steps":["trace[1477705535] 'agreement among raft nodes before linearized reading' (duration: 5.101375378s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T09:55:50.075993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T09:55:44.59515Z","time spent":"5.480832561s","remote":"127.0.0.1:41396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":20,"response size":30,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"info","ts":"2026-03-18T09:55:50.075808Z","caller":"traceutil/trace.go:171","msg":"trace[756059213] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1937; }","duration":"4.678194907s","start":"2026-03-18T09:55:45.397593Z","end":"2026-03-18T09:55:50.075788Z","steps":["trace[756059213] 'agreement among raft nodes before linearized reading' (duration: 4.67786254s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T09:55:50.076028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T09:55:44.974315Z","time spent":"5.101701015s","remote":"127.0.0.1:41436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":30,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-18T09:55:50.076082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T09:55:45.397567Z","time spent":"4.678499683s","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-18T09:55:50.076148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.253169988s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T09:55:50.076169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.853609378s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12386"} {"level":"info","ts":"2026-03-18T09:55:50.076209Z","caller":"traceutil/trace.go:171","msg":"trace[778755581] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1937; }","duration":"3.853697409s","start":"2026-03-18T09:55:46.222501Z","end":"2026-03-18T09:55:50.076199Z","steps":["trace[778755581] 'agreement among raft nodes before linearized reading' (duration: 3.853579657s)"],"step_count":1} {"level":"info","ts":"2026-03-18T09:55:50.076215Z","caller":"traceutil/trace.go:171","msg":"trace[2138914386] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:1937; }","duration":"6.253282681s","start":"2026-03-18T09:55:43.82291Z","end":"2026-03-18T09:55:50.076193Z","steps":["trace[2138914386] 'agreement among raft nodes before linearized reading' (duration: 6.253174589s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T09:55:50.076258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T09:55:46.22248Z","time spent":"3.853769701s","remote":"127.0.0.1:41260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12409,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-18T09:55:50.076271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T09:55:43.822879Z","time spent":"6.253381723s","remote":"127.0.0.1:41302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-03-18T09:55:50.076255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.662483304s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-18T09:55:50.076319Z","caller":"traceutil/trace.go:171","msg":"trace[280145435] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:1937; }","duration":"3.662602598s","start":"2026-03-18T09:55:46.413703Z","end":"2026-03-18T09:55:50.076306Z","steps":["trace[280145435] 'agreement among raft nodes before linearized reading' (duration: 3.662336492s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T09:55:50.076373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T09:55:46.413681Z","time spent":"3.662682319s","remote":"127.0.0.1:38824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":265,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-03-18T09:55:50.076487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.416458367s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T09:55:50.076517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.172721739s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T09:55:50.076531Z","caller":"traceutil/trace.go:171","msg":"trace[376144683] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1937; }","duration":"1.416542209s","start":"2026-03-18T09:55:48.659979Z","end":"2026-03-18T09:55:50.076522Z","steps":["trace[376144683] 'agreement among raft nodes before linearized reading' (duration: 1.416476837s)"],"step_count":1} {"level":"info","ts":"2026-03-18T09:55:50.076554Z","caller":"traceutil/trace.go:171","msg":"trace[168829935] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:1937; }","duration":"6.172793231s","start":"2026-03-18T09:55:43.90375Z","end":"2026-03-18T09:55:50.076543Z","steps":["trace[168829935] 'agreement among raft nodes before linearized reading' (duration: 6.172719389s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T09:55:50.076593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T09:55:43.90373Z","time spent":"6.172856362s","remote":"127.0.0.1:54254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":2,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-03-18T09:55:50.07659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.145181272s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-03-18T09:55:50.076622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.384070268s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T09:55:50.076658Z","caller":"traceutil/trace.go:171","msg":"trace[602611310] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1937; }","duration":"3.384124888s","start":"2026-03-18T09:55:46.692522Z","end":"2026-03-18T09:55:50.076647Z","steps":["trace[602611310] 'agreement among raft nodes before linearized reading' (duration: 3.384068847s)"],"step_count":1} {"level":"info","ts":"2026-03-18T09:55:50.076651Z","caller":"traceutil/trace.go:171","msg":"trace[1819280427] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:1937; }","duration":"4.145291684s","start":"2026-03-18T09:55:45.931345Z","end":"2026-03-18T09:55:50.076637Z","steps":["trace[1819280427] 'agreement among raft nodes before linearized reading' (duration: 4.145165641s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T09:55:50.076692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T09:55:46.692511Z","time spent":"3.38417278s","remote":"127.0.0.1:44676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-18T09:55:50.076708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T09:55:45.931316Z","time spent":"4.145381267s","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-18T09:55:50.076729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.42929759s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-18T09:55:50.07677Z","caller":"traceutil/trace.go:171","msg":"trace[1186538446] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:1937; }","duration":"3.429367662s","start":"2026-03-18T09:55:46.647386Z","end":"2026-03-18T09:55:50.076754Z","steps":["trace[1186538446] 'agreement among raft nodes before linearized reading' (duration: 3.429261579s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T09:55:50.076812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T09:55:46.647363Z","time spent":"3.429438014s","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-18T09:55:50.076815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.528853206s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T09:55:50.076861Z","caller":"traceutil/trace.go:171","msg":"trace[626029921] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:1937; }","duration":"2.528968828s","start":"2026-03-18T09:55:47.547882Z","end":"2026-03-18T09:55:50.07685Z","steps":["trace[626029921] 'agreement among raft nodes before linearized reading' (duration: 2.528864656s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T09:55:50.076883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.444806518s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-18T09:55:50.076908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T09:55:47.54784Z","time spent":"2.52906016s","remote":"127.0.0.1:41260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":21,"response size":30,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"info","ts":"2026-03-18T09:55:50.076933Z","caller":"traceutil/trace.go:171","msg":"trace[613658618] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1937; }","duration":"4.44490535s","start":"2026-03-18T09:55:45.632011Z","end":"2026-03-18T09:55:50.076916Z","steps":["trace[613658618] 'agreement among raft nodes before linearized reading' (duration: 4.444818548s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T09:55:50.076996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T09:55:45.63198Z","time spent":"4.445001513s","remote":"127.0.0.1:44656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-18T09:55:50.076223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.679658361s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-03-18T09:55:50.077051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.203146526s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T09:55:50.076561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T09:55:48.659954Z","time spent":"1.416599779s","remote":"127.0.0.1:41084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-18T09:55:50.077092Z","caller":"traceutil/trace.go:171","msg":"trace[371789023] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:1937; }","duration":"6.20328176s","start":"2026-03-18T09:55:43.873801Z","end":"2026-03-18T09:55:50.077083Z","steps":["trace[371789023] 'agreement among raft nodes before linearized reading' (duration: 6.203215459s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T09:55:50.07713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T09:55:43.87377Z","time spent":"6.203344841s","remote":"127.0.0.1:38710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"info","ts":"2026-03-18T09:55:50.077163Z","caller":"traceutil/trace.go:171","msg":"trace[1317784492] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1937; }","duration":"4.680520199s","start":"2026-03-18T09:55:45.396529Z","end":"2026-03-18T09:55:50.077049Z","steps":["trace[1317784492] 'agreement among raft nodes before linearized reading' (duration: 4.679398904s)"],"step_count":1} {"level":"info","ts":"2026-03-18T09:55:50.075883Z","caller":"traceutil/trace.go:171","msg":"trace[2071768780] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.189de6e990ab9812; range_end:; response_count:1; response_revision:1937; }","duration":"4.940277945s","start":"2026-03-18T09:55:45.135578Z","end":"2026-03-18T09:55:50.075856Z","steps":["trace[2071768780] 'agreement among raft nodes before linearized reading' (duration: 4.940097721s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T09:55:50.077286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T09:55:45.396518Z","time spent":"4.680750665s","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T09:55:50.077369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T09:55:45.135542Z","time spent":"4.941770318s","remote":"127.0.0.1:41148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":869,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.189de6e990ab9812\" "} {"level":"info","ts":"2026-03-18T09:55:50.077454Z","caller":"traceutil/trace.go:171","msg":"trace[334716537] transaction","detail":"{read_only:false; response_revision:1938; number_of_response:1; }","duration":"101.143668ms","start":"2026-03-18T09:55:49.976297Z","end":"2026-03-18T09:55:50.077441Z","steps":["trace[334716537] 'process raft request' (duration: 98.923348ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T09:55:50.075616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.659239716s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T09:55:50.077574Z","caller":"traceutil/trace.go:171","msg":"trace[1501459331] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:1937; }","duration":"5.661312283s","start":"2026-03-18T09:55:44.416244Z","end":"2026-03-18T09:55:50.077557Z","steps":["trace[1501459331] 'agreement among raft nodes before linearized reading' (duration: 5.659239756s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T09:55:50.075976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.679347273s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-18T09:55:50.077641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T09:55:44.416215Z","time spent":"5.661406314s","remote":"127.0.0.1:41158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":23,"response size":30,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"info","ts":"2026-03-18T09:55:50.077664Z","caller":"traceutil/trace.go:171","msg":"trace[1207402256] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1937; }","duration":"4.681135824s","start":"2026-03-18T09:55:45.396516Z","end":"2026-03-18T09:55:50.077652Z","steps":["trace[1207402256] 'agreement among raft nodes before linearized reading' (duration: 4.679021577s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T09:55:50.077712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T09:55:45.396491Z","time spent":"4.681208315s","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-18T09:55:50.0872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.246621035s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T09:55:50.08721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.847827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T09:55:50.087261Z","caller":"traceutil/trace.go:171","msg":"trace[1709397228] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:1938; }","duration":"1.246741617s","start":"2026-03-18T09:55:48.840505Z","end":"2026-03-18T09:55:50.087247Z","steps":["trace[1709397228] 'agreement among raft nodes before linearized reading' (duration: 1.237027707s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T09:55:50.087261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.995672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T09:55:50.087276Z","caller":"traceutil/trace.go:171","msg":"trace[983167458] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:1938; }","duration":"385.978899ms","start":"2026-03-18T09:55:49.70128Z","end":"2026-03-18T09:55:50.087259Z","steps":["trace[983167458] 'agreement among raft nodes before linearized reading' (duration: 376.196038ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T09:55:50.0873Z","caller":"traceutil/trace.go:171","msg":"trace[101954117] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:1938; }","duration":"345.097755ms","start":"2026-03-18T09:55:49.742192Z","end":"2026-03-18T09:55:50.08729Z","steps":["trace[101954117] 'agreement among raft nodes before linearized reading' (duration: 335.305843ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T09:55:50.087301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T09:55:48.840469Z","time spent":"1.246822489s","remote":"127.0.0.1:41444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":28,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-03-18T09:55:50.087307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T09:55:49.701246Z","time spent":"386.053021ms","remote":"127.0.0.1:54236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":2,"response size":30,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-03-18T09:55:50.087308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.271110219s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-18T09:55:50.087527Z","caller":"traceutil/trace.go:171","msg":"trace[119056964] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:1938; }","duration":"1.271349494s","start":"2026-03-18T09:55:48.816166Z","end":"2026-03-18T09:55:50.087515Z","steps":["trace[119056964] 'agreement among raft nodes before linearized reading' (duration: 1.261252456s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T09:55:50.087558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T09:55:48.816147Z","time spent":"1.271402405s","remote":"127.0.0.1:41242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-18T09:55:50.08733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T09:55:49.742163Z","time spent":"345.157036ms","remote":"127.0.0.1:38726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-18T09:55:50.087343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.118627285s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T09:55:50.087654Z","caller":"traceutil/trace.go:171","msg":"trace[831356792] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:1938; }","duration":"6.118974663s","start":"2026-03-18T09:55:43.968669Z","end":"2026-03-18T09:55:50.087644Z","steps":["trace[831356792] 'agreement among raft nodes before linearized reading' (duration: 6.108493396s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T09:55:50.087687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T09:55:43.968652Z","time spent":"6.119021454s","remote":"127.0.0.1:38840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":12,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"info","ts":"2026-03-18T09:56:47.2977Z","caller":"traceutil/trace.go:171","msg":"trace[1439692683] linearizableReadLoop","detail":"{readStateIndex:2485; appliedIndex:2484; }","duration":"109.605851ms","start":"2026-03-18T09:56:47.188057Z","end":"2026-03-18T09:56:47.297663Z","steps":["trace[1439692683] 'read index received' (duration: 109.280304ms)","trace[1439692683] 'applied index is now lower than readState.Index' (duration: 324.047µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T09:56:47.297793Z","caller":"traceutil/trace.go:171","msg":"trace[2004410157] transaction","detail":"{read_only:false; response_revision:2391; number_of_response:1; }","duration":"154.213273ms","start":"2026-03-18T09:56:47.14353Z","end":"2026-03-18T09:56:47.297743Z","steps":["trace[2004410157] 'process raft request' (duration: 153.884946ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T09:56:47.297967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.852906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T09:56:47.298029Z","caller":"traceutil/trace.go:171","msg":"trace[997212805] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:2391; }","duration":"110.01138ms","start":"2026-03-18T09:56:47.187999Z","end":"2026-03-18T09:56:47.298011Z","steps":["trace[997212805] 'agreement among raft nodes before linearized reading' (duration: 109.821135ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T09:56:48.316607Z","caller":"traceutil/trace.go:171","msg":"trace[1413073736] transaction","detail":"{read_only:false; response_revision:2392; number_of_response:1; }","duration":"374.863069ms","start":"2026-03-18T09:56:47.941715Z","end":"2026-03-18T09:56:48.316578Z","steps":["trace[1413073736] 'process raft request' (duration: 374.703965ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T09:56:48.31681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T09:56:47.941693Z","time spent":"375.003701ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T09:56:48.33247Z","caller":"traceutil/trace.go:171","msg":"trace[1256786092] transaction","detail":"{read_only:false; response_revision:2393; number_of_response:1; }","duration":"382.392316ms","start":"2026-03-18T09:56:47.950045Z","end":"2026-03-18T09:56:48.332438Z","steps":["trace[1256786092] 'process raft request' (duration: 382.225902ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T09:56:48.332681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T09:56:47.950023Z","time spent":"382.53969ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T09:57:21.599598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.333578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-18T09:57:21.599703Z","caller":"traceutil/trace.go:171","msg":"trace[2012383034] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2581; }","duration":"285.508742ms","start":"2026-03-18T09:57:21.314174Z","end":"2026-03-18T09:57:21.599683Z","steps":["trace[2012383034] 'range keys from in-memory index tree' (duration: 285.108762ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T09:57:21.633191Z","caller":"traceutil/trace.go:171","msg":"trace[908984282] transaction","detail":"{read_only:false; response_revision:2582; number_of_response:1; }","duration":"151.686726ms","start":"2026-03-18T09:57:21.481483Z","end":"2026-03-18T09:57:21.63317Z","steps":["trace[908984282] 'process raft request' (duration: 150.862927ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T09:57:22.116252Z","caller":"traceutil/trace.go:171","msg":"trace[1512251816] linearizableReadLoop","detail":"{readStateIndex:2684; appliedIndex:2683; }","duration":"191.344787ms","start":"2026-03-18T09:57:21.924877Z","end":"2026-03-18T09:57:22.116222Z","steps":["trace[1512251816] 'read index received' (duration: 191.087341ms)","trace[1512251816] 'applied index is now lower than readState.Index' (duration: 256.456µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T09:57:22.116453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.539921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T09:57:22.116503Z","caller":"traceutil/trace.go:171","msg":"trace[283101986] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:2583; }","duration":"191.674334ms","start":"2026-03-18T09:57:21.924815Z","end":"2026-03-18T09:57:22.11649Z","steps":["trace[283101986] 'agreement among raft nodes before linearized reading' (duration: 191.529641ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T09:57:22.11695Z","caller":"traceutil/trace.go:171","msg":"trace[1004796177] transaction","detail":"{read_only:false; response_revision:2583; number_of_response:1; }","duration":"252.287066ms","start":"2026-03-18T09:57:21.86463Z","end":"2026-03-18T09:57:22.116917Z","steps":["trace[1004796177] 'process raft request' (duration: 251.417586ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T09:57:23.105537Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10400673014339830145,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T09:57:23.143084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"952.918219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.189de701927cd621\" ","response":"range_response_count:1 size:765"} {"level":"warn","ts":"2026-03-18T09:57:23.143195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"576.442795ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T09:57:23.143282Z","caller":"traceutil/trace.go:171","msg":"trace[1455101799] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.189de701927cd621; range_end:; response_count:1; response_revision:2583; }","duration":"953.096833ms","start":"2026-03-18T09:57:22.190089Z","end":"2026-03-18T09:57:23.143186Z","steps":["trace[1455101799] 'range keys from in-memory index tree' (duration: 952.715335ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T09:57:23.143377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T09:57:22.190063Z","time spent":"953.280138ms","remote":"127.0.0.1:41148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":788,"request content":"key:\"/registry/events/openstack/valkey-node-0.189de701927cd621\" "} {"level":"info","ts":"2026-03-18T09:57:23.143572Z","caller":"traceutil/trace.go:171","msg":"trace[885097100] transaction","detail":"{read_only:false; response_revision:2584; number_of_response:1; }","duration":"684.681826ms","start":"2026-03-18T09:57:22.458842Z","end":"2026-03-18T09:57:23.143524Z","steps":["trace[885097100] 'process raft request' (duration: 107.791242ms)","trace[885097100] 'compare' (duration: 576.072956ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T09:57:23.143704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T09:57:22.458812Z","time spent":"684.809858ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T09:57:23.14406Z","caller":"traceutil/trace.go:171","msg":"trace[1226349700] linearizableReadLoop","detail":"{readStateIndex:2686; appliedIndex:2684; }","duration":"539.380082ms","start":"2026-03-18T09:57:22.604655Z","end":"2026-03-18T09:57:23.144035Z","steps":["trace[1226349700] 'read index received' (duration: 501.095752ms)","trace[1226349700] 'applied index is now lower than readState.Index' (duration: 38.28315ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T09:57:23.144363Z","caller":"traceutil/trace.go:171","msg":"trace[273062483] transaction","detail":"{read_only:false; response_revision:2585; number_of_response:1; }","duration":"674.591538ms","start":"2026-03-18T09:57:22.469751Z","end":"2026-03-18T09:57:23.144343Z","steps":["trace[273062483] 'process raft request' (duration: 673.618087ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T09:57:23.144418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"539.75913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-18T09:57:23.144431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"494.115115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T09:57:23.144467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T09:57:22.469724Z","time spent":"674.683931ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T09:57:23.144489Z","caller":"traceutil/trace.go:171","msg":"trace[43794767] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2585; }","duration":"539.878143ms","start":"2026-03-18T09:57:22.604589Z","end":"2026-03-18T09:57:23.144468Z","steps":["trace[43794767] 'agreement among raft nodes before linearized reading' (duration: 539.676959ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T09:57:23.144485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"502.832361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-18T09:57:23.144489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.265164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-18T09:57:23.144534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T09:57:22.604565Z","time spent":"539.956525ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-18T09:57:23.144569Z","caller":"traceutil/trace.go:171","msg":"trace[1267400890] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2585; }","duration":"484.355866ms","start":"2026-03-18T09:57:22.660186Z","end":"2026-03-18T09:57:23.144542Z","steps":["trace[1267400890] 'agreement among raft nodes before linearized reading' (duration: 484.136241ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T09:57:23.144561Z","caller":"traceutil/trace.go:171","msg":"trace[2083369196] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2585; }","duration":"502.955844ms","start":"2026-03-18T09:57:22.64158Z","end":"2026-03-18T09:57:23.144536Z","steps":["trace[2083369196] 'agreement among raft nodes before linearized reading' (duration: 502.723468ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T09:57:23.144624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T09:57:22.641555Z","time spent":"503.057695ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T09:57:23.144624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T09:57:22.660178Z","time spent":"484.434858ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-18T09:57:23.144576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.635388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-18T09:57:23.144642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.587697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-18T09:57:23.145029Z","caller":"traceutil/trace.go:171","msg":"trace[714981660] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2585; }","duration":"479.025186ms","start":"2026-03-18T09:57:22.665987Z","end":"2026-03-18T09:57:23.145012Z","steps":["trace[714981660] 'agreement among raft nodes before linearized reading' (duration: 478.359361ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T09:57:23.144671Z","caller":"traceutil/trace.go:171","msg":"trace[1566206120] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2585; }","duration":"494.200826ms","start":"2026-03-18T09:57:22.65028Z","end":"2026-03-18T09:57:23.144481Z","steps":["trace[1566206120] 'agreement among raft nodes before linearized reading' (duration: 494.069373ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T09:57:23.145084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T09:57:22.665981Z","time spent":"479.088717ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-18T09:57:23.14514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T09:57:22.650271Z","time spent":"494.848881ms","remote":"127.0.0.1:41074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-18T09:57:23.145301Z","caller":"traceutil/trace.go:171","msg":"trace[1911823232] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2585; }","duration":"483.026266ms","start":"2026-03-18T09:57:22.661892Z","end":"2026-03-18T09:57:23.144918Z","steps":["trace[1911823232] 'agreement among raft nodes before linearized reading' (duration: 482.427563ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T09:57:23.145365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T09:57:22.661887Z","time spent":"483.462655ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-18T09:57:28.888262Z","caller":"traceutil/trace.go:171","msg":"trace[2037983745] transaction","detail":"{read_only:false; response_revision:2613; number_of_response:1; }","duration":"280.601732ms","start":"2026-03-18T09:57:28.607626Z","end":"2026-03-18T09:57:28.888228Z","steps":["trace[2037983745] 'process raft request' (duration: 280.414957ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T09:57:29.464533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.705068ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T09:57:29.464667Z","caller":"traceutil/trace.go:171","msg":"trace[478192383] linearizableReadLoop","detail":"{readStateIndex:2718; appliedIndex:2717; }","duration":"266.312061ms","start":"2026-03-18T09:57:29.198335Z","end":"2026-03-18T09:57:29.464647Z","steps":["trace[478192383] 'read index received' (duration: 28.317696ms)","trace[478192383] 'applied index is now lower than readState.Index' (duration: 237.993025ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T09:57:29.464683Z","caller":"traceutil/trace.go:171","msg":"trace[1129866822] transaction","detail":"{read_only:false; response_revision:2615; number_of_response:1; }","duration":"298.230107ms","start":"2026-03-18T09:57:29.166417Z","end":"2026-03-18T09:57:29.464648Z","steps":["trace[1129866822] 'process raft request' (duration: 60.295294ms)","trace[1129866822] 'compare' (duration: 237.552284ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T09:57:29.464877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.540086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-18T09:57:29.464908Z","caller":"traceutil/trace.go:171","msg":"trace[217001116] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2615; }","duration":"266.622607ms","start":"2026-03-18T09:57:29.198276Z","end":"2026-03-18T09:57:29.464898Z","steps":["trace[217001116] 'agreement among raft nodes before linearized reading' (duration: 266.476504ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T09:57:29.465146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.422345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-18T09:57:29.465183Z","caller":"traceutil/trace.go:171","msg":"trace[852896977] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2615; }","duration":"263.540678ms","start":"2026-03-18T09:57:29.201632Z","end":"2026-03-18T09:57:29.465173Z","steps":["trace[852896977] 'agreement among raft nodes before linearized reading' (duration: 263.379244ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T09:57:29.465201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.563478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-18T09:57:29.465295Z","caller":"traceutil/trace.go:171","msg":"trace[464775354] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2615; }","duration":"263.689993ms","start":"2026-03-18T09:57:29.201584Z","end":"2026-03-18T09:57:29.465274Z","steps":["trace[464775354] 'agreement among raft nodes before linearized reading' (duration: 263.429056ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T09:57:29.46535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.319948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"warn","ts":"2026-03-18T09:57:29.465356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.763946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-18T09:57:29.465399Z","caller":"traceutil/trace.go:171","msg":"trace[1703998506] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2615; }","duration":"199.865289ms","start":"2026-03-18T09:57:29.265524Z","end":"2026-03-18T09:57:29.465389Z","steps":["trace[1703998506] 'agreement among raft nodes before linearized reading' (duration: 199.751117ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T09:57:29.465399Z","caller":"traceutil/trace.go:171","msg":"trace[115912080] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2615; }","duration":"151.421411ms","start":"2026-03-18T09:57:29.313963Z","end":"2026-03-18T09:57:29.465384Z","steps":["trace[115912080] 'agreement among raft nodes before linearized reading' (duration: 151.304439ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T09:57:29.465201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.703301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-18T09:57:29.465486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.062618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-18T09:57:29.465524Z","caller":"traceutil/trace.go:171","msg":"trace[1852563412] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2615; }","duration":"267.16947ms","start":"2026-03-18T09:57:29.198345Z","end":"2026-03-18T09:57:29.465514Z","steps":["trace[1852563412] 'agreement among raft nodes before linearized reading' (duration: 266.650148ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T09:57:29.465571Z","caller":"traceutil/trace.go:171","msg":"trace[421316942] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2615; }","duration":"264.081511ms","start":"2026-03-18T09:57:29.201442Z","end":"2026-03-18T09:57:29.465524Z","steps":["trace[421316942] 'agreement among raft nodes before linearized reading' (duration: 263.6095ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T09:57:29.620761Z","caller":"traceutil/trace.go:171","msg":"trace[90460782] transaction","detail":"{read_only:false; response_revision:2617; number_of_response:1; }","duration":"150.413678ms","start":"2026-03-18T09:57:29.470314Z","end":"2026-03-18T09:57:29.620728Z","steps":["trace[90460782] 'process raft request' (duration: 101.349096ms)","trace[90460782] 'compare' (duration: 48.871328ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T09:57:29.620787Z","caller":"traceutil/trace.go:171","msg":"trace[114013828] transaction","detail":"{read_only:false; response_revision:2618; number_of_response:1; }","duration":"149.709582ms","start":"2026-03-18T09:57:29.471045Z","end":"2026-03-18T09:57:29.620754Z","steps":["trace[114013828] 'process raft request' (duration: 149.63304ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T09:57:29.621176Z","caller":"traceutil/trace.go:171","msg":"trace[1631567452] linearizableReadLoop","detail":"{readStateIndex:2721; appliedIndex:2718; }","duration":"149.827034ms","start":"2026-03-18T09:57:29.471316Z","end":"2026-03-18T09:57:29.621143Z","steps":["trace[1631567452] 'read index received' (duration: 3.975549ms)","trace[1631567452] 'applied index is now lower than readState.Index' (duration: 145.849905ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T09:57:29.621293Z","caller":"traceutil/trace.go:171","msg":"trace[1159640050] transaction","detail":"{read_only:false; response_revision:2620; number_of_response:1; }","duration":"147.780159ms","start":"2026-03-18T09:57:29.473493Z","end":"2026-03-18T09:57:29.621273Z","steps":["trace[1159640050] 'process raft request' (duration: 147.458572ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T09:57:29.621279Z","caller":"traceutil/trace.go:171","msg":"trace[370839198] transaction","detail":"{read_only:false; response_revision:2619; number_of_response:1; }","duration":"149.702071ms","start":"2026-03-18T09:57:29.471535Z","end":"2026-03-18T09:57:29.621237Z","steps":["trace[370839198] 'process raft request' (duration: 149.18092ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T09:57:29.621497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.149751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:9073"} {"level":"info","ts":"2026-03-18T09:57:29.621565Z","caller":"traceutil/trace.go:171","msg":"trace[617718549] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:2620; }","duration":"150.243203ms","start":"2026-03-18T09:57:29.471305Z","end":"2026-03-18T09:57:29.621548Z","steps":["trace[617718549] 'agreement among raft nodes before linearized reading' (duration: 150.022288ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T09:57:29.621498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.600097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1319"} {"level":"info","ts":"2026-03-18T09:57:29.621664Z","caller":"traceutil/trace.go:171","msg":"trace[565936249] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:2620; }","duration":"148.796762ms","start":"2026-03-18T09:57:29.472852Z","end":"2026-03-18T09:57:29.621649Z","steps":["trace[565936249] 'agreement among raft nodes before linearized reading' (duration: 148.495645ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T09:59:34.667352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.466202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/secretgen-controller\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T09:59:34.667549Z","caller":"traceutil/trace.go:171","msg":"trace[994712666] range","detail":"{range_begin:/registry/namespaces/secretgen-controller; range_end:; response_count:0; response_revision:3335; }","duration":"271.724678ms","start":"2026-03-18T09:59:34.395789Z","end":"2026-03-18T09:59:34.667514Z","steps":["trace[994712666] 'range keys from in-memory index tree' (duration: 271.34184ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:00:10.502538Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10400673014339832865,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-18T10:00:10.788411Z","caller":"traceutil/trace.go:171","msg":"trace[1344741764] transaction","detail":"{read_only:false; response_revision:3578; number_of_response:1; }","duration":"920.883364ms","start":"2026-03-18T10:00:09.867496Z","end":"2026-03-18T10:00:10.78838Z","steps":["trace[1344741764] 'process raft request' (duration: 919.041793ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:00:10.788581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:00:09.867443Z","time spent":"921.054468ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:00:11.007555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.040661ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T10:00:11.007757Z","caller":"traceutil/trace.go:171","msg":"trace[475862667] linearizableReadLoop","detail":"{readStateIndex:3722; appliedIndex:3719; }","duration":"1.006234691s","start":"2026-03-18T10:00:10.001504Z","end":"2026-03-18T10:00:11.007739Z","steps":["trace[475862667] 'read index received' (duration: 785.080301ms)","trace[475862667] 'applied index is now lower than readState.Index' (duration: 221.15307ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:00:11.007863Z","caller":"traceutil/trace.go:171","msg":"trace[1586105451] transaction","detail":"{read_only:false; response_revision:3580; number_of_response:1; }","duration":"681.547761ms","start":"2026-03-18T10:00:10.326305Z","end":"2026-03-18T10:00:11.007853Z","steps":["trace[1586105451] 'process raft request' (duration: 681.372587ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:00:11.007928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:00:10.326281Z","time spent":"681.620602ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:00:11.008203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.006684241s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-18T10:00:11.008246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.702126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-18T10:00:11.008284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"633.352946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-18T10:00:11.008332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.99433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T10:00:11.008396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"490.873545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-18T10:00:11.008377Z","caller":"traceutil/trace.go:171","msg":"trace[1319798062] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3580; }","duration":"497.840629ms","start":"2026-03-18T10:00:10.510499Z","end":"2026-03-18T10:00:11.00834Z","steps":["trace[1319798062] 'agreement among raft nodes before linearized reading' (duration: 497.536772ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:00:11.00852Z","caller":"traceutil/trace.go:171","msg":"trace[510855445] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3580; }","duration":"491.040798ms","start":"2026-03-18T10:00:10.517449Z","end":"2026-03-18T10:00:11.00849Z","steps":["trace[510855445] 'agreement among raft nodes before linearized reading' (duration: 490.593398ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:00:11.00858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:00:10.510414Z","time spent":"498.133095ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T10:00:11.008581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:00:10.517442Z","time spent":"491.12931ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-18T10:00:11.008264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"840.014055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9qjd8\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-18T10:00:11.008647Z","caller":"traceutil/trace.go:171","msg":"trace[968742529] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9qjd8; range_end:; response_count:1; response_revision:3580; }","duration":"840.437115ms","start":"2026-03-18T10:00:10.168196Z","end":"2026-03-18T10:00:11.008633Z","steps":["trace[968742529] 'agreement among raft nodes before linearized reading' (duration: 839.832922ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:00:11.008301Z","caller":"traceutil/trace.go:171","msg":"trace[75722445] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:3580; }","duration":"1.006841424s","start":"2026-03-18T10:00:10.00144Z","end":"2026-03-18T10:00:11.008281Z","steps":["trace[75722445] 'agreement among raft nodes before linearized reading' (duration: 1.006538058s)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:00:11.00846Z","caller":"traceutil/trace.go:171","msg":"trace[388383980] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3580; }","duration":"355.200644ms","start":"2026-03-18T10:00:10.653224Z","end":"2026-03-18T10:00:11.008425Z","steps":["trace[388383980] 'agreement among raft nodes before linearized reading' (duration: 354.924578ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:00:11.008714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:00:10.168183Z","time spent":"840.510066ms","remote":"127.0.0.1:41260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-9qjd8\" "} {"level":"warn","ts":"2026-03-18T10:00:11.008715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:00:10.001413Z","time spent":"1.007287674s","remote":"127.0.0.1:41260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":28,"response size":30,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"info","ts":"2026-03-18T10:00:11.008179Z","caller":"traceutil/trace.go:171","msg":"trace[877567343] transaction","detail":"{read_only:false; response_revision:3579; number_of_response:1; }","duration":"848.8464ms","start":"2026-03-18T10:00:10.159163Z","end":"2026-03-18T10:00:11.008009Z","steps":["trace[877567343] 'process raft request' (duration: 682.254167ms)","trace[877567343] 'compare' (duration: 165.867708ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:00:11.008768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:00:10.653197Z","time spent":"355.532202ms","remote":"127.0.0.1:41084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-18T10:00:11.008385Z","caller":"traceutil/trace.go:171","msg":"trace[135004635] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3580; }","duration":"633.521319ms","start":"2026-03-18T10:00:10.374842Z","end":"2026-03-18T10:00:11.008364Z","steps":["trace[135004635] 'agreement among raft nodes before linearized reading' (duration: 633.212432ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:00:11.008875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:00:10.374813Z","time spent":"634.04878ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T10:00:11.008884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:00:10.159132Z","time spent":"849.665609ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:00:11.009124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"489.529954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-18T10:00:11.009265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.032231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-18T10:00:11.00932Z","caller":"traceutil/trace.go:171","msg":"trace[1952607290] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3580; }","duration":"492.177064ms","start":"2026-03-18T10:00:10.517131Z","end":"2026-03-18T10:00:11.009308Z","steps":["trace[1952607290] 'agreement among raft nodes before linearized reading' (duration: 491.012107ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:00:11.009357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:00:10.5171Z","time spent":"492.248356ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-18T10:00:11.009307Z","caller":"traceutil/trace.go:171","msg":"trace[294322826] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3580; }","duration":"489.647008ms","start":"2026-03-18T10:00:10.519523Z","end":"2026-03-18T10:00:11.00917Z","steps":["trace[294322826] 'agreement among raft nodes before linearized reading' (duration: 488.716676ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:00:11.009498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:00:10.519484Z","time spent":"490.001936ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-18T10:00:50.074045Z","caller":"traceutil/trace.go:171","msg":"trace[845589301] transaction","detail":"{read_only:false; response_revision:3848; number_of_response:1; }","duration":"127.402937ms","start":"2026-03-18T10:00:49.946613Z","end":"2026-03-18T10:00:50.074016Z","steps":["trace[845589301] 'process raft request' (duration: 127.208033ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:01:18.019117Z","caller":"traceutil/trace.go:171","msg":"trace[1062615539] transaction","detail":"{read_only:false; number_of_response:0; response_revision:3988; }","duration":"106.364803ms","start":"2026-03-18T10:01:17.912728Z","end":"2026-03-18T10:01:18.019092Z","steps":["trace[1062615539] 'process raft request' (duration: 106.20996ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:01:18.310929Z","caller":"traceutil/trace.go:171","msg":"trace[613748825] transaction","detail":"{read_only:false; response_revision:3989; number_of_response:1; }","duration":"151.936878ms","start":"2026-03-18T10:01:18.15897Z","end":"2026-03-18T10:01:18.310907Z","steps":["trace[613748825] 'process raft request' (duration: 151.684452ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:01:18.711326Z","caller":"traceutil/trace.go:171","msg":"trace[1085159961] transaction","detail":"{read_only:false; response_revision:3990; number_of_response:1; }","duration":"241.225406ms","start":"2026-03-18T10:01:18.470076Z","end":"2026-03-18T10:01:18.711301Z","steps":["trace[1085159961] 'process raft request' (duration: 240.9255ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:01:19.15991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.741725ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-18T10:01:19.16016Z","caller":"traceutil/trace.go:171","msg":"trace[1786729301] linearizableReadLoop","detail":"{readStateIndex:4161; appliedIndex:4159; }","duration":"508.734574ms","start":"2026-03-18T10:01:18.651396Z","end":"2026-03-18T10:01:19.16013Z","steps":["trace[1786729301] 'read index received' (duration: 59.493078ms)","trace[1786729301] 'applied index is now lower than readState.Index' (duration: 449.238406ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:01:19.16034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.933738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:01:19.160385Z","caller":"traceutil/trace.go:171","msg":"trace[2094235753] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3991; }","duration":"509.03689ms","start":"2026-03-18T10:01:18.651335Z","end":"2026-03-18T10:01:19.160372Z","steps":["trace[2094235753] 'agreement among raft nodes before linearized reading' (duration: 508.922458ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:01:19.160421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:01:18.65131Z","time spent":"509.102512ms","remote":"127.0.0.1:41084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-18T10:01:19.160413Z","caller":"traceutil/trace.go:171","msg":"trace[199179481] transaction","detail":"{read_only:false; response_revision:3991; number_of_response:1; }","duration":"416.647652ms","start":"2026-03-18T10:01:18.74372Z","end":"2026-03-18T10:01:19.160367Z","steps":["trace[199179481] 'process raft request' (duration: 416.338015ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:01:19.160581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:01:18.74369Z","time spent":"416.810156ms","remote":"127.0.0.1:41276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1246,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-18T10:01:19.160631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.127792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T10:01:19.160744Z","caller":"traceutil/trace.go:171","msg":"trace[1340048548] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:3992; }","duration":"172.265645ms","start":"2026-03-18T10:01:18.988454Z","end":"2026-03-18T10:01:19.16072Z","steps":["trace[1340048548] 'agreement among raft nodes before linearized reading' (duration: 172.02192ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:01:19.491091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.490185ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T10:01:19.491226Z","caller":"traceutil/trace.go:171","msg":"trace[624841069] transaction","detail":"{read_only:false; response_revision:3993; number_of_response:1; }","duration":"217.462621ms","start":"2026-03-18T10:01:19.273739Z","end":"2026-03-18T10:01:19.491201Z","steps":["trace[624841069] 'process raft request' (duration: 82.750361ms)","trace[624841069] 'compare' (duration: 134.205809ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:01:19.604725Z","caller":"traceutil/trace.go:171","msg":"trace[646049658] transaction","detail":"{read_only:false; response_revision:3994; number_of_response:1; }","duration":"310.890083ms","start":"2026-03-18T10:01:19.293814Z","end":"2026-03-18T10:01:19.604704Z","steps":["trace[646049658] 'process raft request' (duration: 308.924349ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:01:19.604861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:01:19.293787Z","time spent":"311.001816ms","remote":"127.0.0.1:41156","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":451341,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:01:19.604902Z","caller":"traceutil/trace.go:171","msg":"trace[1163736021] transaction","detail":"{read_only:false; response_revision:3995; number_of_response:1; }","duration":"309.649076ms","start":"2026-03-18T10:01:19.295229Z","end":"2026-03-18T10:01:19.604878Z","steps":["trace[1163736021] 'process raft request' (duration: 309.421861ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:01:19.604886Z","caller":"traceutil/trace.go:171","msg":"trace[1552998590] linearizableReadLoop","detail":"{readStateIndex:4166; appliedIndex:4163; }","duration":"275.043477ms","start":"2026-03-18T10:01:19.329806Z","end":"2026-03-18T10:01:19.604849Z","steps":["trace[1552998590] 'read index received' (duration: 26.896634ms)","trace[1552998590] 'applied index is now lower than readState.Index' (duration: 248.145093ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:01:19.605006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:01:19.295213Z","time spent":"309.745938ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:01:19.60519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.15713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-18T10:01:19.605245Z","caller":"traceutil/trace.go:171","msg":"trace[444906345] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3995; }","duration":"251.266013ms","start":"2026-03-18T10:01:19.353965Z","end":"2026-03-18T10:01:19.605231Z","steps":["trace[444906345] 'agreement among raft nodes before linearized reading' (duration: 251.051198ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:01:19.605284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.480647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-18T10:01:19.605401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.927336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-18T10:01:19.605443Z","caller":"traceutil/trace.go:171","msg":"trace[837640072] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3995; }","duration":"187.024437ms","start":"2026-03-18T10:01:19.418407Z","end":"2026-03-18T10:01:19.605431Z","steps":["trace[837640072] 'agreement among raft nodes before linearized reading' (duration: 186.806043ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:01:19.6054Z","caller":"traceutil/trace.go:171","msg":"trace[1901320848] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3995; }","duration":"275.6336ms","start":"2026-03-18T10:01:19.329756Z","end":"2026-03-18T10:01:19.60539Z","steps":["trace[1901320848] 'agreement among raft nodes before linearized reading' (duration: 275.391054ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:01:19.605586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.656344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-18T10:01:19.605626Z","caller":"traceutil/trace.go:171","msg":"trace[1746831134] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3995; }","duration":"216.716764ms","start":"2026-03-18T10:01:19.388897Z","end":"2026-03-18T10:01:19.605613Z","steps":["trace[1746831134] 'agreement among raft nodes before linearized reading' (duration: 216.179623ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:01:19.605628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.097311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-18T10:01:19.605664Z","caller":"traceutil/trace.go:171","msg":"trace[2079433414] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3995; }","duration":"168.156902ms","start":"2026-03-18T10:01:19.437494Z","end":"2026-03-18T10:01:19.605651Z","steps":["trace[2079433414] 'agreement among raft nodes before linearized reading' (duration: 167.539529ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:01:19.60573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.249257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-18T10:01:19.605753Z","caller":"traceutil/trace.go:171","msg":"trace[588794513] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3995; }","duration":"245.320818ms","start":"2026-03-18T10:01:19.360427Z","end":"2026-03-18T10:01:19.605748Z","steps":["trace[588794513] 'agreement among raft nodes before linearized reading' (duration: 244.744086ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:01:19.605962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.627198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9qjd8\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-18T10:01:19.606079Z","caller":"traceutil/trace.go:171","msg":"trace[822876213] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9qjd8; range_end:; response_count:1; response_revision:3995; }","duration":"162.803272ms","start":"2026-03-18T10:01:19.443249Z","end":"2026-03-18T10:01:19.606053Z","steps":["trace[822876213] 'agreement among raft nodes before linearized reading' (duration: 162.107877ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:01:23.813333Z","caller":"traceutil/trace.go:171","msg":"trace[444578433] transaction","detail":"{read_only:false; response_revision:4040; number_of_response:1; }","duration":"105.78959ms","start":"2026-03-18T10:01:23.707502Z","end":"2026-03-18T10:01:23.813292Z","steps":["trace[444578433] 'process raft request' (duration: 96.581323ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:01:23.813513Z","caller":"traceutil/trace.go:171","msg":"trace[1643525280] transaction","detail":"{read_only:false; response_revision:4041; number_of_response:1; }","duration":"105.953153ms","start":"2026-03-18T10:01:23.70753Z","end":"2026-03-18T10:01:23.813483Z","steps":["trace[1643525280] 'process raft request' (duration: 105.680717ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:01:23.813527Z","caller":"traceutil/trace.go:171","msg":"trace[957312730] transaction","detail":"{read_only:false; response_revision:4042; number_of_response:1; }","duration":"105.488243ms","start":"2026-03-18T10:01:23.708019Z","end":"2026-03-18T10:01:23.813508Z","steps":["trace[957312730] 'process raft request' (duration: 105.240598ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:01:27.26187Z","caller":"traceutil/trace.go:171","msg":"trace[1086781656] transaction","detail":"{read_only:false; number_of_response:1; response_revision:4062; }","duration":"132.764547ms","start":"2026-03-18T10:01:27.129053Z","end":"2026-03-18T10:01:27.261817Z","steps":["trace[1086781656] 'process raft request' (duration: 124.736746ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:01:27.614388Z","caller":"traceutil/trace.go:171","msg":"trace[884222044] transaction","detail":"{read_only:false; number_of_response:1; response_revision:4068; }","duration":"109.33919ms","start":"2026-03-18T10:01:27.505029Z","end":"2026-03-18T10:01:27.614368Z","steps":["trace[884222044] 'process raft request' (duration: 63.157012ms)","trace[884222044] 'compare' (duration: 45.941873ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:01:27.768216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.576469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:01:27.768338Z","caller":"traceutil/trace.go:171","msg":"trace[16807510] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4076; }","duration":"115.735313ms","start":"2026-03-18T10:01:27.652579Z","end":"2026-03-18T10:01:27.768314Z","steps":["trace[16807510] 'agreement among raft nodes before linearized reading' (duration: 115.555539ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:01:28.21076Z","caller":"traceutil/trace.go:171","msg":"trace[825812691] transaction","detail":"{read_only:false; response_revision:4148; number_of_response:1; }","duration":"126.996837ms","start":"2026-03-18T10:01:28.083709Z","end":"2026-03-18T10:01:28.210706Z","steps":["trace[825812691] 'process raft request' (duration: 68.342227ms)","trace[825812691] 'compare' (duration: 58.438305ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:01:28.241134Z","caller":"traceutil/trace.go:171","msg":"trace[1269239102] transaction","detail":"{read_only:false; response_revision:4149; number_of_response:1; }","duration":"156.614064ms","start":"2026-03-18T10:01:28.084453Z","end":"2026-03-18T10:01:28.241067Z","steps":["trace[1269239102] 'process raft request' (duration: 156.389319ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:01:28.24126Z","caller":"traceutil/trace.go:171","msg":"trace[517343109] transaction","detail":"{read_only:false; response_revision:4150; number_of_response:1; }","duration":"155.705304ms","start":"2026-03-18T10:01:28.085499Z","end":"2026-03-18T10:01:28.241204Z","steps":["trace[517343109] 'process raft request' (duration: 155.461529ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:01:28.739155Z","caller":"traceutil/trace.go:171","msg":"trace[539171504] transaction","detail":"{read_only:false; response_revision:4177; number_of_response:1; }","duration":"111.029048ms","start":"2026-03-18T10:01:28.628091Z","end":"2026-03-18T10:01:28.73912Z","steps":["trace[539171504] 'process raft request' (duration: 87.855346ms)","trace[539171504] 'compare' (duration: 22.741372ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:01:28.739198Z","caller":"traceutil/trace.go:171","msg":"trace[1257937084] transaction","detail":"{read_only:false; response_revision:4178; number_of_response:1; }","duration":"110.359613ms","start":"2026-03-18T10:01:28.628797Z","end":"2026-03-18T10:01:28.739157Z","steps":["trace[1257937084] 'process raft request' (duration: 110.21238ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:01:28.739306Z","caller":"traceutil/trace.go:171","msg":"trace[79164222] transaction","detail":"{read_only:false; response_revision:4179; number_of_response:1; }","duration":"108.40861ms","start":"2026-03-18T10:01:28.630867Z","end":"2026-03-18T10:01:28.739276Z","steps":["trace[79164222] 'process raft request' (duration: 108.202835ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:01:28.739379Z","caller":"traceutil/trace.go:171","msg":"trace[1322550037] transaction","detail":"{read_only:false; response_revision:4180; number_of_response:1; }","duration":"108.216315ms","start":"2026-03-18T10:01:28.631148Z","end":"2026-03-18T10:01:28.739364Z","steps":["trace[1322550037] 'process raft request' (duration: 107.99135ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:01:28.739712Z","caller":"traceutil/trace.go:171","msg":"trace[1064428002] transaction","detail":"{read_only:false; response_revision:4182; number_of_response:1; }","duration":"103.441447ms","start":"2026-03-18T10:01:28.636254Z","end":"2026-03-18T10:01:28.739696Z","steps":["trace[1064428002] 'process raft request' (duration: 103.057098ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:01:28.739724Z","caller":"traceutil/trace.go:171","msg":"trace[619514882] transaction","detail":"{read_only:false; response_revision:4184; number_of_response:1; }","duration":"103.219822ms","start":"2026-03-18T10:01:28.636484Z","end":"2026-03-18T10:01:28.739704Z","steps":["trace[619514882] 'process raft request' (duration: 102.938376ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:01:28.739808Z","caller":"traceutil/trace.go:171","msg":"trace[329439761] transaction","detail":"{read_only:false; response_revision:4181; number_of_response:1; }","duration":"103.667282ms","start":"2026-03-18T10:01:28.636131Z","end":"2026-03-18T10:01:28.739799Z","steps":["trace[329439761] 'process raft request' (duration: 103.13331ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:01:28.739822Z","caller":"traceutil/trace.go:171","msg":"trace[666103065] transaction","detail":"{read_only:false; response_revision:4183; number_of_response:1; }","duration":"103.476207ms","start":"2026-03-18T10:01:28.636332Z","end":"2026-03-18T10:01:28.739808Z","steps":["trace[666103065] 'process raft request' (duration: 103.057578ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:01:28.75935Z","caller":"traceutil/trace.go:171","msg":"trace[2098466594] transaction","detail":"{read_only:false; response_revision:4185; number_of_response:1; }","duration":"113.76591ms","start":"2026-03-18T10:01:28.645444Z","end":"2026-03-18T10:01:28.75921Z","steps":["trace[2098466594] 'process raft request' (duration: 113.531925ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:01:28.759416Z","caller":"traceutil/trace.go:171","msg":"trace[1770181835] transaction","detail":"{read_only:false; response_revision:4187; number_of_response:1; }","duration":"113.057844ms","start":"2026-03-18T10:01:28.646321Z","end":"2026-03-18T10:01:28.759379Z","steps":["trace[1770181835] 'process raft request' (duration: 112.836539ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:01:28.759461Z","caller":"traceutil/trace.go:171","msg":"trace[2038278550] transaction","detail":"{read_only:false; response_revision:4186; number_of_response:1; }","duration":"113.554985ms","start":"2026-03-18T10:01:28.645737Z","end":"2026-03-18T10:01:28.759292Z","steps":["trace[2038278550] 'process raft request' (duration: 113.361771ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:01:28.888128Z","caller":"traceutil/trace.go:171","msg":"trace[1705808986] transaction","detail":"{read_only:false; number_of_response:1; response_revision:4201; }","duration":"123.744144ms","start":"2026-03-18T10:01:28.764366Z","end":"2026-03-18T10:01:28.88811Z","steps":["trace[1705808986] 'process raft request' (duration: 123.703873ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:01:28.888343Z","caller":"traceutil/trace.go:171","msg":"trace[1987642271] transaction","detail":"{read_only:false; response_revision:4201; number_of_response:1; }","duration":"124.240025ms","start":"2026-03-18T10:01:28.764097Z","end":"2026-03-18T10:01:28.888337Z","steps":["trace[1987642271] 'process raft request' (duration: 123.936818ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:01:28.888127Z","caller":"traceutil/trace.go:171","msg":"trace[492004301] transaction","detail":"{read_only:false; response_revision:4198; number_of_response:1; }","duration":"125.647687ms","start":"2026-03-18T10:01:28.762435Z","end":"2026-03-18T10:01:28.888083Z","steps":["trace[492004301] 'process raft request' (duration: 108.808088ms)","trace[492004301] 'compare' (duration: 16.619864ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:01:28.888454Z","caller":"traceutil/trace.go:171","msg":"trace[1856374103] transaction","detail":"{read_only:false; response_revision:4199; number_of_response:1; }","duration":"125.397461ms","start":"2026-03-18T10:01:28.763048Z","end":"2026-03-18T10:01:28.888445Z","steps":["trace[1856374103] 'process raft request' (duration: 124.91547ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:01:28.888623Z","caller":"traceutil/trace.go:171","msg":"trace[149597935] transaction","detail":"{read_only:false; response_revision:4200; number_of_response:1; }","duration":"125.392791ms","start":"2026-03-18T10:01:28.763206Z","end":"2026-03-18T10:01:28.888599Z","steps":["trace[149597935] 'process raft request' (duration: 124.792538ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:01:28.972624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.04736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/monitoring/kube-prometheus-stack-grafana\" ","response":"range_response_count:1 size:10568"} {"level":"info","ts":"2026-03-18T10:01:28.972713Z","caller":"traceutil/trace.go:171","msg":"trace[1074419103] range","detail":"{range_begin:/registry/deployments/monitoring/kube-prometheus-stack-grafana; range_end:; response_count:1; response_revision:4234; }","duration":"124.158103ms","start":"2026-03-18T10:01:28.848534Z","end":"2026-03-18T10:01:28.972692Z","steps":["trace[1074419103] 'agreement among raft nodes before linearized reading' (duration: 123.917358ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:01:29.032188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.493918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-kube-state-metrics-5c97764fc9-6mmcw\" ","response":"range_response_count:1 size:3858"} {"level":"warn","ts":"2026-03-18T10:01:29.032218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.005596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/monitoring/kube-prometheus-stack-operator-cd88cf4bf\" ","response":"range_response_count:1 size:5116"} {"level":"info","ts":"2026-03-18T10:01:29.032304Z","caller":"traceutil/trace.go:171","msg":"trace[462508160] range","detail":"{range_begin:/registry/replicasets/monitoring/kube-prometheus-stack-operator-cd88cf4bf; range_end:; response_count:1; response_revision:4237; }","duration":"127.12613ms","start":"2026-03-18T10:01:28.905158Z","end":"2026-03-18T10:01:29.032284Z","steps":["trace[462508160] 'agreement among raft nodes before linearized reading' (duration: 126.741031ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:01:29.032299Z","caller":"traceutil/trace.go:171","msg":"trace[2048990785] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-kube-state-metrics-5c97764fc9-6mmcw; range_end:; response_count:1; response_revision:4237; }","duration":"131.714033ms","start":"2026-03-18T10:01:28.900561Z","end":"2026-03-18T10:01:29.032275Z","steps":["trace[2048990785] 'agreement among raft nodes before linearized reading' (duration: 131.451418ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:01:30.63909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.995165ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-18T10:01:30.639236Z","caller":"traceutil/trace.go:171","msg":"trace[1053421928] linearizableReadLoop","detail":"{readStateIndex:4558; appliedIndex:4557; }","duration":"237.79055ms","start":"2026-03-18T10:01:30.401425Z","end":"2026-03-18T10:01:30.639215Z","steps":["trace[1053421928] 'read index received' (duration: 59.472258ms)","trace[1053421928] 'applied index is now lower than readState.Index' (duration: 178.314281ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:01:30.639315Z","caller":"traceutil/trace.go:171","msg":"trace[1162933498] transaction","detail":"{read_only:false; response_revision:4381; number_of_response:1; }","duration":"246.814963ms","start":"2026-03-18T10:01:30.392488Z","end":"2026-03-18T10:01:30.639303Z","steps":["trace[1162933498] 'process raft request' (duration: 68.517491ms)","trace[1162933498] 'compare' (duration: 177.703148ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:01:30.639586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.147797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/monitoring/prometheus-tls\" ","response":"range_response_count:1 size:3226"} {"level":"info","ts":"2026-03-18T10:01:30.639645Z","caller":"traceutil/trace.go:171","msg":"trace[1377604658] range","detail":"{range_begin:/registry/cert-manager.io/certificates/monitoring/prometheus-tls; range_end:; response_count:1; response_revision:4381; }","duration":"238.231909ms","start":"2026-03-18T10:01:30.401398Z","end":"2026-03-18T10:01:30.639629Z","steps":["trace[1377604658] 'agreement among raft nodes before linearized reading' (duration: 237.955773ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:01:30.734112Z","caller":"traceutil/trace.go:171","msg":"trace[80409049] transaction","detail":"{read_only:false; response_revision:4382; number_of_response:1; }","duration":"233.870532ms","start":"2026-03-18T10:01:30.500216Z","end":"2026-03-18T10:01:30.734086Z","steps":["trace[80409049] 'process raft request' (duration: 233.31941ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:01:30.918335Z","caller":"traceutil/trace.go:171","msg":"trace[1982754940] linearizableReadLoop","detail":"{readStateIndex:4561; appliedIndex:4558; }","duration":"279.045048ms","start":"2026-03-18T10:01:30.639265Z","end":"2026-03-18T10:01:30.91831Z","steps":["trace[1982754940] 'read index received' (duration: 94.136558ms)","trace[1982754940] 'applied index is now lower than readState.Index' (duration: 184.90744ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:01:30.918388Z","caller":"traceutil/trace.go:171","msg":"trace[1387006936] transaction","detail":"{read_only:false; response_revision:4384; number_of_response:1; }","duration":"312.04973ms","start":"2026-03-18T10:01:30.606295Z","end":"2026-03-18T10:01:30.918345Z","steps":["trace[1387006936] 'process raft request' (duration: 311.898846ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:01:30.91843Z","caller":"traceutil/trace.go:171","msg":"trace[605141910] transaction","detail":"{read_only:false; response_revision:4385; number_of_response:1; }","duration":"262.333572ms","start":"2026-03-18T10:01:30.656079Z","end":"2026-03-18T10:01:30.918413Z","steps":["trace[605141910] 'process raft request' (duration: 262.184148ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:01:30.918445Z","caller":"traceutil/trace.go:171","msg":"trace[1172511365] transaction","detail":"{read_only:false; response_revision:4383; number_of_response:1; }","duration":"371.615321ms","start":"2026-03-18T10:01:30.54678Z","end":"2026-03-18T10:01:30.918395Z","steps":["trace[1172511365] 'process raft request' (duration: 371.224821ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:01:30.918544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.159457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/monitoring/prometheus-tls\" ","response":"range_response_count:1 size:2934"} {"level":"info","ts":"2026-03-18T10:01:30.918595Z","caller":"traceutil/trace.go:171","msg":"trace[1622591258] range","detail":"{range_begin:/registry/cert-manager.io/certificates/monitoring/prometheus-tls; range_end:; response_count:1; response_revision:4385; }","duration":"466.339422ms","start":"2026-03-18T10:01:30.452241Z","end":"2026-03-18T10:01:30.918581Z","steps":["trace[1622591258] 'agreement among raft nodes before linearized reading' (duration: 466.178918ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:01:30.918585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:01:30.606259Z","time spent":"312.230165ms","remote":"127.0.0.1:54258","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2530,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:01:30.918642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:01:30.452213Z","time spent":"466.419594ms","remote":"127.0.0.1:54258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":1,"response size":2957,"request content":"key:\"/registry/cert-manager.io/certificates/monitoring/prometheus-tls\" "} {"level":"warn","ts":"2026-03-18T10:01:30.918646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:01:30.546762Z","time spent":"371.789364ms","remote":"127.0.0.1:41148","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":740,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-18T10:01:30.918814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.701004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/monitoring/alertmanager-tls\" ","response":"range_response_count:1 size:3025"} {"level":"info","ts":"2026-03-18T10:01:30.918914Z","caller":"traceutil/trace.go:171","msg":"trace[1243962115] range","detail":"{range_begin:/registry/cert-manager.io/certificates/monitoring/alertmanager-tls; range_end:; response_count:1; response_revision:4385; }","duration":"416.853017ms","start":"2026-03-18T10:01:30.502037Z","end":"2026-03-18T10:01:30.91889Z","steps":["trace[1243962115] 'agreement among raft nodes before linearized reading' (duration: 416.433068ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:01:30.918966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:01:30.502014Z","time spent":"416.94285ms","remote":"127.0.0.1:54258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":3048,"request content":"key:\"/registry/cert-manager.io/certificates/monitoring/alertmanager-tls\" "} {"level":"info","ts":"2026-03-18T10:01:30.921365Z","caller":"traceutil/trace.go:171","msg":"trace[758798959] transaction","detail":"{read_only:false; response_revision:4386; number_of_response:1; }","duration":"146.554117ms","start":"2026-03-18T10:01:30.774784Z","end":"2026-03-18T10:01:30.921339Z","steps":["trace[758798959] 'process raft request' (duration: 146.426865ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:01:31.782554Z","caller":"traceutil/trace.go:171","msg":"trace[333990927] linearizableReadLoop","detail":"{readStateIndex:4579; appliedIndex:4578; }","duration":"130.835933ms","start":"2026-03-18T10:01:31.651694Z","end":"2026-03-18T10:01:31.78253Z","steps":["trace[333990927] 'read index received' (duration: 130.566257ms)","trace[333990927] 'applied index is now lower than readState.Index' (duration: 268.396µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:01:31.782655Z","caller":"traceutil/trace.go:171","msg":"trace[1895382877] transaction","detail":"{read_only:false; response_revision:4402; number_of_response:1; }","duration":"154.927995ms","start":"2026-03-18T10:01:31.62769Z","end":"2026-03-18T10:01:31.782618Z","steps":["trace[1895382877] 'process raft request' (duration: 154.67324ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:01:31.782716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.012317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:01:31.782779Z","caller":"traceutil/trace.go:171","msg":"trace[314986110] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4402; }","duration":"131.181052ms","start":"2026-03-18T10:01:31.651583Z","end":"2026-03-18T10:01:31.782764Z","steps":["trace[314986110] 'agreement among raft nodes before linearized reading' (duration: 131.048149ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:01:33.85951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.853663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T10:01:33.85964Z","caller":"traceutil/trace.go:171","msg":"trace[600130095] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:4413; }","duration":"191.029777ms","start":"2026-03-18T10:01:33.668577Z","end":"2026-03-18T10:01:33.859606Z","steps":["trace[600130095] 'count revisions from in-memory index tree' (duration: 190.73044ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:01:33.859882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.130872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:01:33.860014Z","caller":"traceutil/trace.go:171","msg":"trace[492076291] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4413; }","duration":"208.46333ms","start":"2026-03-18T10:01:33.651522Z","end":"2026-03-18T10:01:33.859985Z","steps":["trace[492076291] 'range keys from in-memory index tree' (duration: 208.04554ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:01:34.332654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.221124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1633"} {"level":"info","ts":"2026-03-18T10:01:34.332783Z","caller":"traceutil/trace.go:171","msg":"trace[2134797577] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:4420; }","duration":"112.438459ms","start":"2026-03-18T10:01:34.220311Z","end":"2026-03-18T10:01:34.332749Z","steps":["trace[2134797577] 'range keys from in-memory index tree' (duration: 111.942619ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:01:36.035501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.317662ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T10:01:36.035702Z","caller":"traceutil/trace.go:171","msg":"trace[816379724] linearizableReadLoop","detail":"{readStateIndex:4606; appliedIndex:4605; }","duration":"136.712786ms","start":"2026-03-18T10:01:35.898969Z","end":"2026-03-18T10:01:36.035681Z","steps":["trace[816379724] 'read index received' (duration: 14.030036ms)","trace[816379724] 'applied index is now lower than readState.Index' (duration: 122.68083ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:01:36.035758Z","caller":"traceutil/trace.go:171","msg":"trace[1945814004] transaction","detail":"{read_only:false; response_revision:4428; number_of_response:1; }","duration":"162.544097ms","start":"2026-03-18T10:01:35.873182Z","end":"2026-03-18T10:01:36.035726Z","steps":["trace[1945814004] 'process raft request' (duration: 39.889887ms)","trace[1945814004] 'compare' (duration: 122.187619ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:01:36.036023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.001592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-18T10:01:36.036076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.427766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9qjd8\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-18T10:01:36.036132Z","caller":"traceutil/trace.go:171","msg":"trace[198117407] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4428; }","duration":"137.146545ms","start":"2026-03-18T10:01:35.898961Z","end":"2026-03-18T10:01:36.036108Z","steps":["trace[198117407] 'agreement among raft nodes before linearized reading' (duration: 136.796957ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:01:36.036142Z","caller":"traceutil/trace.go:171","msg":"trace[59268806] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9qjd8; range_end:; response_count:1; response_revision:4428; }","duration":"135.536679ms","start":"2026-03-18T10:01:35.900588Z","end":"2026-03-18T10:01:36.036125Z","steps":["trace[59268806] 'agreement among raft nodes before linearized reading' (duration: 135.317014ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:01:40.245434Z","caller":"traceutil/trace.go:171","msg":"trace[1362402130] linearizableReadLoop","detail":"{readStateIndex:4652; appliedIndex:4651; }","duration":"112.328896ms","start":"2026-03-18T10:01:40.133065Z","end":"2026-03-18T10:01:40.245394Z","steps":["trace[1362402130] 'read index received' (duration: 109.699657ms)","trace[1362402130] 'applied index is now lower than readState.Index' (duration: 2.627059ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:01:40.245685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.589662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1261"} {"level":"info","ts":"2026-03-18T10:01:40.245796Z","caller":"traceutil/trace.go:171","msg":"trace[1133117916] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:4472; }","duration":"112.750636ms","start":"2026-03-18T10:01:40.133018Z","end":"2026-03-18T10:01:40.245769Z","steps":["trace[1133117916] 'agreement among raft nodes before linearized reading' (duration: 112.48931ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:01:42.463132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.71169ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T10:01:42.463351Z","caller":"traceutil/trace.go:171","msg":"trace[1247449893] transaction","detail":"{read_only:false; response_revision:4557; number_of_response:1; }","duration":"304.618283ms","start":"2026-03-18T10:01:42.158714Z","end":"2026-03-18T10:01:42.463332Z","steps":["trace[1247449893] 'process raft request' (duration: 304.547991ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:01:42.463415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:01:42.158689Z","time spent":"304.698045ms","remote":"127.0.0.1:38840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2229,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-18T10:01:42.463636Z","caller":"traceutil/trace.go:171","msg":"trace[587740906] transaction","detail":"{read_only:false; response_revision:4556; number_of_response:1; }","duration":"379.815905ms","start":"2026-03-18T10:01:42.083808Z","end":"2026-03-18T10:01:42.463624Z","steps":["trace[587740906] 'process raft request' (duration: 84.526232ms)","trace[587740906] 'compare' (duration: 294.448615ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:01:42.463707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:01:42.083797Z","time spent":"379.879146ms","remote":"127.0.0.1:38776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":15286,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:01:42.463767Z","caller":"traceutil/trace.go:171","msg":"trace[573793972] linearizableReadLoop","detail":"{readStateIndex:4737; appliedIndex:4736; }","duration":"376.338906ms","start":"2026-03-18T10:01:42.087392Z","end":"2026-03-18T10:01:42.463731Z","steps":["trace[573793972] 'read index received' (duration: 80.925279ms)","trace[573793972] 'applied index is now lower than readState.Index' (duration: 295.410507ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:01:42.46416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.732215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-18T10:01:42.464234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.702763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-30a5ebf6-80d8-48af-a954-87a403e86c99\" ","response":"range_response_count:1 size:3774"} {"level":"warn","ts":"2026-03-18T10:01:42.464249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.407371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-18T10:01:42.464302Z","caller":"traceutil/trace.go:171","msg":"trace[1674224200] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-30a5ebf6-80d8-48af-a954-87a403e86c99; range_end:; response_count:1; response_revision:4557; }","duration":"175.819436ms","start":"2026-03-18T10:01:42.288471Z","end":"2026-03-18T10:01:42.46429Z","steps":["trace[1674224200] 'agreement among raft nodes before linearized reading' (duration: 175.592931ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:01:42.464302Z","caller":"traceutil/trace.go:171","msg":"trace[1984946031] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4557; }","duration":"376.916169ms","start":"2026-03-18T10:01:42.087361Z","end":"2026-03-18T10:01:42.464277Z","steps":["trace[1984946031] 'agreement among raft nodes before linearized reading' (duration: 376.485799ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:01:42.464342Z","caller":"traceutil/trace.go:171","msg":"trace[2145410181] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4557; }","duration":"181.560205ms","start":"2026-03-18T10:01:42.282758Z","end":"2026-03-18T10:01:42.464318Z","steps":["trace[2145410181] 'agreement among raft nodes before linearized reading' (duration: 181.275608ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:01:42.464362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:01:42.087351Z","time spent":"377.00139ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-18T10:01:43.059671Z","caller":"traceutil/trace.go:171","msg":"trace[859761236] linearizableReadLoop","detail":"{readStateIndex:4743; appliedIndex:4742; }","duration":"243.401645ms","start":"2026-03-18T10:01:42.816231Z","end":"2026-03-18T10:01:43.059632Z","steps":["trace[859761236] 'read index received' (duration: 243.273592ms)","trace[859761236] 'applied index is now lower than readState.Index' (duration: 126.723µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:01:43.059757Z","caller":"traceutil/trace.go:171","msg":"trace[525141986] transaction","detail":"{read_only:false; response_revision:4562; number_of_response:1; }","duration":"243.59236ms","start":"2026-03-18T10:01:42.816106Z","end":"2026-03-18T10:01:43.059698Z","steps":["trace[525141986] 'process raft request' (duration: 243.358095ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:01:43.059978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.729762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3506"} {"level":"info","ts":"2026-03-18T10:01:43.060058Z","caller":"traceutil/trace.go:171","msg":"trace[870783252] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:4562; }","duration":"243.880256ms","start":"2026-03-18T10:01:42.81616Z","end":"2026-03-18T10:01:43.06004Z","steps":["trace[870783252] 'agreement among raft nodes before linearized reading' (duration: 243.621341ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:01:43.075163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.812943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:01:43.075226Z","caller":"traceutil/trace.go:171","msg":"trace[1437436173] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:4563; }","duration":"106.940975ms","start":"2026-03-18T10:01:42.968272Z","end":"2026-03-18T10:01:43.075213Z","steps":["trace[1437436173] 'agreement among raft nodes before linearized reading' (duration: 106.786842ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:01:43.075295Z","caller":"traceutil/trace.go:171","msg":"trace[932982148] transaction","detail":"{read_only:false; response_revision:4563; number_of_response:1; }","duration":"226.088166ms","start":"2026-03-18T10:01:42.849161Z","end":"2026-03-18T10:01:43.075249Z","steps":["trace[932982148] 'process raft request' (duration: 225.661497ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:01:43.076885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.703003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:22 size:517428"} {"level":"info","ts":"2026-03-18T10:01:43.077033Z","caller":"traceutil/trace.go:171","msg":"trace[1119009508] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:22; response_revision:4563; }","duration":"131.893537ms","start":"2026-03-18T10:01:42.945081Z","end":"2026-03-18T10:01:43.076975Z","steps":["trace[1119009508] 'agreement among raft nodes before linearized reading' (duration: 129.996314ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:01:43.241485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.331639ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T10:01:43.241639Z","caller":"traceutil/trace.go:171","msg":"trace[627617795] linearizableReadLoop","detail":"{readStateIndex:4745; appliedIndex:4744; }","duration":"157.839662ms","start":"2026-03-18T10:01:43.083779Z","end":"2026-03-18T10:01:43.241618Z","steps":["trace[627617795] 'read index received' (duration: 56.234905ms)","trace[627617795] 'applied index is now lower than readState.Index' (duration: 101.603277ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:01:43.241783Z","caller":"traceutil/trace.go:171","msg":"trace[1821952181] transaction","detail":"{read_only:false; response_revision:4564; number_of_response:1; }","duration":"162.548017ms","start":"2026-03-18T10:01:43.079177Z","end":"2026-03-18T10:01:43.241725Z","steps":["trace[1821952181] 'process raft request' (duration: 60.861029ms)","trace[1821952181] 'compare' (duration: 101.172186ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:01:43.241928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.386646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-30a5ebf6-80d8-48af-a954-87a403e86c99\" ","response":"range_response_count:1 size:3774"} {"level":"info","ts":"2026-03-18T10:01:43.241974Z","caller":"traceutil/trace.go:171","msg":"trace[1582744069] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-30a5ebf6-80d8-48af-a954-87a403e86c99; range_end:; response_count:1; response_revision:4564; }","duration":"131.482628ms","start":"2026-03-18T10:01:43.110477Z","end":"2026-03-18T10:01:43.241959Z","steps":["trace[1582744069] 'agreement among raft nodes before linearized reading' (duration: 131.247583ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:01:43.241988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.171589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1342"} {"level":"info","ts":"2026-03-18T10:01:43.242076Z","caller":"traceutil/trace.go:171","msg":"trace[219346531] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:4564; }","duration":"158.308562ms","start":"2026-03-18T10:01:43.083743Z","end":"2026-03-18T10:01:43.242052Z","steps":["trace[219346531] 'agreement among raft nodes before linearized reading' (duration: 157.959635ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:01:45.57663Z","caller":"traceutil/trace.go:171","msg":"trace[987640041] transaction","detail":"{read_only:false; number_of_response:0; response_revision:4610; }","duration":"350.459864ms","start":"2026-03-18T10:01:45.226137Z","end":"2026-03-18T10:01:45.576597Z","steps":["trace[987640041] 'process raft request' (duration: 348.785946ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:01:45.576656Z","caller":"traceutil/trace.go:171","msg":"trace[1477910112] linearizableReadLoop","detail":"{readStateIndex:4797; appliedIndex:4795; }","duration":"254.21772ms","start":"2026-03-18T10:01:45.32241Z","end":"2026-03-18T10:01:45.576628Z","steps":["trace[1477910112] 'read index received' (duration: 252.504531ms)","trace[1477910112] 'applied index is now lower than readState.Index' (duration: 1.711879ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:01:45.57678Z","caller":"traceutil/trace.go:171","msg":"trace[1942289116] transaction","detail":"{read_only:false; response_revision:4611; number_of_response:1; }","duration":"350.480804ms","start":"2026-03-18T10:01:45.226259Z","end":"2026-03-18T10:01:45.57674Z","steps":["trace[1942289116] 'process raft request' (duration: 350.242539ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:01:45.576822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:01:45.226119Z","time spent":"350.612367ms","remote":"127.0.0.1:41162","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":28,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-18T10:01:45.57699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:01:45.22623Z","time spent":"350.638238ms","remote":"127.0.0.1:41148","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":817,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:01:45.577112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.177559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-18T10:01:45.577219Z","caller":"traceutil/trace.go:171","msg":"trace[1087812205] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4611; }","duration":"190.352492ms","start":"2026-03-18T10:01:45.386843Z","end":"2026-03-18T10:01:45.577195Z","steps":["trace[1087812205] 'agreement among raft nodes before linearized reading' (duration: 190.022845ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:01:45.577709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.268383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:50 size:2196043"} {"level":"info","ts":"2026-03-18T10:01:45.577786Z","caller":"traceutil/trace.go:171","msg":"trace[497935328] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:50; response_revision:4611; }","duration":"255.399576ms","start":"2026-03-18T10:01:45.322369Z","end":"2026-03-18T10:01:45.577769Z","steps":["trace[497935328] 'agreement among raft nodes before linearized reading' (duration: 254.432715ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:01:46.642389Z","caller":"traceutil/trace.go:171","msg":"trace[1133022412] linearizableReadLoop","detail":"{readStateIndex:4896; appliedIndex:4894; }","duration":"429.735516ms","start":"2026-03-18T10:01:46.212605Z","end":"2026-03-18T10:01:46.64234Z","steps":["trace[1133022412] 'read index received' (duration: 372.53315ms)","trace[1133022412] 'applied index is now lower than readState.Index' (duration: 57.200856ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:01:46.642404Z","caller":"traceutil/trace.go:171","msg":"trace[569342001] transaction","detail":"{read_only:false; response_revision:4708; number_of_response:1; }","duration":"456.176421ms","start":"2026-03-18T10:01:46.186179Z","end":"2026-03-18T10:01:46.642356Z","steps":["trace[569342001] 'process raft request' (duration: 398.941674ms)","trace[569342001] 'compare' (duration: 56.91939ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:01:46.642535Z","caller":"traceutil/trace.go:171","msg":"trace[71812185] transaction","detail":"{read_only:false; response_revision:4709; number_of_response:1; }","duration":"450.30503ms","start":"2026-03-18T10:01:46.192187Z","end":"2026-03-18T10:01:46.642492Z","steps":["trace[71812185] 'process raft request' (duration: 450.056543ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:01:46.642602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:01:46.186157Z","time spent":"456.352146ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:01:46.642702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.056394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-37ee3dd2-72ae-4e54-9e4c-1a347b0b9f34\" ","response":"range_response_count:1 size:3601"} {"level":"warn","ts":"2026-03-18T10:01:46.642754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:01:46.192138Z","time spent":"450.487034ms","remote":"127.0.0.1:41260","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9815,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:01:46.642752Z","caller":"traceutil/trace.go:171","msg":"trace[489077259] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-37ee3dd2-72ae-4e54-9e4c-1a347b0b9f34; range_end:; response_count:1; response_revision:4709; }","duration":"430.175557ms","start":"2026-03-18T10:01:46.21256Z","end":"2026-03-18T10:01:46.642736Z","steps":["trace[489077259] 'agreement among raft nodes before linearized reading' (duration: 429.953172ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:01:46.64282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:01:46.21254Z","time spent":"430.26775ms","remote":"127.0.0.1:41260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3624,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-37ee3dd2-72ae-4e54-9e4c-1a347b0b9f34\" "} {"level":"warn","ts":"2026-03-18T10:01:46.670506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.870929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-18T10:01:46.670528Z","caller":"traceutil/trace.go:171","msg":"trace[1190588657] transaction","detail":"{read_only:false; response_revision:4710; number_of_response:1; }","duration":"409.511733ms","start":"2026-03-18T10:01:46.260985Z","end":"2026-03-18T10:01:46.670497Z","steps":["trace[1190588657] 'process raft request' (duration: 409.116603ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:01:46.670601Z","caller":"traceutil/trace.go:171","msg":"trace[1234006951] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4710; }","duration":"180.977762ms","start":"2026-03-18T10:01:46.489605Z","end":"2026-03-18T10:01:46.670582Z","steps":["trace[1234006951] 'agreement among raft nodes before linearized reading' (duration: 180.711895ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:01:46.670684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:01:46.260959Z","time spent":"409.643496ms","remote":"127.0.0.1:38876","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1689,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-18T10:01:46.670969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.160058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-18T10:01:46.671078Z","caller":"traceutil/trace.go:171","msg":"trace[180336197] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4710; }","duration":"182.324241ms","start":"2026-03-18T10:01:46.48873Z","end":"2026-03-18T10:01:46.671054Z","steps":["trace[180336197] 'agreement among raft nodes before linearized reading' (duration: 182.093496ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:01:46.784151Z","caller":"traceutil/trace.go:171","msg":"trace[590984180] transaction","detail":"{read_only:false; response_revision:4711; number_of_response:1; }","duration":"109.080204ms","start":"2026-03-18T10:01:46.675044Z","end":"2026-03-18T10:01:46.784124Z","steps":["trace[590984180] 'process raft request' (duration: 104.175003ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:01:46.78567Z","caller":"traceutil/trace.go:171","msg":"trace[1939924538] transaction","detail":"{read_only:false; response_revision:4712; number_of_response:1; }","duration":"106.440644ms","start":"2026-03-18T10:01:46.679209Z","end":"2026-03-18T10:01:46.785649Z","steps":["trace[1939924538] 'process raft request' (duration: 106.25797ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:01:46.786038Z","caller":"traceutil/trace.go:171","msg":"trace[697506682] transaction","detail":"{read_only:false; response_revision:4713; number_of_response:1; }","duration":"105.8145ms","start":"2026-03-18T10:01:46.680201Z","end":"2026-03-18T10:01:46.786016Z","steps":["trace[697506682] 'process raft request' (duration: 105.377151ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:01:46.786226Z","caller":"traceutil/trace.go:171","msg":"trace[933072557] transaction","detail":"{read_only:false; response_revision:4714; number_of_response:1; }","duration":"103.862666ms","start":"2026-03-18T10:01:46.682352Z","end":"2026-03-18T10:01:46.786215Z","steps":["trace[933072557] 'process raft request' (duration: 103.539479ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:01:47.8707Z","caller":"traceutil/trace.go:171","msg":"trace[1517209617] transaction","detail":"{read_only:false; number_of_response:1; response_revision:4732; }","duration":"115.12308ms","start":"2026-03-18T10:01:47.755537Z","end":"2026-03-18T10:01:47.87066Z","steps":["trace[1517209617] 'process raft request' (duration: 75.006277ms)","trace[1517209617] 'compare' (duration: 39.939349ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:01:48.635046Z","caller":"traceutil/trace.go:171","msg":"trace[1125758671] linearizableReadLoop","detail":"{readStateIndex:4922; appliedIndex:4920; }","duration":"719.704001ms","start":"2026-03-18T10:01:47.915314Z","end":"2026-03-18T10:01:48.635018Z","steps":["trace[1125758671] 'read index received' (duration: 10.051066ms)","trace[1125758671] 'applied index is now lower than readState.Index' (duration: 709.651565ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:01:48.63512Z","caller":"traceutil/trace.go:171","msg":"trace[294201258] transaction","detail":"{read_only:false; response_revision:4734; number_of_response:1; }","duration":"758.252308ms","start":"2026-03-18T10:01:47.876827Z","end":"2026-03-18T10:01:48.635079Z","steps":["trace[294201258] 'process raft request' (duration: 758.055244ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:01:48.635282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:01:47.87682Z","time spent":"758.385911ms","remote":"127.0.0.1:41212","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1331,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-18T10:01:48.635331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"720.002657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-37ee3dd2-72ae-4e54-9e4c-1a347b0b9f34\" ","response":"range_response_count:1 size:3601"} {"level":"info","ts":"2026-03-18T10:01:48.635368Z","caller":"traceutil/trace.go:171","msg":"trace[1443682045] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-37ee3dd2-72ae-4e54-9e4c-1a347b0b9f34; range_end:; response_count:1; response_revision:4734; }","duration":"720.098709ms","start":"2026-03-18T10:01:47.915257Z","end":"2026-03-18T10:01:48.635355Z","steps":["trace[1443682045] 'agreement among raft nodes before linearized reading' (duration: 719.892535ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:01:48.635411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:01:47.915235Z","time spent":"720.16837ms","remote":"127.0.0.1:41260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3624,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-37ee3dd2-72ae-4e54-9e4c-1a347b0b9f34\" "} {"level":"info","ts":"2026-03-18T10:01:48.695654Z","caller":"traceutil/trace.go:171","msg":"trace[2067966074] transaction","detail":"{read_only:false; number_of_response:1; response_revision:4734; }","duration":"768.097789ms","start":"2026-03-18T10:01:47.927521Z","end":"2026-03-18T10:01:48.695619Z","steps":["trace[2067966074] 'process raft request' (duration: 767.68763ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:01:48.695904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:01:47.927483Z","time spent":"768.273283ms","remote":"127.0.0.1:41260","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":96,"response count":0,"response size":4114,"request content":"compare: success: > failure: >"} {"level":"info","ts":"2026-03-18T10:01:48.696447Z","caller":"traceutil/trace.go:171","msg":"trace[333790236] transaction","detail":"{read_only:false; response_revision:4735; number_of_response:1; }","duration":"718.76464ms","start":"2026-03-18T10:01:47.97767Z","end":"2026-03-18T10:01:48.696434Z","steps":["trace[333790236] 'process raft request' (duration: 717.670804ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:01:48.696527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:01:47.977635Z","time spent":"718.852742ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:01:48.696784Z","caller":"traceutil/trace.go:171","msg":"trace[1473355846] transaction","detail":"{read_only:false; response_revision:4736; number_of_response:1; }","duration":"612.063539ms","start":"2026-03-18T10:01:48.084709Z","end":"2026-03-18T10:01:48.696772Z","steps":["trace[1473355846] 'process raft request' (duration: 610.81954ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:01:48.696851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:01:48.08468Z","time spent":"612.140021ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:01:48.697003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.108071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/vector\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:01:48.697064Z","caller":"traceutil/trace.go:171","msg":"trace[1569296085] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/vector; range_end:; response_count:0; response_revision:4736; }","duration":"196.228694ms","start":"2026-03-18T10:01:48.500826Z","end":"2026-03-18T10:01:48.697055Z","steps":["trace[1569296085] 'agreement among raft nodes before linearized reading' (duration: 196.144852ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:01:48.697244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.636083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T10:01:48.697285Z","caller":"traceutil/trace.go:171","msg":"trace[5063925] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:4736; }","duration":"472.679874ms","start":"2026-03-18T10:01:48.224594Z","end":"2026-03-18T10:01:48.697274Z","steps":["trace[5063925] 'agreement among raft nodes before linearized reading' (duration: 472.612183ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:01:48.697317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:01:48.224538Z","time spent":"472.769886ms","remote":"127.0.0.1:41288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":30,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"warn","ts":"2026-03-18T10:01:48.697751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.349808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-37ee3dd2-72ae-4e54-9e4c-1a347b0b9f34\" ","response":"range_response_count:1 size:3601"} {"level":"info","ts":"2026-03-18T10:01:48.697797Z","caller":"traceutil/trace.go:171","msg":"trace[603189817] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-37ee3dd2-72ae-4e54-9e4c-1a347b0b9f34; range_end:; response_count:1; response_revision:4736; }","duration":"501.3974ms","start":"2026-03-18T10:01:48.196387Z","end":"2026-03-18T10:01:48.697785Z","steps":["trace[603189817] 'agreement among raft nodes before linearized reading' (duration: 501.249736ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:01:48.697963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:01:48.196365Z","time spent":"501.455291ms","remote":"127.0.0.1:41260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3624,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-37ee3dd2-72ae-4e54-9e4c-1a347b0b9f34\" "} {"level":"warn","ts":"2026-03-18T10:01:48.698192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"591.249301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9qjd8\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-18T10:01:48.698231Z","caller":"traceutil/trace.go:171","msg":"trace[203989806] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9qjd8; range_end:; response_count:1; response_revision:4736; }","duration":"591.309772ms","start":"2026-03-18T10:01:48.106912Z","end":"2026-03-18T10:01:48.698222Z","steps":["trace[203989806] 'agreement among raft nodes before linearized reading' (duration: 591.20669ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:01:48.698258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:01:48.106901Z","time spent":"591.351113ms","remote":"127.0.0.1:41260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-9qjd8\" "} {"level":"warn","ts":"2026-03-18T10:01:48.698445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"593.224645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-18T10:01:48.698482Z","caller":"traceutil/trace.go:171","msg":"trace[1504652939] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4736; }","duration":"593.279216ms","start":"2026-03-18T10:01:48.105195Z","end":"2026-03-18T10:01:48.698474Z","steps":["trace[1504652939] 'agreement among raft nodes before linearized reading' (duration: 593.187784ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:01:48.698512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:01:48.105186Z","time spent":"593.317876ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-18T10:01:48.698683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"598.238798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-18T10:01:48.698718Z","caller":"traceutil/trace.go:171","msg":"trace[306176215] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4736; }","duration":"598.323541ms","start":"2026-03-18T10:01:48.100386Z","end":"2026-03-18T10:01:48.69871Z","steps":["trace[306176215] 'agreement among raft nodes before linearized reading' (duration: 598.239439ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:01:48.698745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:01:48.100363Z","time spent":"598.376152ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-18T10:01:48.796025Z","caller":"traceutil/trace.go:171","msg":"trace[370930678] linearizableReadLoop","detail":"{readStateIndex:4927; appliedIndex:4925; }","duration":"100.429369ms","start":"2026-03-18T10:01:48.695576Z","end":"2026-03-18T10:01:48.796005Z","steps":["trace[370930678] 'read index received' (duration: 100.208764ms)","trace[370930678] 'applied index is now lower than readState.Index' (duration: 218.415µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:01:48.796124Z","caller":"traceutil/trace.go:171","msg":"trace[273427714] transaction","detail":"{read_only:false; response_revision:4737; number_of_response:1; }","duration":"156.027039ms","start":"2026-03-18T10:01:48.640086Z","end":"2026-03-18T10:01:48.796113Z","steps":["trace[273427714] 'process raft request' (duration: 155.745053ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:01:48.796569Z","caller":"traceutil/trace.go:171","msg":"trace[1566064474] transaction","detail":"{read_only:false; response_revision:4738; number_of_response:1; }","duration":"156.261614ms","start":"2026-03-18T10:01:48.640295Z","end":"2026-03-18T10:01:48.796557Z","steps":["trace[1566064474] 'process raft request' (duration: 155.6349ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:01:48.79663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.888182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-18T10:01:48.796755Z","caller":"traceutil/trace.go:171","msg":"trace[1780836486] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4738; }","duration":"146.062487ms","start":"2026-03-18T10:01:48.65067Z","end":"2026-03-18T10:01:48.796733Z","steps":["trace[1780836486] 'agreement among raft nodes before linearized reading' (duration: 145.731789ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:01:48.796849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.622786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:01:48.796895Z","caller":"traceutil/trace.go:171","msg":"trace[509319515] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4738; }","duration":"145.694717ms","start":"2026-03-18T10:01:48.65119Z","end":"2026-03-18T10:01:48.796885Z","steps":["trace[509319515] 'agreement among raft nodes before linearized reading' (duration: 145.620556ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:01:49.423998Z","caller":"traceutil/trace.go:171","msg":"trace[2133294867] linearizableReadLoop","detail":"{readStateIndex:4969; appliedIndex:4968; }","duration":"106.615068ms","start":"2026-03-18T10:01:49.317346Z","end":"2026-03-18T10:01:49.423961Z","steps":["trace[2133294867] 'read index received' (duration: 54.829174ms)","trace[2133294867] 'applied index is now lower than readState.Index' (duration: 51.783914ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:01:49.424073Z","caller":"traceutil/trace.go:171","msg":"trace[1484160282] transaction","detail":"{read_only:false; response_revision:4778; number_of_response:1; }","duration":"120.05029ms","start":"2026-03-18T10:01:49.303975Z","end":"2026-03-18T10:01:49.424025Z","steps":["trace[1484160282] 'process raft request' (duration: 68.295816ms)","trace[1484160282] 'compare' (duration: 51.457887ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:01:49.424333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.944626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-03-18T10:01:49.424389Z","caller":"traceutil/trace.go:171","msg":"trace[294712333] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:4778; }","duration":"107.058028ms","start":"2026-03-18T10:01:49.317316Z","end":"2026-03-18T10:01:49.424374Z","steps":["trace[294712333] 'agreement among raft nodes before linearized reading' (duration: 106.828153ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:01:49.481325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.977813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-rs59n.189de743af8eb5cc\" ","response":"range_response_count:1 size:962"} {"level":"info","ts":"2026-03-18T10:01:49.481434Z","caller":"traceutil/trace.go:171","msg":"trace[662796461] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-rs59n.189de743af8eb5cc; range_end:; response_count:1; response_revision:4779; }","duration":"130.150788ms","start":"2026-03-18T10:01:49.351263Z","end":"2026-03-18T10:01:49.481413Z","steps":["trace[662796461] 'agreement among raft nodes before linearized reading' (duration: 129.826291ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:01:50.861604Z","caller":"traceutil/trace.go:171","msg":"trace[1495331955] linearizableReadLoop","detail":"{readStateIndex:4982; appliedIndex:4981; }","duration":"380.148802ms","start":"2026-03-18T10:01:50.481427Z","end":"2026-03-18T10:01:50.861576Z","steps":["trace[1495331955] 'read index received' (duration: 380.113911ms)","trace[1495331955] 'applied index is now lower than readState.Index' (duration: 33.261µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:01:50.861748Z","caller":"traceutil/trace.go:171","msg":"trace[210254823] transaction","detail":"{read_only:false; response_revision:4791; number_of_response:1; }","duration":"383.370574ms","start":"2026-03-18T10:01:50.478345Z","end":"2026-03-18T10:01:50.861716Z","steps":["trace[210254823] 'process raft request' (duration: 383.059217ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:01:50.86189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.437339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-18T10:01:50.861922Z","caller":"traceutil/trace.go:171","msg":"trace[1000549342] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:4791; }","duration":"380.52954ms","start":"2026-03-18T10:01:50.481385Z","end":"2026-03-18T10:01:50.861915Z","steps":["trace[1000549342] 'agreement among raft nodes before linearized reading' (duration: 380.354987ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:01:50.861961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:01:50.481365Z","time spent":"380.589502ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-18T10:01:50.861975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:01:50.478316Z","time spent":"383.559289ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:01:50.921518Z","caller":"traceutil/trace.go:171","msg":"trace[1064030094] transaction","detail":"{read_only:false; response_revision:4792; number_of_response:1; }","duration":"338.26461ms","start":"2026-03-18T10:01:50.583216Z","end":"2026-03-18T10:01:50.92148Z","steps":["trace[1064030094] 'process raft request' (duration: 337.992844ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:01:50.921753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:01:50.583182Z","time spent":"338.472915ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:01:50.921783Z","caller":"traceutil/trace.go:171","msg":"trace[1222092207] transaction","detail":"{read_only:false; response_revision:4793; number_of_response:1; }","duration":"216.91637ms","start":"2026-03-18T10:01:50.704852Z","end":"2026-03-18T10:01:50.921768Z","steps":["trace[1222092207] 'process raft request' (duration: 216.555422ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:01:50.921938Z","caller":"traceutil/trace.go:171","msg":"trace[688622030] transaction","detail":"{read_only:false; response_revision:4794; number_of_response:1; }","duration":"216.9641ms","start":"2026-03-18T10:01:50.704968Z","end":"2026-03-18T10:01:50.921932Z","steps":["trace[688622030] 'process raft request' (duration: 216.685124ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:01:50.922157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.166346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-18T10:01:50.922155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.098795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:01:50.922182Z","caller":"traceutil/trace.go:171","msg":"trace[1863801814] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4794; }","duration":"117.250878ms","start":"2026-03-18T10:01:50.804926Z","end":"2026-03-18T10:01:50.922177Z","steps":["trace[1863801814] 'agreement among raft nodes before linearized reading' (duration: 117.156246ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:01:50.922156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.324773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-18T10:01:50.922208Z","caller":"traceutil/trace.go:171","msg":"trace[472593207] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:4794; }","duration":"109.196427ms","start":"2026-03-18T10:01:50.812998Z","end":"2026-03-18T10:01:50.922194Z","steps":["trace[472593207] 'agreement among raft nodes before linearized reading' (duration: 109.105825ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:01:50.922241Z","caller":"traceutil/trace.go:171","msg":"trace[380017174] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4794; }","duration":"106.438325ms","start":"2026-03-18T10:01:50.815783Z","end":"2026-03-18T10:01:50.922221Z","steps":["trace[380017174] 'agreement among raft nodes before linearized reading' (duration: 106.22587ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:01:50.922165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.246093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-18T10:01:50.92239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.544485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T10:01:50.922417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.452513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-18T10:01:50.922389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.810722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-18T10:01:50.922431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.592759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-18T10:01:50.922394Z","caller":"traceutil/trace.go:171","msg":"trace[25599353] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4794; }","duration":"111.476997ms","start":"2026-03-18T10:01:50.810852Z","end":"2026-03-18T10:01:50.922329Z","steps":["trace[25599353] 'agreement among raft nodes before linearized reading' (duration: 111.122899ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:01:50.922431Z","caller":"traceutil/trace.go:171","msg":"trace[1829961265] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4794; }","duration":"270.613607ms","start":"2026-03-18T10:01:50.651802Z","end":"2026-03-18T10:01:50.922415Z","steps":["trace[1829961265] 'agreement among raft nodes before linearized reading' (duration: 270.567066ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:01:50.92245Z","caller":"traceutil/trace.go:171","msg":"trace[172162340] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4794; }","duration":"117.521484ms","start":"2026-03-18T10:01:50.80492Z","end":"2026-03-18T10:01:50.922442Z","steps":["trace[172162340] 'agreement among raft nodes before linearized reading' (duration: 117.432912ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:01:50.922468Z","caller":"traceutil/trace.go:171","msg":"trace[388369457] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4794; }","duration":"203.679491ms","start":"2026-03-18T10:01:50.718777Z","end":"2026-03-18T10:01:50.922457Z","steps":["trace[388369457] 'agreement among raft nodes before linearized reading' (duration: 203.569668ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:01:50.922465Z","caller":"traceutil/trace.go:171","msg":"trace[1941900864] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4794; }","duration":"102.944735ms","start":"2026-03-18T10:01:50.819508Z","end":"2026-03-18T10:01:50.922453Z","steps":["trace[1941900864] 'agreement among raft nodes before linearized reading' (duration: 102.629828ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:01:50.922543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.731041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9qjd8\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-18T10:01:50.922647Z","caller":"traceutil/trace.go:171","msg":"trace[345051614] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9qjd8; range_end:; response_count:1; response_revision:4794; }","duration":"110.896194ms","start":"2026-03-18T10:01:50.811724Z","end":"2026-03-18T10:01:50.92262Z","steps":["trace[345051614] 'agreement among raft nodes before linearized reading' (duration: 110.511556ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:01:50.922831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.95226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-37ee3dd2-72ae-4e54-9e4c-1a347b0b9f34\" ","response":"range_response_count:1 size:3907"} {"level":"info","ts":"2026-03-18T10:01:50.922947Z","caller":"traceutil/trace.go:171","msg":"trace[1226066716] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-37ee3dd2-72ae-4e54-9e4c-1a347b0b9f34; range_end:; response_count:1; response_revision:4794; }","duration":"277.631306ms","start":"2026-03-18T10:01:50.645297Z","end":"2026-03-18T10:01:50.922928Z","steps":["trace[1226066716] 'agreement among raft nodes before linearized reading' (duration: 276.882429ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:01:51.284708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.747082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:01:51.284806Z","caller":"traceutil/trace.go:171","msg":"trace[325552203] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:4801; }","duration":"170.915725ms","start":"2026-03-18T10:01:51.11387Z","end":"2026-03-18T10:01:51.284786Z","steps":["trace[325552203] 'range keys from in-memory index tree' (duration: 170.653769ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:01:52.366965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"543.66233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/monitoring/goldpinger\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T10:01:52.367069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.788903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-37ee3dd2-72ae-4e54-9e4c-1a347b0b9f34\" ","response":"range_response_count:1 size:3907"} {"level":"info","ts":"2026-03-18T10:01:52.36707Z","caller":"traceutil/trace.go:171","msg":"trace[945715995] range","detail":"{range_begin:/registry/daemonsets/monitoring/goldpinger; range_end:; response_count:0; response_revision:4802; }","duration":"543.802413ms","start":"2026-03-18T10:01:51.823244Z","end":"2026-03-18T10:01:52.367046Z","steps":["trace[945715995] 'range keys from in-memory index tree' (duration: 543.561438ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:01:52.367121Z","caller":"traceutil/trace.go:171","msg":"trace[187868416] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-37ee3dd2-72ae-4e54-9e4c-1a347b0b9f34; range_end:; response_count:1; response_revision:4802; }","duration":"439.914856ms","start":"2026-03-18T10:01:51.927191Z","end":"2026-03-18T10:01:52.367106Z","steps":["trace[187868416] 'range keys from in-memory index tree' (duration: 439.568678ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:01:52.36713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:01:51.823232Z","time spent":"543.887965ms","remote":"127.0.0.1:38784","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/daemonsets/monitoring/goldpinger\" "} {"level":"warn","ts":"2026-03-18T10:01:52.367159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:01:51.92717Z","time spent":"439.978978ms","remote":"127.0.0.1:41260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3930,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-37ee3dd2-72ae-4e54-9e4c-1a347b0b9f34\" "} {"level":"warn","ts":"2026-03-18T10:01:52.367202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.439043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:01:52.367307Z","caller":"traceutil/trace.go:171","msg":"trace[962475061] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:4802; }","duration":"386.634918ms","start":"2026-03-18T10:01:51.980649Z","end":"2026-03-18T10:01:52.367284Z","steps":["trace[962475061] 'count revisions from in-memory index tree' (duration: 386.30666ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:01:52.367362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:01:51.980621Z","time spent":"386.72979ms","remote":"127.0.0.1:41302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"info","ts":"2026-03-18T10:01:52.512569Z","caller":"traceutil/trace.go:171","msg":"trace[52549100] transaction","detail":"{read_only:false; response_revision:4803; number_of_response:1; }","duration":"103.853606ms","start":"2026-03-18T10:01:52.408684Z","end":"2026-03-18T10:01:52.512538Z","steps":["trace[52549100] 'process raft request' (duration: 103.649761ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:01:57.603472Z","caller":"traceutil/trace.go:171","msg":"trace[1225464329] transaction","detail":"{read_only:false; response_revision:4912; number_of_response:1; }","duration":"193.286638ms","start":"2026-03-18T10:01:57.410151Z","end":"2026-03-18T10:01:57.603438Z","steps":["trace[1225464329] 'process raft request' (duration: 193.064103ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:02:01.36013Z","caller":"traceutil/trace.go:171","msg":"trace[968292870] transaction","detail":"{read_only:false; response_revision:4960; number_of_response:1; }","duration":"209.415083ms","start":"2026-03-18T10:02:01.150673Z","end":"2026-03-18T10:02:01.360088Z","steps":["trace[968292870] 'process raft request' (duration: 142.32793ms)","trace[968292870] 'compare' (duration: 66.91508ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:02:02.478555Z","caller":"traceutil/trace.go:171","msg":"trace[261322622] transaction","detail":"{read_only:false; response_revision:4971; number_of_response:1; }","duration":"126.3736ms","start":"2026-03-18T10:02:02.352144Z","end":"2026-03-18T10:02:02.478518Z","steps":["trace[261322622] 'process raft request' (duration: 126.155665ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:02:03.256814Z","caller":"traceutil/trace.go:171","msg":"trace[1085820242] linearizableReadLoop","detail":"{readStateIndex:5174; appliedIndex:5173; }","duration":"153.976103ms","start":"2026-03-18T10:02:03.102804Z","end":"2026-03-18T10:02:03.25678Z","steps":["trace[1085820242] 'read index received' (duration: 102.937882ms)","trace[1085820242] 'applied index is now lower than readState.Index' (duration: 51.036391ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:02:03.256902Z","caller":"traceutil/trace.go:171","msg":"trace[411211858] transaction","detail":"{read_only:false; response_revision:4977; number_of_response:1; }","duration":"170.431784ms","start":"2026-03-18T10:02:03.086413Z","end":"2026-03-18T10:02:03.256845Z","steps":["trace[411211858] 'process raft request' (duration: 119.446605ms)","trace[411211858] 'compare' (duration: 50.759164ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:02:03.257171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.375477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-18T10:02:03.257172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.318895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-18T10:02:03.257233Z","caller":"traceutil/trace.go:171","msg":"trace[730225162] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4977; }","duration":"133.488819ms","start":"2026-03-18T10:02:03.123731Z","end":"2026-03-18T10:02:03.257219Z","steps":["trace[730225162] 'agreement among raft nodes before linearized reading' (duration: 133.345176ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:02:03.257195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.364361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-18T10:02:03.257295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.590287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9qjd8\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-18T10:02:03.257419Z","caller":"traceutil/trace.go:171","msg":"trace[930720434] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9qjd8; range_end:; response_count:1; response_revision:4977; }","duration":"100.770602ms","start":"2026-03-18T10:02:03.156625Z","end":"2026-03-18T10:02:03.257395Z","steps":["trace[930720434] 'agreement among raft nodes before linearized reading' (duration: 100.417153ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:02:03.25725Z","caller":"traceutil/trace.go:171","msg":"trace[531194684] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4977; }","duration":"133.578742ms","start":"2026-03-18T10:02:03.123653Z","end":"2026-03-18T10:02:03.257232Z","steps":["trace[531194684] 'agreement among raft nodes before linearized reading' (duration: 133.390137ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:02:03.257319Z","caller":"traceutil/trace.go:171","msg":"trace[1483439450] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4977; }","duration":"154.558815ms","start":"2026-03-18T10:02:03.102735Z","end":"2026-03-18T10:02:03.257294Z","steps":["trace[1483439450] 'agreement among raft nodes before linearized reading' (duration: 154.187517ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:02:03.257174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.605582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-18T10:02:03.257602Z","caller":"traceutil/trace.go:171","msg":"trace[1119785401] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4977; }","duration":"134.085703ms","start":"2026-03-18T10:02:03.123498Z","end":"2026-03-18T10:02:03.257584Z","steps":["trace[1119785401] 'agreement among raft nodes before linearized reading' (duration: 133.498909ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:02:03.406137Z","caller":"traceutil/trace.go:171","msg":"trace[1021169882] transaction","detail":"{read_only:false; response_revision:4981; number_of_response:1; }","duration":"142.917083ms","start":"2026-03-18T10:02:03.263191Z","end":"2026-03-18T10:02:03.406108Z","steps":["trace[1021169882] 'process raft request' (duration: 142.816701ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:02:03.406252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.011855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.215\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-18T10:02:03.406109Z","caller":"traceutil/trace.go:171","msg":"trace[1891908010] transaction","detail":"{read_only:false; response_revision:4980; number_of_response:1; }","duration":"143.082637ms","start":"2026-03-18T10:02:03.262981Z","end":"2026-03-18T10:02:03.406064Z","steps":["trace[1891908010] 'process raft request' (duration: 142.979785ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:02:03.406343Z","caller":"traceutil/trace.go:171","msg":"trace[311082196] range","detail":"{range_begin:/registry/masterleases/199.19.213.215; range_end:; response_count:1; response_revision:4981; }","duration":"127.165509ms","start":"2026-03-18T10:02:03.279156Z","end":"2026-03-18T10:02:03.406321Z","steps":["trace[311082196] 'agreement among raft nodes before linearized reading' (duration: 126.933764ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:02:03.406441Z","caller":"traceutil/trace.go:171","msg":"trace[1040180682] transaction","detail":"{read_only:false; response_revision:4979; number_of_response:1; }","duration":"143.499377ms","start":"2026-03-18T10:02:03.2629Z","end":"2026-03-18T10:02:03.406399Z","steps":["trace[1040180682] 'process raft request' (duration: 142.802441ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:02:03.608982Z","caller":"traceutil/trace.go:171","msg":"trace[2099670712] transaction","detail":"{read_only:false; response_revision:4982; number_of_response:1; }","duration":"197.225268ms","start":"2026-03-18T10:02:03.411717Z","end":"2026-03-18T10:02:03.608942Z","steps":["trace[2099670712] 'process raft request' (duration: 143.170289ms)","trace[2099670712] 'compare' (duration: 53.418044ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:02:03.609013Z","caller":"traceutil/trace.go:171","msg":"trace[244231288] transaction","detail":"{read_only:false; response_revision:4983; number_of_response:1; }","duration":"150.712909ms","start":"2026-03-18T10:02:03.458281Z","end":"2026-03-18T10:02:03.608994Z","steps":["trace[244231288] 'process raft request' (duration: 150.443543ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:02:04.011784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.629497ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T10:02:04.011903Z","caller":"traceutil/trace.go:171","msg":"trace[1305039483] transaction","detail":"{read_only:false; response_revision:4984; number_of_response:1; }","duration":"233.083307ms","start":"2026-03-18T10:02:03.778798Z","end":"2026-03-18T10:02:04.011881Z","steps":["trace[1305039483] 'process raft request' (duration: 19.260105ms)","trace[1305039483] 'compare' (duration: 213.488304ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:02:04.466853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.237747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-rs59n.189de743735facec\" ","response":"range_response_count:1 size:906"} {"level":"info","ts":"2026-03-18T10:02:04.46698Z","caller":"traceutil/trace.go:171","msg":"trace[2060791673] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-rs59n.189de743735facec; range_end:; response_count:1; response_revision:4984; }","duration":"248.437081ms","start":"2026-03-18T10:02:04.218515Z","end":"2026-03-18T10:02:04.466952Z","steps":["trace[2060791673] 'range keys from in-memory index tree' (duration: 247.966362ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:02:06.264546Z","caller":"traceutil/trace.go:171","msg":"trace[1495249778] transaction","detail":"{read_only:false; response_revision:5020; number_of_response:1; }","duration":"246.227683ms","start":"2026-03-18T10:02:06.018289Z","end":"2026-03-18T10:02:06.264517Z","steps":["trace[1495249778] 'process raft request' (duration: 246.058699ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:02:07.546018Z","caller":"traceutil/trace.go:171","msg":"trace[1637633689] linearizableReadLoop","detail":"{readStateIndex:5235; appliedIndex:5234; }","duration":"123.992236ms","start":"2026-03-18T10:02:07.421997Z","end":"2026-03-18T10:02:07.545989Z","steps":["trace[1637633689] 'read index received' (duration: 123.869244ms)","trace[1637633689] 'applied index is now lower than readState.Index' (duration: 121.772µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:02:07.546109Z","caller":"traceutil/trace.go:171","msg":"trace[1444976183] transaction","detail":"{read_only:false; response_revision:5037; number_of_response:1; }","duration":"129.819778ms","start":"2026-03-18T10:02:07.416225Z","end":"2026-03-18T10:02:07.546045Z","steps":["trace[1444976183] 'process raft request' (duration: 129.557342ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:02:07.546302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.288874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-18T10:02:07.54635Z","caller":"traceutil/trace.go:171","msg":"trace[778446715] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5037; }","duration":"124.414416ms","start":"2026-03-18T10:02:07.421924Z","end":"2026-03-18T10:02:07.546338Z","steps":["trace[778446715] 'agreement among raft nodes before linearized reading' (duration: 124.20679ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:02:07.549704Z","caller":"traceutil/trace.go:171","msg":"trace[574222241] transaction","detail":"{read_only:false; response_revision:5038; number_of_response:1; }","duration":"120.452016ms","start":"2026-03-18T10:02:07.429232Z","end":"2026-03-18T10:02:07.549684Z","steps":["trace[574222241] 'process raft request' (duration: 120.035437ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:02:07.549786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.191074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-18T10:02:07.549915Z","caller":"traceutil/trace.go:171","msg":"trace[886606255] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5038; }","duration":"125.397098ms","start":"2026-03-18T10:02:07.424496Z","end":"2026-03-18T10:02:07.549893Z","steps":["trace[886606255] 'agreement among raft nodes before linearized reading' (duration: 125.03415ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:02:07.549926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.535409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-18T10:02:07.550048Z","caller":"traceutil/trace.go:171","msg":"trace[1121055485] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5038; }","duration":"124.692073ms","start":"2026-03-18T10:02:07.425324Z","end":"2026-03-18T10:02:07.550016Z","steps":["trace[1121055485] 'agreement among raft nodes before linearized reading' (duration: 124.311284ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:02:12.091527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.058477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-63d575ea-c363-4bf7-9f70-971b382bfe58\" ","response":"range_response_count:1 size:3646"} {"level":"info","ts":"2026-03-18T10:02:12.091662Z","caller":"traceutil/trace.go:171","msg":"trace[1973169917] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-63d575ea-c363-4bf7-9f70-971b382bfe58; range_end:; response_count:1; response_revision:5139; }","duration":"202.268841ms","start":"2026-03-18T10:02:11.889366Z","end":"2026-03-18T10:02:12.091635Z","steps":["trace[1973169917] 'range keys from in-memory index tree' (duration: 201.75436ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:02:12.647191Z","caller":"traceutil/trace.go:171","msg":"trace[311831079] linearizableReadLoop","detail":"{readStateIndex:5339; appliedIndex:5338; }","duration":"182.289082ms","start":"2026-03-18T10:02:12.464864Z","end":"2026-03-18T10:02:12.647153Z","steps":["trace[311831079] 'read index received' (duration: 182.018806ms)","trace[311831079] 'applied index is now lower than readState.Index' (duration: 268.286µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:02:12.647311Z","caller":"traceutil/trace.go:171","msg":"trace[373922003] transaction","detail":"{read_only:false; response_revision:5140; number_of_response:1; }","duration":"360.589091ms","start":"2026-03-18T10:02:12.286674Z","end":"2026-03-18T10:02:12.647263Z","steps":["trace[373922003] 'process raft request' (duration: 360.234323ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:02:12.647592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:02:12.286643Z","time spent":"360.794676ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:02:12.647594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.701201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-63d575ea-c363-4bf7-9f70-971b382bfe58\" ","response":"range_response_count:1 size:3646"} {"level":"info","ts":"2026-03-18T10:02:12.647656Z","caller":"traceutil/trace.go:171","msg":"trace[616909062] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-63d575ea-c363-4bf7-9f70-971b382bfe58; range_end:; response_count:1; response_revision:5140; }","duration":"182.835194ms","start":"2026-03-18T10:02:12.464807Z","end":"2026-03-18T10:02:12.647642Z","steps":["trace[616909062] 'agreement among raft nodes before linearized reading' (duration: 182.568008ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:02:13.147886Z","caller":"traceutil/trace.go:171","msg":"trace[1708866316] transaction","detail":"{read_only:false; response_revision:5141; number_of_response:1; }","duration":"475.558275ms","start":"2026-03-18T10:02:12.672293Z","end":"2026-03-18T10:02:13.147851Z","steps":["trace[1708866316] 'process raft request' (duration: 475.296029ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:02:13.148095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:02:12.67227Z","time spent":"475.711638ms","remote":"127.0.0.1:41260","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3751,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:02:13.39865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.763989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.215\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-18T10:02:13.398833Z","caller":"traceutil/trace.go:171","msg":"trace[251572807] range","detail":"{range_begin:/registry/masterleases/199.19.213.215; range_end:; response_count:1; response_revision:5143; }","duration":"119.029835ms","start":"2026-03-18T10:02:13.279764Z","end":"2026-03-18T10:02:13.398794Z","steps":["trace[251572807] 'range keys from in-memory index tree' (duration: 118.495363ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:02:15.826316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.865007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-18T10:02:15.826421Z","caller":"traceutil/trace.go:171","msg":"trace[1507361208] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5172; }","duration":"196.042451ms","start":"2026-03-18T10:02:15.630358Z","end":"2026-03-18T10:02:15.8264Z","steps":["trace[1507361208] 'range keys from in-memory index tree' (duration: 195.55803ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:02:15.826981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.472041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-18T10:02:15.827018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.860405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:02:15.82708Z","caller":"traceutil/trace.go:171","msg":"trace[605819489] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5172; }","duration":"175.956697ms","start":"2026-03-18T10:02:15.651109Z","end":"2026-03-18T10:02:15.827065Z","steps":["trace[605819489] 'range keys from in-memory index tree' (duration: 175.734742ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:02:15.827084Z","caller":"traceutil/trace.go:171","msg":"trace[1012652454] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5172; }","duration":"196.641514ms","start":"2026-03-18T10:02:15.630417Z","end":"2026-03-18T10:02:15.827058Z","steps":["trace[1012652454] 'range keys from in-memory index tree' (duration: 196.271016ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:02:15.827124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.459453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-18T10:02:15.827257Z","caller":"traceutil/trace.go:171","msg":"trace[2040377] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5172; }","duration":"158.650148ms","start":"2026-03-18T10:02:15.668577Z","end":"2026-03-18T10:02:15.827227Z","steps":["trace[2040377] 'range keys from in-memory index tree' (duration: 158.185007ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:02:15.827351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.871861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-18T10:02:15.82748Z","caller":"traceutil/trace.go:171","msg":"trace[309818542] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5172; }","duration":"197.115856ms","start":"2026-03-18T10:02:15.630338Z","end":"2026-03-18T10:02:15.827454Z","steps":["trace[309818542] 'range keys from in-memory index tree' (duration: 196.4329ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:02:16.917053Z","caller":"traceutil/trace.go:171","msg":"trace[735485119] linearizableReadLoop","detail":"{readStateIndex:5401; appliedIndex:5400; }","duration":"113.637633ms","start":"2026-03-18T10:02:16.803383Z","end":"2026-03-18T10:02:16.91702Z","steps":["trace[735485119] 'read index received' (duration: 68.656258ms)","trace[735485119] 'applied index is now lower than readState.Index' (duration: 44.979745ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:02:16.917106Z","caller":"traceutil/trace.go:171","msg":"trace[1116030084] transaction","detail":"{read_only:false; response_revision:5201; number_of_response:1; }","duration":"113.870978ms","start":"2026-03-18T10:02:16.803173Z","end":"2026-03-18T10:02:16.917044Z","steps":["trace[1116030084] 'process raft request' (duration: 68.946365ms)","trace[1116030084] 'compare' (duration: 44.745289ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:02:16.917351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.927719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:17536"} {"level":"info","ts":"2026-03-18T10:02:16.917453Z","caller":"traceutil/trace.go:171","msg":"trace[752828436] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:5201; }","duration":"114.064393ms","start":"2026-03-18T10:02:16.803368Z","end":"2026-03-18T10:02:16.917433Z","steps":["trace[752828436] 'agreement among raft nodes before linearized reading' (duration: 113.760266ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:02:18.93905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.256688ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-18T10:02:18.939265Z","caller":"traceutil/trace.go:171","msg":"trace[793305854] transaction","detail":"{read_only:false; response_revision:5235; number_of_response:1; }","duration":"539.171829ms","start":"2026-03-18T10:02:18.400044Z","end":"2026-03-18T10:02:18.939216Z","steps":["trace[793305854] 'process raft request' (duration: 98.663445ms)","trace[793305854] 'compare' (duration: 439.771428ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:02:18.93946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:02:18.400015Z","time spent":"539.361392ms","remote":"127.0.0.1:38840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3001,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-18T10:02:18.939461Z","caller":"traceutil/trace.go:171","msg":"trace[2058623552] linearizableReadLoop","detail":"{readStateIndex:5435; appliedIndex:5434; }","duration":"289.018129ms","start":"2026-03-18T10:02:18.650419Z","end":"2026-03-18T10:02:18.939437Z","steps":["trace[2058623552] 'read index received' (duration: 71.092µs)","trace[2058623552] 'applied index is now lower than readState.Index' (duration: 288.944847ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:02:18.939537Z","caller":"traceutil/trace.go:171","msg":"trace[1918688358] transaction","detail":"{read_only:false; response_revision:5236; number_of_response:1; }","duration":"209.339711ms","start":"2026-03-18T10:02:18.730154Z","end":"2026-03-18T10:02:18.939494Z","steps":["trace[1918688358] 'process raft request' (duration: 209.029503ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:02:18.94675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.311172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:02:18.946869Z","caller":"traceutil/trace.go:171","msg":"trace[869057201] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5236; }","duration":"296.494316ms","start":"2026-03-18T10:02:18.650346Z","end":"2026-03-18T10:02:18.94684Z","steps":["trace[869057201] 'agreement among raft nodes before linearized reading' (duration: 289.149561ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:02:24.450337Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10400673014339836714,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-18T10:02:24.530686Z","caller":"traceutil/trace.go:171","msg":"trace[1519604141] linearizableReadLoop","detail":"{readStateIndex:5506; appliedIndex:5505; }","duration":"580.590783ms","start":"2026-03-18T10:02:23.950055Z","end":"2026-03-18T10:02:24.530645Z","steps":["trace[1519604141] 'read index received' (duration: 580.222605ms)","trace[1519604141] 'applied index is now lower than readState.Index' (duration: 366.918µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:02:24.531119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"581.037244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-18T10:02:24.531184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.803096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T10:02:24.531214Z","caller":"traceutil/trace.go:171","msg":"trace[1172860246] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5301; }","duration":"581.203497ms","start":"2026-03-18T10:02:23.94999Z","end":"2026-03-18T10:02:24.531193Z","steps":["trace[1172860246] 'agreement among raft nodes before linearized reading' (duration: 580.90269ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:02:24.531269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:02:23.949967Z","time spent":"581.2918ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-18T10:02:24.531294Z","caller":"traceutil/trace.go:171","msg":"trace[1304962004] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:5301; }","duration":"399.96084ms","start":"2026-03-18T10:02:24.131314Z","end":"2026-03-18T10:02:24.531275Z","steps":["trace[1304962004] 'agreement among raft nodes before linearized reading' (duration: 399.795916ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:02:24.53126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"579.472748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-18T10:02:24.531266Z","caller":"traceutil/trace.go:171","msg":"trace[1714090895] transaction","detail":"{read_only:false; response_revision:5301; number_of_response:1; }","duration":"591.568841ms","start":"2026-03-18T10:02:23.939632Z","end":"2026-03-18T10:02:24.531201Z","steps":["trace[1714090895] 'process raft request' (duration: 590.741822ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:02:24.531397Z","caller":"traceutil/trace.go:171","msg":"trace[1707394609] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5301; }","duration":"579.678652ms","start":"2026-03-18T10:02:23.951692Z","end":"2026-03-18T10:02:24.531371Z","steps":["trace[1707394609] 'agreement among raft nodes before linearized reading' (duration: 579.279193ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:02:24.531465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:02:23.95168Z","time spent":"579.773815ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-18T10:02:24.531301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"578.751852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-18T10:02:24.531548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:02:23.939605Z","time spent":"591.817967ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:02:24.531558Z","caller":"traceutil/trace.go:171","msg":"trace[1218657815] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5301; }","duration":"579.061249ms","start":"2026-03-18T10:02:23.952482Z","end":"2026-03-18T10:02:24.531544Z","steps":["trace[1218657815] 'agreement among raft nodes before linearized reading' (duration: 578.64158ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:02:24.531337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:02:24.131296Z","time spent":"400.029941ms","remote":"127.0.0.1:38812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-03-18T10:02:24.531745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:02:23.952471Z","time spent":"579.207962ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-18T10:02:29.602125Z","caller":"traceutil/trace.go:171","msg":"trace[1210047589] transaction","detail":"{read_only:false; response_revision:5354; number_of_response:1; }","duration":"144.596641ms","start":"2026-03-18T10:02:29.457491Z","end":"2026-03-18T10:02:29.602088Z","steps":["trace[1210047589] 'process raft request' (duration: 144.297575ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:02:30.120232Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10400673014339836832,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T10:02:30.916358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.774043ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T10:02:30.916504Z","caller":"traceutil/trace.go:171","msg":"trace[664065329] linearizableReadLoop","detail":"{readStateIndex:5561; appliedIndex:5560; }","duration":"1.296856025s","start":"2026-03-18T10:02:29.619628Z","end":"2026-03-18T10:02:30.916484Z","steps":["trace[664065329] 'read index received' (duration: 889.723535ms)","trace[664065329] 'applied index is now lower than readState.Index' (duration: 407.13064ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:02:30.916608Z","caller":"traceutil/trace.go:171","msg":"trace[970831856] transaction","detail":"{read_only:false; response_revision:5355; number_of_response:1; }","duration":"1.309167342s","start":"2026-03-18T10:02:29.607395Z","end":"2026-03-18T10:02:30.916562Z","steps":["trace[970831856] 'process raft request' (duration: 902.033081ms)","trace[970831856] 'compare' (duration: 406.336913ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:02:30.916716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.297093241s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9qjd8\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-18T10:02:30.916761Z","caller":"traceutil/trace.go:171","msg":"trace[1502344253] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9qjd8; range_end:; response_count:1; response_revision:5355; }","duration":"1.297180873s","start":"2026-03-18T10:02:29.619569Z","end":"2026-03-18T10:02:30.91675Z","steps":["trace[1502344253] 'agreement among raft nodes before linearized reading' (duration: 1.297013969s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:02:30.916805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:02:29.619546Z","time spent":"1.297249344s","remote":"127.0.0.1:41260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-9qjd8\" "} {"level":"warn","ts":"2026-03-18T10:02:30.916829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:02:29.607374Z","time spent":"1.309335106s","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:02:30.917325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.787114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:02:30.917383Z","caller":"traceutil/trace.go:171","msg":"trace[833064062] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5355; }","duration":"265.888876ms","start":"2026-03-18T10:02:30.651479Z","end":"2026-03-18T10:02:30.917367Z","steps":["trace[833064062] 'agreement among raft nodes before linearized reading' (duration: 265.791314ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:02:30.91738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.76364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T10:02:30.917428Z","caller":"traceutil/trace.go:171","msg":"trace[859549096] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:5355; }","duration":"260.825372ms","start":"2026-03-18T10:02:30.65659Z","end":"2026-03-18T10:02:30.917415Z","steps":["trace[859549096] 'agreement among raft nodes before linearized reading' (duration: 260.72408ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:02:30.917411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.988256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-18T10:02:30.917431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.702783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-18T10:02:30.917536Z","caller":"traceutil/trace.go:171","msg":"trace[142644091] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:5355; }","duration":"512.18075ms","start":"2026-03-18T10:02:30.405326Z","end":"2026-03-18T10:02:30.917507Z","steps":["trace[142644091] 'agreement among raft nodes before linearized reading' (duration: 511.964075ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:02:30.917622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:02:30.405299Z","time spent":"512.309053ms","remote":"127.0.0.1:46454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"info","ts":"2026-03-18T10:02:30.917585Z","caller":"traceutil/trace.go:171","msg":"trace[1853100269] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5355; }","duration":"324.913287ms","start":"2026-03-18T10:02:30.592645Z","end":"2026-03-18T10:02:30.917559Z","steps":["trace[1853100269] 'agreement among raft nodes before linearized reading' (duration: 324.61427ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:02:30.917656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.22964428s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:10392"} {"level":"warn","ts":"2026-03-18T10:02:30.917746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:02:30.592639Z","time spent":"325.096541ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-18T10:02:30.917787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.571441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-03-18T10:02:30.917973Z","caller":"traceutil/trace.go:171","msg":"trace[1489956561] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5355; }","duration":"1.229845005s","start":"2026-03-18T10:02:29.68796Z","end":"2026-03-18T10:02:30.917805Z","steps":["trace[1489956561] 'agreement among raft nodes before linearized reading' (duration: 1.22874623s)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:02:30.918079Z","caller":"traceutil/trace.go:171","msg":"trace[950990107] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5355; }","duration":"305.879898ms","start":"2026-03-18T10:02:30.612117Z","end":"2026-03-18T10:02:30.917997Z","steps":["trace[950990107] 'agreement among raft nodes before linearized reading' (duration: 305.186282ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:02:30.91811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.546524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-18T10:02:30.918069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.573222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-18T10:02:30.918189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:02:30.612106Z","time spent":"306.068783ms","remote":"127.0.0.1:60360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3339,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-03-18T10:02:30.918049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:02:29.687945Z","time spent":"1.23009236s","remote":"127.0.0.1:41260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":10415,"request content":"key:\"/registry/pods/openstack/rabbitmq-keystone-server-0\" "} {"level":"info","ts":"2026-03-18T10:02:30.918228Z","caller":"traceutil/trace.go:171","msg":"trace[735446877] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5355; }","duration":"325.811558ms","start":"2026-03-18T10:02:30.592388Z","end":"2026-03-18T10:02:30.918199Z","steps":["trace[735446877] 'agreement among raft nodes before linearized reading' (duration: 325.339947ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:02:30.918344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:02:30.592361Z","time spent":"325.957931ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-18T10:02:30.918189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"804.509433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:02:30.91816Z","caller":"traceutil/trace.go:171","msg":"trace[1883785011] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5355; }","duration":"330.655797ms","start":"2026-03-18T10:02:30.587494Z","end":"2026-03-18T10:02:30.91815Z","steps":["trace[1883785011] 'agreement among raft nodes before linearized reading' (duration: 330.534374ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:02:30.918467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:02:30.587455Z","time spent":"330.991495ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-18T10:02:30.91847Z","caller":"traceutil/trace.go:171","msg":"trace[242261173] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:5355; }","duration":"804.881271ms","start":"2026-03-18T10:02:30.113548Z","end":"2026-03-18T10:02:30.918429Z","steps":["trace[242261173] 'agreement among raft nodes before linearized reading' (duration: 804.39899ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:02:30.918459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.817121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-18T10:02:30.918117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.229247221s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"warn","ts":"2026-03-18T10:02:30.918567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:02:30.113518Z","time spent":"805.022575ms","remote":"127.0.0.1:46510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"info","ts":"2026-03-18T10:02:30.91857Z","caller":"traceutil/trace.go:171","msg":"trace[1699344831] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5355; }","duration":"1.229730842s","start":"2026-03-18T10:02:29.688814Z","end":"2026-03-18T10:02:30.918545Z","steps":["trace[1699344831] 'agreement among raft nodes before linearized reading' (duration: 1.229160648s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:02:30.918724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:02:29.688793Z","time spent":"1.229902705s","remote":"127.0.0.1:41228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"info","ts":"2026-03-18T10:02:30.918569Z","caller":"traceutil/trace.go:171","msg":"trace[1191894400] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5355; }","duration":"322.963364ms","start":"2026-03-18T10:02:30.595571Z","end":"2026-03-18T10:02:30.918535Z","steps":["trace[1191894400] 'agreement among raft nodes before linearized reading' (duration: 322.096434ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:02:30.918855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:02:30.595542Z","time spent":"323.297011ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-18T10:02:31.192079Z","caller":"traceutil/trace.go:171","msg":"trace[1588163018] transaction","detail":"{read_only:false; response_revision:5357; number_of_response:1; }","duration":"267.975672ms","start":"2026-03-18T10:02:30.924066Z","end":"2026-03-18T10:02:31.192042Z","steps":["trace[1588163018] 'process raft request' (duration: 267.724127ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:02:31.192521Z","caller":"traceutil/trace.go:171","msg":"trace[541052267] transaction","detail":"{read_only:false; response_revision:5358; number_of_response:1; }","duration":"268.435643ms","start":"2026-03-18T10:02:30.924071Z","end":"2026-03-18T10:02:31.192506Z","steps":["trace[541052267] 'process raft request' (duration: 267.922051ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:02:31.192802Z","caller":"traceutil/trace.go:171","msg":"trace[254940797] transaction","detail":"{read_only:false; response_revision:5359; number_of_response:1; }","duration":"268.220329ms","start":"2026-03-18T10:02:30.924544Z","end":"2026-03-18T10:02:31.192765Z","steps":["trace[254940797] 'process raft request' (duration: 267.793459ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:02:31.192806Z","caller":"traceutil/trace.go:171","msg":"trace[1309507036] linearizableReadLoop","detail":"{readStateIndex:5565; appliedIndex:5561; }","duration":"266.580023ms","start":"2026-03-18T10:02:30.926192Z","end":"2026-03-18T10:02:31.192772Z","steps":["trace[1309507036] 'read index received' (duration: 19.685654ms)","trace[1309507036] 'applied index is now lower than readState.Index' (duration: 246.892208ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:02:31.192802Z","caller":"traceutil/trace.go:171","msg":"trace[1246681828] transaction","detail":"{read_only:false; response_revision:5360; number_of_response:1; }","duration":"263.020061ms","start":"2026-03-18T10:02:30.929745Z","end":"2026-03-18T10:02:31.192765Z","steps":["trace[1246681828] 'process raft request' (duration: 262.846957ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:02:31.193136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.91621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-03-18T10:02:31.19319Z","caller":"traceutil/trace.go:171","msg":"trace[588520665] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5360; }","duration":"267.022162ms","start":"2026-03-18T10:02:30.926152Z","end":"2026-03-18T10:02:31.193174Z","steps":["trace[588520665] 'agreement among raft nodes before linearized reading' (duration: 266.810448ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:02:31.371361Z","caller":"traceutil/trace.go:171","msg":"trace[1878801243] linearizableReadLoop","detail":"{readStateIndex:5567; appliedIndex:5566; }","duration":"173.223796ms","start":"2026-03-18T10:02:31.198103Z","end":"2026-03-18T10:02:31.371326Z","steps":["trace[1878801243] 'read index received' (duration: 87.502614ms)","trace[1878801243] 'applied index is now lower than readState.Index' (duration: 85.719382ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:02:31.371524Z","caller":"traceutil/trace.go:171","msg":"trace[387839887] transaction","detail":"{read_only:false; response_revision:5361; number_of_response:1; }","duration":"389.136665ms","start":"2026-03-18T10:02:30.982328Z","end":"2026-03-18T10:02:31.371465Z","steps":["trace[387839887] 'process raft request' (duration: 303.256389ms)","trace[387839887] 'compare' (duration: 85.57152ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:02:31.371723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.578114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-649db081-5975-4b71-a8a2-da11fe923bb8\" ","response":"range_response_count:1 size:1435"} {"level":"warn","ts":"2026-03-18T10:02:31.371755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:02:30.982297Z","time spent":"389.33615ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:02:31.371804Z","caller":"traceutil/trace.go:171","msg":"trace[702565966] range","detail":"{range_begin:/registry/persistentvolumes/pvc-649db081-5975-4b71-a8a2-da11fe923bb8; range_end:; response_count:1; response_revision:5361; }","duration":"173.687007ms","start":"2026-03-18T10:02:31.198093Z","end":"2026-03-18T10:02:31.37178Z","steps":["trace[702565966] 'agreement among raft nodes before linearized reading' (duration: 173.399711ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:02:31.397283Z","caller":"traceutil/trace.go:171","msg":"trace[466598829] transaction","detail":"{read_only:false; response_revision:5362; number_of_response:1; }","duration":"197.835151ms","start":"2026-03-18T10:02:31.199411Z","end":"2026-03-18T10:02:31.397246Z","steps":["trace[466598829] 'process raft request' (duration: 197.579475ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:02:31.397689Z","caller":"traceutil/trace.go:171","msg":"trace[591453484] transaction","detail":"{read_only:false; response_revision:5363; number_of_response:1; }","duration":"198.032956ms","start":"2026-03-18T10:02:31.199611Z","end":"2026-03-18T10:02:31.397644Z","steps":["trace[591453484] 'process raft request' (duration: 197.580326ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:02:31.397734Z","caller":"traceutil/trace.go:171","msg":"trace[1207636975] transaction","detail":"{read_only:false; response_revision:5364; number_of_response:1; }","duration":"197.954495ms","start":"2026-03-18T10:02:31.199746Z","end":"2026-03-18T10:02:31.397701Z","steps":["trace[1207636975] 'process raft request' (duration: 197.74914ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:02:31.398066Z","caller":"traceutil/trace.go:171","msg":"trace[1281559364] transaction","detail":"{read_only:false; response_revision:5366; number_of_response:1; }","duration":"131.973486ms","start":"2026-03-18T10:02:31.266074Z","end":"2026-03-18T10:02:31.398047Z","steps":["trace[1281559364] 'process raft request' (duration: 131.815553ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:02:31.398082Z","caller":"traceutil/trace.go:171","msg":"trace[200650487] transaction","detail":"{read_only:false; response_revision:5365; number_of_response:1; }","duration":"198.248661ms","start":"2026-03-18T10:02:31.199812Z","end":"2026-03-18T10:02:31.398061Z","steps":["trace[200650487] 'process raft request' (duration: 197.838571ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:02:31.398189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.787425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:16546"} {"level":"info","ts":"2026-03-18T10:02:31.398269Z","caller":"traceutil/trace.go:171","msg":"trace[655310037] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5366; }","duration":"199.889148ms","start":"2026-03-18T10:02:31.198362Z","end":"2026-03-18T10:02:31.398251Z","steps":["trace[655310037] 'agreement among raft nodes before linearized reading' (duration: 199.654363ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:02:31.398255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.624835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T10:02:31.398329Z","caller":"traceutil/trace.go:171","msg":"trace[475788581] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:5366; }","duration":"185.740648ms","start":"2026-03-18T10:02:31.21257Z","end":"2026-03-18T10:02:31.398311Z","steps":["trace[475788581] 'agreement among raft nodes before linearized reading' (duration: 185.609455ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:02:31.809244Z","caller":"traceutil/trace.go:171","msg":"trace[302951339] linearizableReadLoop","detail":"{readStateIndex:5574; appliedIndex:5573; }","duration":"157.716608ms","start":"2026-03-18T10:02:31.651482Z","end":"2026-03-18T10:02:31.809199Z","steps":["trace[302951339] 'read index received' (duration: 119.617348ms)","trace[302951339] 'applied index is now lower than readState.Index' (duration: 38.09751ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:02:31.809301Z","caller":"traceutil/trace.go:171","msg":"trace[1393057954] transaction","detail":"{read_only:false; response_revision:5368; number_of_response:1; }","duration":"200.728997ms","start":"2026-03-18T10:02:31.608524Z","end":"2026-03-18T10:02:31.809253Z","steps":["trace[1393057954] 'process raft request' (duration: 162.665098ms)","trace[1393057954] 'compare' (duration: 37.798403ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:02:31.809436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.939452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:02:31.809531Z","caller":"traceutil/trace.go:171","msg":"trace[1615876995] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5368; }","duration":"158.093075ms","start":"2026-03-18T10:02:31.651415Z","end":"2026-03-18T10:02:31.809508Z","steps":["trace[1615876995] 'agreement among raft nodes before linearized reading' (duration: 157.936072ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:02:33.039388Z","caller":"traceutil/trace.go:171","msg":"trace[1173777104] linearizableReadLoop","detail":"{readStateIndex:5575; appliedIndex:5574; }","duration":"110.328539ms","start":"2026-03-18T10:02:32.929033Z","end":"2026-03-18T10:02:33.039361Z","steps":["trace[1173777104] 'read index received' (duration: 110.110554ms)","trace[1173777104] 'applied index is now lower than readState.Index' (duration: 216.435µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:02:33.039497Z","caller":"traceutil/trace.go:171","msg":"trace[2082794218] transaction","detail":"{read_only:false; response_revision:5369; number_of_response:1; }","duration":"111.26291ms","start":"2026-03-18T10:02:32.928179Z","end":"2026-03-18T10:02:33.039442Z","steps":["trace[2082794218] 'process raft request' (duration: 110.996664ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:02:33.039691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.595995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9qjd8\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-18T10:02:33.039737Z","caller":"traceutil/trace.go:171","msg":"trace[1424672421] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9qjd8; range_end:; response_count:1; response_revision:5369; }","duration":"110.711357ms","start":"2026-03-18T10:02:32.929005Z","end":"2026-03-18T10:02:33.039716Z","steps":["trace[1424672421] 'agreement among raft nodes before linearized reading' (duration: 110.520273ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:02:33.275534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.184487ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T10:02:33.275812Z","caller":"traceutil/trace.go:171","msg":"trace[1075857200] transaction","detail":"{read_only:false; response_revision:5370; number_of_response:1; }","duration":"230.13486ms","start":"2026-03-18T10:02:33.045632Z","end":"2026-03-18T10:02:33.275767Z","steps":["trace[1075857200] 'process raft request' (duration: 40.586755ms)","trace[1075857200] 'compare' (duration: 189.029893ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:02:33.710945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.780344ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T10:02:33.711269Z","caller":"traceutil/trace.go:171","msg":"trace[2099093971] transaction","detail":"{read_only:false; response_revision:5371; number_of_response:1; }","duration":"429.964547ms","start":"2026-03-18T10:02:33.281274Z","end":"2026-03-18T10:02:33.711238Z","steps":["trace[2099093971] 'process raft request' (duration: 178.764382ms)","trace[2099093971] 'compare' (duration: 250.494848ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:02:33.711352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:02:33.281255Z","time spent":"430.057589ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:02:33.790243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:02:33.281493Z","time spent":"508.742703ms","remote":"127.0.0.1:41098","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-18T10:02:33.790329Z","caller":"traceutil/trace.go:171","msg":"trace[1321024798] transaction","detail":"{read_only:false; response_revision:5372; number_of_response:1; }","duration":"508.682272ms","start":"2026-03-18T10:02:33.281611Z","end":"2026-03-18T10:02:33.790293Z","steps":["trace[1321024798] 'process raft request' (duration: 508.494587ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:02:33.790505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:02:33.281595Z","time spent":"508.803025ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:02:33.790553Z","caller":"traceutil/trace.go:171","msg":"trace[45433908] transaction","detail":"{read_only:false; response_revision:5373; number_of_response:1; }","duration":"508.880296ms","start":"2026-03-18T10:02:33.281655Z","end":"2026-03-18T10:02:33.790535Z","steps":["trace[45433908] 'process raft request' (duration: 508.59185ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:02:33.790647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:02:33.281612Z","time spent":"508.990598ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:02:33.790718Z","caller":"traceutil/trace.go:171","msg":"trace[1350043758] transaction","detail":"{read_only:false; response_revision:5374; number_of_response:1; }","duration":"411.736465ms","start":"2026-03-18T10:02:33.37897Z","end":"2026-03-18T10:02:33.790707Z","steps":["trace[1350043758] 'process raft request' (duration: 411.478519ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:02:33.790787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:02:33.378935Z","time spent":"411.817507ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:02:33.790977Z","caller":"traceutil/trace.go:171","msg":"trace[834903889] linearizableReadLoop","detail":"{readStateIndex:5582; appliedIndex:5577; }","duration":"138.153855ms","start":"2026-03-18T10:02:33.652803Z","end":"2026-03-18T10:02:33.790957Z","steps":["trace[834903889] 'read index received' (duration: 137.138173ms)","trace[834903889] 'applied index is now lower than readState.Index' (duration: 1.014212ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:02:33.791065Z","caller":"traceutil/trace.go:171","msg":"trace[1210881305] transaction","detail":"{read_only:false; response_revision:5375; number_of_response:1; }","duration":"387.155301ms","start":"2026-03-18T10:02:33.403899Z","end":"2026-03-18T10:02:33.791054Z","steps":["trace[1210881305] 'process raft request' (duration: 386.762052ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:02:33.791102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.300439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T10:02:33.791137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:02:33.403867Z","time spent":"387.238753ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:02:33.791154Z","caller":"traceutil/trace.go:171","msg":"trace[956838550] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5375; }","duration":"138.406511ms","start":"2026-03-18T10:02:33.652736Z","end":"2026-03-18T10:02:33.791143Z","steps":["trace[956838550] 'agreement among raft nodes before linearized reading' (duration: 138.311279ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:02:50.147935Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2722} {"level":"info","ts":"2026-03-18T10:02:50.215815Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2722,"took":"66.473239ms","hash":846767374,"current-db-size-bytes":39886848,"current-db-size":"40 MB","current-db-size-in-use-bytes":29319168,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-03-18T10:02:50.215903Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":846767374,"revision":2722,"compact-revision":-1} {"level":"info","ts":"2026-03-18T10:03:09.362074Z","caller":"traceutil/trace.go:171","msg":"trace[204561325] linearizableReadLoop","detail":"{readStateIndex:5890; appliedIndex:5889; }","duration":"114.203899ms","start":"2026-03-18T10:03:09.247841Z","end":"2026-03-18T10:03:09.362045Z","steps":["trace[204561325] 'read index received' (duration: 113.948483ms)","trace[204561325] 'applied index is now lower than readState.Index' (duration: 254.176µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:03:09.362117Z","caller":"traceutil/trace.go:171","msg":"trace[1026169465] transaction","detail":"{read_only:false; response_revision:5673; number_of_response:1; }","duration":"114.848383ms","start":"2026-03-18T10:03:09.24723Z","end":"2026-03-18T10:03:09.362078Z","steps":["trace[1026169465] 'process raft request' (duration: 114.584497ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:03:09.362411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.488945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9qjd8\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-18T10:03:09.362465Z","caller":"traceutil/trace.go:171","msg":"trace[1817934062] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9qjd8; range_end:; response_count:1; response_revision:5673; }","duration":"114.622488ms","start":"2026-03-18T10:03:09.247815Z","end":"2026-03-18T10:03:09.362437Z","steps":["trace[1817934062] 'agreement among raft nodes before linearized reading' (duration: 114.341581ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:03:09.823925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.671248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-18T10:03:09.824028Z","caller":"traceutil/trace.go:171","msg":"trace[745817621] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5673; }","duration":"354.803671ms","start":"2026-03-18T10:03:09.469205Z","end":"2026-03-18T10:03:09.824009Z","steps":["trace[745817621] 'range keys from in-memory index tree' (duration: 354.444933ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:03:09.824076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:03:09.469129Z","time spent":"354.938585ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-18T10:03:20.551538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.368777ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T10:03:20.551679Z","caller":"traceutil/trace.go:171","msg":"trace[1853939830] linearizableReadLoop","detail":"{readStateIndex:5949; appliedIndex:5946; }","duration":"401.739167ms","start":"2026-03-18T10:03:20.149929Z","end":"2026-03-18T10:03:20.551668Z","steps":["trace[1853939830] 'read index received' (duration: 149.164516ms)","trace[1853939830] 'applied index is now lower than readState.Index' (duration: 252.573671ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:03:20.551861Z","caller":"traceutil/trace.go:171","msg":"trace[1873328059] transaction","detail":"{read_only:false; response_revision:5728; number_of_response:1; }","duration":"407.081817ms","start":"2026-03-18T10:03:20.144773Z","end":"2026-03-18T10:03:20.551854Z","steps":["trace[1873328059] 'process raft request' (duration: 154.327922ms)","trace[1873328059] 'compare' (duration: 252.275824ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:03:20.551898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:03:20.144754Z","time spent":"407.126698ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:03:20.552115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.157496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-03-18T10:03:20.552203Z","caller":"traceutil/trace.go:171","msg":"trace[1749150025] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:5730; }","duration":"402.268848ms","start":"2026-03-18T10:03:20.149917Z","end":"2026-03-18T10:03:20.552186Z","steps":["trace[1749150025] 'agreement among raft nodes before linearized reading' (duration: 401.975952ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:03:20.552252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:03:20.14991Z","time spent":"402.33312ms","remote":"127.0.0.1:41156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":1154,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" "} {"level":"info","ts":"2026-03-18T10:03:20.552217Z","caller":"traceutil/trace.go:171","msg":"trace[1622518778] transaction","detail":"{read_only:false; response_revision:5729; number_of_response:1; }","duration":"407.291681ms","start":"2026-03-18T10:03:20.144846Z","end":"2026-03-18T10:03:20.552138Z","steps":["trace[1622518778] 'process raft request' (duration: 406.76886ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:03:20.552156Z","caller":"traceutil/trace.go:171","msg":"trace[1223490667] transaction","detail":"{read_only:false; response_revision:5730; number_of_response:1; }","duration":"407.254011ms","start":"2026-03-18T10:03:20.144894Z","end":"2026-03-18T10:03:20.552148Z","steps":["trace[1223490667] 'process raft request' (duration: 406.751309ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:03:20.552421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:03:20.14484Z","time spent":"407.485095ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:03:20.552682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:03:20.144888Z","time spent":"407.519436ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:03:20.553035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.768724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210989"} {"level":"info","ts":"2026-03-18T10:03:20.553112Z","caller":"traceutil/trace.go:171","msg":"trace[33778261] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:5730; }","duration":"159.905047ms","start":"2026-03-18T10:03:20.39319Z","end":"2026-03-18T10:03:20.553095Z","steps":["trace[33778261] 'agreement among raft nodes before linearized reading' (duration: 158.76523ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:03:21.381042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"729.465528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T10:03:21.381102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:03:21.008072Z","time spent":"373.02193ms","remote":"127.0.0.1:60026","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-18T10:03:21.381133Z","caller":"traceutil/trace.go:171","msg":"trace[1365734419] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5730; }","duration":"729.587811ms","start":"2026-03-18T10:03:20.651525Z","end":"2026-03-18T10:03:21.381113Z","steps":["trace[1365734419] 'range keys from in-memory index tree' (duration: 729.408277ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:03:21.381375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:03:20.651511Z","time spent":"729.849777ms","remote":"127.0.0.1:41074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-18T10:03:21.434643Z","caller":"traceutil/trace.go:171","msg":"trace[2027836771] linearizableReadLoop","detail":"{readStateIndex:5950; appliedIndex:5949; }","duration":"469.051601ms","start":"2026-03-18T10:03:20.965554Z","end":"2026-03-18T10:03:21.434606Z","steps":["trace[2027836771] 'read index received' (duration: 468.697443ms)","trace[2027836771] 'applied index is now lower than readState.Index' (duration: 352.418µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:03:21.43514Z","caller":"traceutil/trace.go:171","msg":"trace[655824224] transaction","detail":"{read_only:false; response_revision:5731; number_of_response:1; }","duration":"775.464182ms","start":"2026-03-18T10:03:20.659603Z","end":"2026-03-18T10:03:21.435067Z","steps":["trace[655824224] 'process raft request' (duration: 774.725716ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:03:21.435266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.681966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-18T10:03:21.435322Z","caller":"traceutil/trace.go:171","msg":"trace[1330858680] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:5731; }","duration":"469.805298ms","start":"2026-03-18T10:03:20.965504Z","end":"2026-03-18T10:03:21.435309Z","steps":["trace[1330858680] 'agreement among raft nodes before linearized reading' (duration: 469.598603ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:03:21.435367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:03:20.96548Z","time spent":"469.878119ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-18T10:03:21.435585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:03:20.659579Z","time spent":"775.714029ms","remote":"127.0.0.1:46454","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7439,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:03:21.541931Z","caller":"traceutil/trace.go:171","msg":"trace[287064168] linearizableReadLoop","detail":"{readStateIndex:5951; appliedIndex:5950; }","duration":"107.150841ms","start":"2026-03-18T10:03:21.434744Z","end":"2026-03-18T10:03:21.541895Z","steps":["trace[287064168] 'read index received' (duration: 106.898755ms)","trace[287064168] 'applied index is now lower than readState.Index' (duration: 250.036µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:03:21.542123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.927413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:03:21.54217Z","caller":"traceutil/trace.go:171","msg":"trace[2100311720] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:5732; }","duration":"423.039356ms","start":"2026-03-18T10:03:21.119117Z","end":"2026-03-18T10:03:21.542157Z","steps":["trace[2100311720] 'agreement among raft nodes before linearized reading' (duration: 422.946124ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:03:21.54221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:03:21.119099Z","time spent":"423.102108ms","remote":"127.0.0.1:41302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/keystone-db-sync\" "} {"level":"warn","ts":"2026-03-18T10:03:21.542233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.784478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-credential-setup\" ","response":"range_response_count:1 size:6159"} {"level":"info","ts":"2026-03-18T10:03:21.542236Z","caller":"traceutil/trace.go:171","msg":"trace[281095906] transaction","detail":"{read_only:false; response_revision:5732; number_of_response:1; }","duration":"446.398142ms","start":"2026-03-18T10:03:21.095755Z","end":"2026-03-18T10:03:21.542153Z","steps":["trace[281095906] 'process raft request' (duration: 445.87818ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:03:21.542304Z","caller":"traceutil/trace.go:171","msg":"trace[326282611] range","detail":"{range_begin:/registry/jobs/openstack/keystone-credential-setup; range_end:; response_count:1; response_revision:5732; }","duration":"417.88264ms","start":"2026-03-18T10:03:21.124403Z","end":"2026-03-18T10:03:21.542286Z","steps":["trace[326282611] 'agreement among raft nodes before linearized reading' (duration: 417.584643ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:03:21.542362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:03:21.124392Z","time spent":"417.957421ms","remote":"127.0.0.1:41302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":6182,"request content":"key:\"/registry/jobs/openstack/keystone-credential-setup\" "} {"level":"warn","ts":"2026-03-18T10:03:21.542443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.625879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:03:21.542581Z","caller":"traceutil/trace.go:171","msg":"trace[1967744869] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:5732; }","duration":"423.829104ms","start":"2026-03-18T10:03:21.118724Z","end":"2026-03-18T10:03:21.542553Z","steps":["trace[1967744869] 'agreement among raft nodes before linearized reading' (duration: 423.561458ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:03:21.542579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"546.453002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-03-18T10:03:21.542655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:03:21.118709Z","time spent":"423.929916ms","remote":"127.0.0.1:41302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" "} {"level":"warn","ts":"2026-03-18T10:03:21.542614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:03:21.095728Z","time spent":"446.595567ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:03:21.542683Z","caller":"traceutil/trace.go:171","msg":"trace[1388309269] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:5732; }","duration":"546.564554ms","start":"2026-03-18T10:03:20.996099Z","end":"2026-03-18T10:03:21.542663Z","steps":["trace[1388309269] 'agreement among raft nodes before linearized reading' (duration: 546.281118ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:03:21.542766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:03:20.996092Z","time spent":"546.662656ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-18T10:03:21.546959Z","caller":"traceutil/trace.go:171","msg":"trace[521121386] transaction","detail":"{read_only:false; response_revision:5733; number_of_response:1; }","duration":"105.321388ms","start":"2026-03-18T10:03:21.441597Z","end":"2026-03-18T10:03:21.546919Z","steps":["trace[521121386] 'process raft request' (duration: 105.136804ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:03:21.547371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.340703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-18T10:03:21.547515Z","caller":"traceutil/trace.go:171","msg":"trace[1083460412] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5733; }","duration":"110.505216ms","start":"2026-03-18T10:03:21.436957Z","end":"2026-03-18T10:03:21.547462Z","steps":["trace[1083460412] 'agreement among raft nodes before linearized reading' (duration: 109.898662ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:03:21.708341Z","caller":"traceutil/trace.go:171","msg":"trace[888024215] linearizableReadLoop","detail":"{readStateIndex:5954; appliedIndex:5952; }","duration":"153.576294ms","start":"2026-03-18T10:03:21.55474Z","end":"2026-03-18T10:03:21.708316Z","steps":["trace[888024215] 'read index received' (duration: 88.50227ms)","trace[888024215] 'applied index is now lower than readState.Index' (duration: 65.073024ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:03:21.708634Z","caller":"traceutil/trace.go:171","msg":"trace[321060033] transaction","detail":"{read_only:false; response_revision:5734; number_of_response:1; }","duration":"159.446966ms","start":"2026-03-18T10:03:21.549143Z","end":"2026-03-18T10:03:21.70859Z","steps":["trace[321060033] 'process raft request' (duration: 94.077056ms)","trace[321060033] 'compare' (duration: 64.750336ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:03:21.708821Z","caller":"traceutil/trace.go:171","msg":"trace[1485421557] transaction","detail":"{read_only:false; response_revision:5735; number_of_response:1; }","duration":"157.823899ms","start":"2026-03-18T10:03:21.550951Z","end":"2026-03-18T10:03:21.708775Z","steps":["trace[1485421557] 'process raft request' (duration: 157.317238ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:03:21.708865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.092336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:101776"} {"level":"info","ts":"2026-03-18T10:03:21.708954Z","caller":"traceutil/trace.go:171","msg":"trace[2074803912] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:5735; }","duration":"154.235139ms","start":"2026-03-18T10:03:21.5547Z","end":"2026-03-18T10:03:21.708935Z","steps":["trace[2074803912] 'agreement among raft nodes before linearized reading' (duration: 153.790319ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:03:22.216442Z","caller":"traceutil/trace.go:171","msg":"trace[1270701145] transaction","detail":"{read_only:false; response_revision:5737; number_of_response:1; }","duration":"180.025249ms","start":"2026-03-18T10:03:22.036378Z","end":"2026-03-18T10:03:22.216403Z","steps":["trace[1270701145] 'process raft request' (duration: 135.666092ms)","trace[1270701145] 'compare' (duration: 44.205864ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:03:22.248637Z","caller":"traceutil/trace.go:171","msg":"trace[1709210848] transaction","detail":"{read_only:false; response_revision:5738; number_of_response:1; }","duration":"104.616473ms","start":"2026-03-18T10:03:22.143989Z","end":"2026-03-18T10:03:22.248606Z","steps":["trace[1709210848] 'process raft request' (duration: 104.403348ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:03:22.248877Z","caller":"traceutil/trace.go:171","msg":"trace[716097069] transaction","detail":"{read_only:false; response_revision:5739; number_of_response:1; }","duration":"103.631831ms","start":"2026-03-18T10:03:22.145198Z","end":"2026-03-18T10:03:22.24883Z","steps":["trace[716097069] 'process raft request' (duration: 103.360945ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:03:32.541977Z","caller":"traceutil/trace.go:171","msg":"trace[1135329213] transaction","detail":"{read_only:false; response_revision:5806; number_of_response:1; }","duration":"288.9029ms","start":"2026-03-18T10:03:32.253036Z","end":"2026-03-18T10:03:32.541939Z","steps":["trace[1135329213] 'process raft request' (duration: 288.684795ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:03:32.559172Z","caller":"traceutil/trace.go:171","msg":"trace[769576677] transaction","detail":"{read_only:false; response_revision:5807; number_of_response:1; }","duration":"270.995205ms","start":"2026-03-18T10:03:32.288142Z","end":"2026-03-18T10:03:32.559137Z","steps":["trace[769576677] 'process raft request' (duration: 270.76949ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:03:32.559408Z","caller":"traceutil/trace.go:171","msg":"trace[867950403] transaction","detail":"{read_only:false; response_revision:5808; number_of_response:1; }","duration":"267.708092ms","start":"2026-03-18T10:03:32.291662Z","end":"2026-03-18T10:03:32.55937Z","steps":["trace[867950403] 'process raft request' (duration: 267.410426ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:03:36.894525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.757257ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T10:03:36.894896Z","caller":"traceutil/trace.go:171","msg":"trace[737586130] transaction","detail":"{read_only:false; response_revision:5835; number_of_response:1; }","duration":"168.714085ms","start":"2026-03-18T10:03:36.725963Z","end":"2026-03-18T10:03:36.894677Z","steps":["trace[737586130] 'process raft request' (duration: 63.692283ms)","trace[737586130] 'compare' (duration: 104.47705ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:04:23.009514Z","caller":"traceutil/trace.go:171","msg":"trace[437207103] transaction","detail":"{read_only:false; response_revision:6154; number_of_response:1; }","duration":"113.429122ms","start":"2026-03-18T10:04:22.896042Z","end":"2026-03-18T10:04:23.009472Z","steps":["trace[437207103] 'process raft request' (duration: 99.803441ms)","trace[437207103] 'compare' (duration: 12.809682ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:04:32.95932Z","caller":"traceutil/trace.go:171","msg":"trace[1945465962] transaction","detail":"{read_only:false; response_revision:6196; number_of_response:1; }","duration":"114.906304ms","start":"2026-03-18T10:04:32.844381Z","end":"2026-03-18T10:04:32.959288Z","steps":["trace[1945465962] 'process raft request' (duration: 114.642638ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:04:33.179817Z","caller":"traceutil/trace.go:171","msg":"trace[2119637439] linearizableReadLoop","detail":"{readStateIndex:6432; appliedIndex:6431; }","duration":"104.299149ms","start":"2026-03-18T10:04:33.075476Z","end":"2026-03-18T10:04:33.179775Z","steps":["trace[2119637439] 'read index received' (duration: 19.86499ms)","trace[2119637439] 'applied index is now lower than readState.Index' (duration: 84.432259ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:04:33.179867Z","caller":"traceutil/trace.go:171","msg":"trace[163853782] transaction","detail":"{read_only:false; response_revision:6198; number_of_response:1; }","duration":"131.304057ms","start":"2026-03-18T10:04:33.048533Z","end":"2026-03-18T10:04:33.179837Z","steps":["trace[163853782] 'process raft request' (duration: 46.915329ms)","trace[163853782] 'compare' (duration: 83.917008ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:04:33.180159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.664477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-18T10:04:33.180214Z","caller":"traceutil/trace.go:171","msg":"trace[1361978580] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6198; }","duration":"104.785149ms","start":"2026-03-18T10:04:33.075411Z","end":"2026-03-18T10:04:33.180196Z","steps":["trace[1361978580] 'agreement among raft nodes before linearized reading' (duration: 104.561824ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:04:33.180363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.816841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-18T10:04:33.180864Z","caller":"traceutil/trace.go:171","msg":"trace[588018020] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6198; }","duration":"105.395033ms","start":"2026-03-18T10:04:33.075445Z","end":"2026-03-18T10:04:33.18084Z","steps":["trace[588018020] 'agreement among raft nodes before linearized reading' (duration: 104.589396ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:05:09.604773Z","caller":"traceutil/trace.go:171","msg":"trace[1182483792] transaction","detail":"{read_only:false; response_revision:6372; number_of_response:1; }","duration":"120.953269ms","start":"2026-03-18T10:05:09.483789Z","end":"2026-03-18T10:05:09.604742Z","steps":["trace[1182483792] 'process raft request' (duration: 120.898528ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:05:09.604896Z","caller":"traceutil/trace.go:171","msg":"trace[1440959114] transaction","detail":"{read_only:false; response_revision:6371; number_of_response:1; }","duration":"121.054371ms","start":"2026-03-18T10:05:09.483791Z","end":"2026-03-18T10:05:09.604845Z","steps":["trace[1440959114] 'process raft request' (duration: 120.752934ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:05:09.609355Z","caller":"traceutil/trace.go:171","msg":"trace[1771809107] transaction","detail":"{read_only:false; response_revision:6373; number_of_response:1; }","duration":"125.245283ms","start":"2026-03-18T10:05:09.484044Z","end":"2026-03-18T10:05:09.60929Z","steps":["trace[1771809107] 'process raft request' (duration: 125.030248ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:05:10.637697Z","caller":"traceutil/trace.go:171","msg":"trace[1745083940] linearizableReadLoop","detail":"{readStateIndex:6617; appliedIndex:6616; }","duration":"104.882452ms","start":"2026-03-18T10:05:10.532784Z","end":"2026-03-18T10:05:10.637667Z","steps":["trace[1745083940] 'read index received' (duration: 62.847481ms)","trace[1745083940] 'applied index is now lower than readState.Index' (duration: 42.033641ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:05:10.637784Z","caller":"traceutil/trace.go:171","msg":"trace[1811599631] transaction","detail":"{read_only:false; response_revision:6375; number_of_response:1; }","duration":"105.881874ms","start":"2026-03-18T10:05:10.531867Z","end":"2026-03-18T10:05:10.637749Z","steps":["trace[1811599631] 'process raft request' (duration: 63.782252ms)","trace[1811599631] 'compare' (duration: 41.656052ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:05:10.638038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.236879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9qjd8\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-18T10:05:10.638091Z","caller":"traceutil/trace.go:171","msg":"trace[157427324] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9qjd8; range_end:; response_count:1; response_revision:6375; }","duration":"105.348952ms","start":"2026-03-18T10:05:10.532728Z","end":"2026-03-18T10:05:10.638077Z","steps":["trace[157427324] 'agreement among raft nodes before linearized reading' (duration: 105.098346ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:05:10.638145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.106462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:05:10.638369Z","caller":"traceutil/trace.go:171","msg":"trace[1360572654] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:6375; }","duration":"103.359989ms","start":"2026-03-18T10:05:10.534947Z","end":"2026-03-18T10:05:10.638307Z","steps":["trace[1360572654] 'agreement among raft nodes before linearized reading' (duration: 103.00469ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:05:11.101901Z","caller":"traceutil/trace.go:171","msg":"trace[647448420] transaction","detail":"{read_only:false; response_revision:6376; number_of_response:1; }","duration":"293.438477ms","start":"2026-03-18T10:05:10.808421Z","end":"2026-03-18T10:05:11.101859Z","steps":["trace[647448420] 'process raft request' (duration: 293.182861ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:05:11.236223Z","caller":"traceutil/trace.go:171","msg":"trace[117211000] transaction","detail":"{read_only:false; response_revision:6378; number_of_response:1; }","duration":"106.979488ms","start":"2026-03-18T10:05:11.12921Z","end":"2026-03-18T10:05:11.236189Z","steps":["trace[117211000] 'process raft request' (duration: 106.816235ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:05:11.754004Z","caller":"traceutil/trace.go:171","msg":"trace[312608703] transaction","detail":"{read_only:false; response_revision:6381; number_of_response:1; }","duration":"138.613069ms","start":"2026-03-18T10:05:11.615345Z","end":"2026-03-18T10:05:11.753958Z","steps":["trace[312608703] 'process raft request' (duration: 97.858186ms)","trace[312608703] 'compare' (duration: 40.255132ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:05:11.754854Z","caller":"traceutil/trace.go:171","msg":"trace[1297189324] linearizableReadLoop","detail":"{readStateIndex:6624; appliedIndex:6622; }","duration":"103.268416ms","start":"2026-03-18T10:05:11.651556Z","end":"2026-03-18T10:05:11.754825Z","steps":["trace[1297189324] 'read index received' (duration: 61.677685ms)","trace[1297189324] 'applied index is now lower than readState.Index' (duration: 41.589521ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:05:11.755086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.464611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:05:11.755193Z","caller":"traceutil/trace.go:171","msg":"trace[381738131] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6383; }","duration":"103.647135ms","start":"2026-03-18T10:05:11.651528Z","end":"2026-03-18T10:05:11.755175Z","steps":["trace[381738131] 'agreement among raft nodes before linearized reading' (duration: 103.358199ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:05:11.754874Z","caller":"traceutil/trace.go:171","msg":"trace[904251635] transaction","detail":"{read_only:false; response_revision:6382; number_of_response:1; }","duration":"137.607406ms","start":"2026-03-18T10:05:11.617127Z","end":"2026-03-18T10:05:11.754734Z","steps":["trace[904251635] 'process raft request' (duration: 136.760408ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:05:52.836496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.534706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-03-18T10:05:52.836597Z","caller":"traceutil/trace.go:171","msg":"trace[331096968] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:6635; }","duration":"119.675079ms","start":"2026-03-18T10:05:52.716899Z","end":"2026-03-18T10:05:52.836574Z","steps":["trace[331096968] 'range keys from in-memory index tree' (duration: 119.327452ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:05:52.837001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.7168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/keystone-api-certs-7ff8c\" ","response":"range_response_count:1 size:2470"} {"level":"info","ts":"2026-03-18T10:05:52.837144Z","caller":"traceutil/trace.go:171","msg":"trace[630225547] range","detail":"{range_begin:/registry/secrets/openstack/keystone-api-certs-7ff8c; range_end:; response_count:1; response_revision:6635; }","duration":"120.202551ms","start":"2026-03-18T10:05:52.716915Z","end":"2026-03-18T10:05:52.837117Z","steps":["trace[630225547] 'range keys from in-memory index tree' (duration: 119.417954ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:05:52.83771Z","caller":"traceutil/trace.go:171","msg":"trace[2068596916] transaction","detail":"{read_only:false; response_revision:6636; number_of_response:1; }","duration":"119.965295ms","start":"2026-03-18T10:05:52.7177Z","end":"2026-03-18T10:05:52.837665Z","steps":["trace[2068596916] 'process raft request' (duration: 119.422623ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:05:52.838429Z","caller":"traceutil/trace.go:171","msg":"trace[1066018953] transaction","detail":"{read_only:false; response_revision:6637; number_of_response:1; }","duration":"108.026888ms","start":"2026-03-18T10:05:52.730385Z","end":"2026-03-18T10:05:52.838412Z","steps":["trace[1066018953] 'process raft request' (duration: 107.100806ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:05:53.561541Z","caller":"traceutil/trace.go:171","msg":"trace[515521640] transaction","detail":"{read_only:false; response_revision:6646; number_of_response:1; }","duration":"104.929249ms","start":"2026-03-18T10:05:53.456583Z","end":"2026-03-18T10:05:53.561512Z","steps":["trace[515521640] 'process raft request' (duration: 104.698464ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:05:53.734927Z","caller":"traceutil/trace.go:171","msg":"trace[1639065809] transaction","detail":"{read_only:false; response_revision:6647; number_of_response:1; }","duration":"162.121213ms","start":"2026-03-18T10:05:53.572746Z","end":"2026-03-18T10:05:53.734867Z","steps":["trace[1639065809] 'process raft request' (duration: 112.020307ms)","trace[1639065809] 'compare' (duration: 49.802999ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:05:59.867271Z","caller":"traceutil/trace.go:171","msg":"trace[694672956] transaction","detail":"{read_only:false; response_revision:6668; number_of_response:1; }","duration":"637.103865ms","start":"2026-03-18T10:05:59.230133Z","end":"2026-03-18T10:05:59.867237Z","steps":["trace[694672956] 'process raft request' (duration: 636.897911ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:05:59.867527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:05:59.230111Z","time spent":"637.253739ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:05:59.867586Z","caller":"traceutil/trace.go:171","msg":"trace[815423726] linearizableReadLoop","detail":"{readStateIndex:6923; appliedIndex:6923; }","duration":"417.589533ms","start":"2026-03-18T10:05:59.449956Z","end":"2026-03-18T10:05:59.867546Z","steps":["trace[815423726] 'read index received' (duration: 417.570353ms)","trace[815423726] 'applied index is now lower than readState.Index' (duration: 15.7µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:05:59.867946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.967011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-18T10:05:59.868056Z","caller":"traceutil/trace.go:171","msg":"trace[1373861642] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6668; }","duration":"418.154795ms","start":"2026-03-18T10:05:59.449878Z","end":"2026-03-18T10:05:59.868033Z","steps":["trace[1373861642] 'agreement among raft nodes before linearized reading' (duration: 417.798507ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:05:59.868105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:05:59.449816Z","time spent":"418.280718ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-18T10:05:59.913326Z","caller":"traceutil/trace.go:171","msg":"trace[1360463718] transaction","detail":"{read_only:false; response_revision:6669; number_of_response:1; }","duration":"419.546307ms","start":"2026-03-18T10:05:59.493751Z","end":"2026-03-18T10:05:59.913298Z","steps":["trace[1360463718] 'process raft request' (duration: 417.513771ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:05:59.913593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:05:59.493728Z","time spent":"419.68403ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:05:59.91382Z","caller":"traceutil/trace.go:171","msg":"trace[1681036460] transaction","detail":"{read_only:false; response_revision:6670; number_of_response:1; }","duration":"331.292453ms","start":"2026-03-18T10:05:59.582397Z","end":"2026-03-18T10:05:59.91369Z","steps":["trace[1681036460] 'process raft request' (duration: 330.865314ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:05:59.914015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:05:59.58237Z","time spent":"331.55779ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:05:59.914504Z","caller":"traceutil/trace.go:171","msg":"trace[1806367602] transaction","detail":"{read_only:false; response_revision:6671; number_of_response:1; }","duration":"149.787536ms","start":"2026-03-18T10:05:59.764708Z","end":"2026-03-18T10:05:59.914496Z","steps":["trace[1806367602] 'process raft request' (duration: 148.818104ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:05:59.914615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.949277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:05:59.914694Z","caller":"traceutil/trace.go:171","msg":"trace[1040810539] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6671; }","duration":"262.052539ms","start":"2026-03-18T10:05:59.652599Z","end":"2026-03-18T10:05:59.914652Z","steps":["trace[1040810539] 'agreement among raft nodes before linearized reading' (duration: 261.919726ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:07:04.304775Z","caller":"traceutil/trace.go:171","msg":"trace[1617739514] transaction","detail":"{read_only:false; response_revision:7179; number_of_response:1; }","duration":"133.338206ms","start":"2026-03-18T10:07:04.171404Z","end":"2026-03-18T10:07:04.304743Z","steps":["trace[1617739514] 'process raft request' (duration: 133.130852ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:07:04.394232Z","caller":"traceutil/trace.go:171","msg":"trace[1750599957] transaction","detail":"{read_only:false; response_revision:7180; number_of_response:1; }","duration":"212.704059ms","start":"2026-03-18T10:07:04.18149Z","end":"2026-03-18T10:07:04.394194Z","steps":["trace[1750599957] 'process raft request' (duration: 212.474894ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:07:04.394579Z","caller":"traceutil/trace.go:171","msg":"trace[1066322475] transaction","detail":"{read_only:false; response_revision:7181; number_of_response:1; }","duration":"211.425121ms","start":"2026-03-18T10:07:04.183123Z","end":"2026-03-18T10:07:04.394548Z","steps":["trace[1066322475] 'process raft request' (duration: 211.028292ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:07:23.759288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.458464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:07:23.759424Z","caller":"traceutil/trace.go:171","msg":"trace[249078103] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7322; }","duration":"107.684349ms","start":"2026-03-18T10:07:23.651716Z","end":"2026-03-18T10:07:23.7594Z","steps":["trace[249078103] 'range keys from in-memory index tree' (duration: 107.327832ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:07:23.759453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.341862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-18T10:07:23.759561Z","caller":"traceutil/trace.go:171","msg":"trace[353059254] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7322; }","duration":"237.522147ms","start":"2026-03-18T10:07:23.522017Z","end":"2026-03-18T10:07:23.759539Z","steps":["trace[353059254] 'range keys from in-memory index tree' (duration: 237.102897ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:07:23.759841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.987464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9qjd8\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-18T10:07:23.759938Z","caller":"traceutil/trace.go:171","msg":"trace[1872177376] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9qjd8; range_end:; response_count:1; response_revision:7322; }","duration":"192.142967ms","start":"2026-03-18T10:07:23.567772Z","end":"2026-03-18T10:07:23.759915Z","steps":["trace[1872177376] 'range keys from in-memory index tree' (duration: 191.761689ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:07:23.930483Z","caller":"traceutil/trace.go:171","msg":"trace[1361009772] linearizableReadLoop","detail":"{readStateIndex:7598; appliedIndex:7597; }","duration":"165.302684ms","start":"2026-03-18T10:07:23.765139Z","end":"2026-03-18T10:07:23.930442Z","steps":["trace[1361009772] 'read index received' (duration: 165.136449ms)","trace[1361009772] 'applied index is now lower than readState.Index' (duration: 164.925µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:07:23.930566Z","caller":"traceutil/trace.go:171","msg":"trace[107177794] transaction","detail":"{read_only:false; response_revision:7323; number_of_response:1; }","duration":"167.148375ms","start":"2026-03-18T10:07:23.763364Z","end":"2026-03-18T10:07:23.930512Z","steps":["trace[107177794] 'process raft request' (duration: 166.859238ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:07:23.931176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.006959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:23 size:199328"} {"level":"info","ts":"2026-03-18T10:07:23.931287Z","caller":"traceutil/trace.go:171","msg":"trace[409063897] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:23; response_revision:7323; }","duration":"166.152723ms","start":"2026-03-18T10:07:23.76511Z","end":"2026-03-18T10:07:23.931263Z","steps":["trace[409063897] 'agreement among raft nodes before linearized reading' (duration: 165.504879ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:07:26.553037Z","caller":"traceutil/trace.go:171","msg":"trace[282190934] transaction","detail":"{read_only:false; response_revision:7334; number_of_response:1; }","duration":"121.44551ms","start":"2026-03-18T10:07:26.431552Z","end":"2026-03-18T10:07:26.552998Z","steps":["trace[282190934] 'process raft request' (duration: 120.668792ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:07:26.790876Z","caller":"traceutil/trace.go:171","msg":"trace[1437385423] linearizableReadLoop","detail":"{readStateIndex:7611; appliedIndex:7610; }","duration":"177.031489ms","start":"2026-03-18T10:07:26.613803Z","end":"2026-03-18T10:07:26.790834Z","steps":["trace[1437385423] 'read index received' (duration: 97.157994ms)","trace[1437385423] 'applied index is now lower than readState.Index' (duration: 79.871105ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:07:26.791003Z","caller":"traceutil/trace.go:171","msg":"trace[666496515] transaction","detail":"{read_only:false; response_revision:7336; number_of_response:1; }","duration":"224.972536ms","start":"2026-03-18T10:07:26.56598Z","end":"2026-03-18T10:07:26.790952Z","steps":["trace[666496515] 'process raft request' (duration: 145.008288ms)","trace[666496515] 'compare' (duration: 79.63536ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:07:26.79121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.351486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-18T10:07:26.791285Z","caller":"traceutil/trace.go:171","msg":"trace[93751481] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7336; }","duration":"177.467148ms","start":"2026-03-18T10:07:26.613782Z","end":"2026-03-18T10:07:26.791249Z","steps":["trace[93751481] 'agreement among raft nodes before linearized reading' (duration: 177.206412ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:07:26.791396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.028835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:07:26.79149Z","caller":"traceutil/trace.go:171","msg":"trace[1835971058] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7336; }","duration":"139.147137ms","start":"2026-03-18T10:07:26.652323Z","end":"2026-03-18T10:07:26.79147Z","steps":["trace[1835971058] 'agreement among raft nodes before linearized reading' (duration: 139.005474ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:07:26.791773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.346001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-18T10:07:26.791939Z","caller":"traceutil/trace.go:171","msg":"trace[1158711165] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7336; }","duration":"167.523785ms","start":"2026-03-18T10:07:26.62435Z","end":"2026-03-18T10:07:26.791874Z","steps":["trace[1158711165] 'agreement among raft nodes before linearized reading' (duration: 166.880281ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:07:50.163344Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5480} {"level":"info","ts":"2026-03-18T10:07:50.307858Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5480,"took":"142.195205ms","hash":726735887,"current-db-size-bytes":40341504,"current-db-size":"40 MB","current-db-size-in-use-bytes":21557248,"current-db-size-in-use":"22 MB"} {"level":"info","ts":"2026-03-18T10:07:50.307941Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":726735887,"revision":5480,"compact-revision":2722} {"level":"info","ts":"2026-03-18T10:08:26.845584Z","caller":"traceutil/trace.go:171","msg":"trace[2112848997] transaction","detail":"{read_only:false; response_revision:7717; number_of_response:1; }","duration":"100.12691ms","start":"2026-03-18T10:08:26.745425Z","end":"2026-03-18T10:08:26.845552Z","steps":["trace[2112848997] 'process raft request' (duration: 99.929216ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:08:27.002658Z","caller":"traceutil/trace.go:171","msg":"trace[1224209181] transaction","detail":"{read_only:false; response_revision:7718; number_of_response:1; }","duration":"184.673039ms","start":"2026-03-18T10:08:26.817893Z","end":"2026-03-18T10:08:27.002566Z","steps":["trace[1224209181] 'process raft request' (duration: 167.958244ms)","trace[1224209181] 'compare' (duration: 15.948188ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:08:35.30192Z","caller":"traceutil/trace.go:171","msg":"trace[257679400] transaction","detail":"{read_only:false; response_revision:7762; number_of_response:1; }","duration":"152.22496ms","start":"2026-03-18T10:08:35.149658Z","end":"2026-03-18T10:08:35.301883Z","steps":["trace[257679400] 'process raft request' (duration: 151.697929ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:08:36.540059Z","caller":"traceutil/trace.go:171","msg":"trace[982628584] transaction","detail":"{read_only:false; response_revision:7768; number_of_response:1; }","duration":"131.664739ms","start":"2026-03-18T10:08:36.408368Z","end":"2026-03-18T10:08:36.540033Z","steps":["trace[982628584] 'process raft request' (duration: 131.443714ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:08:45.480962Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10400673014339843827,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T10:08:45.981883Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10400673014339843827,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T10:08:46.175429Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.213061796s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-18T10:08:46.28439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.343135258s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T10:08:46.284499Z","caller":"traceutil/trace.go:171","msg":"trace[1039860899] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:7936; }","duration":"1.343309862s","start":"2026-03-18T10:08:44.941166Z","end":"2026-03-18T10:08:46.284476Z","steps":["trace[1039860899] 'count revisions from in-memory index tree' (duration: 1.343000656s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:08:46.284549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:08:44.941138Z","time spent":"1.343396944s","remote":"127.0.0.1:60360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":2,"response size":30,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-18T10:08:46.284619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.633400601s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:08:46.28468Z","caller":"traceutil/trace.go:171","msg":"trace[1515315185] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7936; }","duration":"1.633495683s","start":"2026-03-18T10:08:44.65117Z","end":"2026-03-18T10:08:46.284665Z","steps":["trace[1515315185] 'range keys from in-memory index tree' (duration: 1.633308539s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:08:46.284719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:08:44.651148Z","time spent":"1.633562784s","remote":"127.0.0.1:41084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T10:08:46.284748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:08:45.127194Z","time spent":"1.157544409s","remote":"127.0.0.1:56034","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-18T10:08:46.284911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.122912ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"warn","ts":"2026-03-18T10:08:46.2849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.596826709s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9qjd8\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-18T10:08:46.284988Z","caller":"traceutil/trace.go:171","msg":"trace[1490412261] transaction","detail":"{read_only:false; response_revision:7937; number_of_response:1; }","duration":"1.322759491s","start":"2026-03-18T10:08:44.962214Z","end":"2026-03-18T10:08:46.284973Z","steps":["trace[1490412261] 'process raft request' (duration: 1.213499196s)","trace[1490412261] 'compare' (duration: 108.684802ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:08:46.285011Z","caller":"traceutil/trace.go:171","msg":"trace[447951173] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9qjd8; range_end:; response_count:1; response_revision:7936; }","duration":"1.597006183s","start":"2026-03-18T10:08:44.687978Z","end":"2026-03-18T10:08:46.284984Z","steps":["trace[447951173] 'range keys from in-memory index tree' (duration: 1.596521202s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:08:46.285051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:08:44.962175Z","time spent":"1.322849573s","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:08:46.285064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:08:44.687955Z","time spent":"1.597098105s","remote":"127.0.0.1:41260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-9qjd8\" "} {"level":"warn","ts":"2026-03-18T10:08:46.285245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.60664924s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-18T10:08:46.28536Z","caller":"traceutil/trace.go:171","msg":"trace[1867898467] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7936; }","duration":"1.606833055s","start":"2026-03-18T10:08:44.678504Z","end":"2026-03-18T10:08:46.285337Z","steps":["trace[1867898467] 'range keys from in-memory index tree' (duration: 1.605994535s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:08:46.285482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:08:44.678478Z","time spent":"1.606986918s","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-18T10:08:46.474613Z","caller":"traceutil/trace.go:171","msg":"trace[1424215868] transaction","detail":"{read_only:false; response_revision:7939; number_of_response:1; }","duration":"1.347340404s","start":"2026-03-18T10:08:45.127243Z","end":"2026-03-18T10:08:46.474583Z","steps":["trace[1424215868] 'process raft request' (duration: 1.347216791s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:08:46.474832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:08:45.127225Z","time spent":"1.347504257s","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:08:46.474901Z","caller":"traceutil/trace.go:171","msg":"trace[1838808547] transaction","detail":"{read_only:false; response_revision:7940; number_of_response:1; }","duration":"1.130342057s","start":"2026-03-18T10:08:45.344525Z","end":"2026-03-18T10:08:46.474867Z","steps":["trace[1838808547] 'process raft request' (duration: 1.13001291s)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:08:46.47496Z","caller":"traceutil/trace.go:171","msg":"trace[1654714528] transaction","detail":"{read_only:false; response_revision:7941; number_of_response:1; }","duration":"190.641424ms","start":"2026-03-18T10:08:46.284299Z","end":"2026-03-18T10:08:46.474941Z","steps":["trace[1654714528] 'process raft request' (duration: 190.505861ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:08:46.475081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:08:45.344303Z","time spent":"1.130686835s","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:08:46.475143Z","caller":"traceutil/trace.go:171","msg":"trace[1978982411] transaction","detail":"{read_only:false; response_revision:7942; number_of_response:1; }","duration":"184.623789ms","start":"2026-03-18T10:08:46.290503Z","end":"2026-03-18T10:08:46.475127Z","steps":["trace[1978982411] 'process raft request' (duration: 184.377864ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:08:46.475159Z","caller":"traceutil/trace.go:171","msg":"trace[973416891] linearizableReadLoop","detail":"{readStateIndex:8236; appliedIndex:8232; }","duration":"1.494322555s","start":"2026-03-18T10:08:44.980646Z","end":"2026-03-18T10:08:46.474968Z","steps":["trace[973416891] 'read index received' (duration: 1.195095842s)","trace[973416891] 'applied index is now lower than readState.Index' (duration: 299.224553ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:08:46.475466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.494809897s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-18T10:08:46.475529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.026018024s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-18T10:08:46.475582Z","caller":"traceutil/trace.go:171","msg":"trace[1574755330] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7942; }","duration":"1.026071805s","start":"2026-03-18T10:08:45.449496Z","end":"2026-03-18T10:08:46.475568Z","steps":["trace[1574755330] 'agreement among raft nodes before linearized reading' (duration: 1.025910031s)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:08:46.475587Z","caller":"traceutil/trace.go:171","msg":"trace[1901027522] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7942; }","duration":"1.494999621s","start":"2026-03-18T10:08:44.980561Z","end":"2026-03-18T10:08:46.475561Z","steps":["trace[1901027522] 'agreement among raft nodes before linearized reading' (duration: 1.494664293s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:08:46.475615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:08:45.449399Z","time spent":"1.026209189s","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-18T10:08:46.475635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:08:44.980536Z","time spent":"1.495089004s","remote":"127.0.0.1:41260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-18T10:08:46.475671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.354943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:08:46.475714Z","caller":"traceutil/trace.go:171","msg":"trace[239856055] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7942; }","duration":"188.479566ms","start":"2026-03-18T10:08:46.28722Z","end":"2026-03-18T10:08:46.475699Z","steps":["trace[239856055] 'agreement among raft nodes before linearized reading' (duration: 188.420644ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:08:46.475759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"912.092155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-18T10:08:46.475794Z","caller":"traceutil/trace.go:171","msg":"trace[217425993] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7942; }","duration":"912.153395ms","start":"2026-03-18T10:08:45.563631Z","end":"2026-03-18T10:08:46.475785Z","steps":["trace[217425993] 'agreement among raft nodes before linearized reading' (duration: 912.065223ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:08:46.475828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:08:45.563615Z","time spent":"912.207787ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-18T10:08:46.475984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"951.782386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-18T10:08:46.47602Z","caller":"traceutil/trace.go:171","msg":"trace[755526946] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7942; }","duration":"951.870418ms","start":"2026-03-18T10:08:45.524142Z","end":"2026-03-18T10:08:46.476012Z","steps":["trace[755526946] 'agreement among raft nodes before linearized reading' (duration: 951.784387ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:08:46.475584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"909.866844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-18T10:08:46.476046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:08:45.524117Z","time spent":"951.923489ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-18T10:08:46.476057Z","caller":"traceutil/trace.go:171","msg":"trace[1220973207] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7942; }","duration":"910.382375ms","start":"2026-03-18T10:08:45.565664Z","end":"2026-03-18T10:08:46.476046Z","steps":["trace[1220973207] 'agreement among raft nodes before linearized reading' (duration: 909.75639ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:08:46.476099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:08:45.565639Z","time spent":"910.448607ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-18T10:08:46.474627Z","caller":"traceutil/trace.go:171","msg":"trace[46276720] transaction","detail":"{read_only:false; response_revision:7938; number_of_response:1; }","duration":"1.406173225s","start":"2026-03-18T10:08:45.068389Z","end":"2026-03-18T10:08:46.474562Z","steps":["trace[46276720] 'process raft request' (duration: 1.322816692s)","trace[46276720] 'compare' (duration: 82.969165ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:08:46.476549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:08:45.068354Z","time spent":"1.4081394s","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:08:46.47691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.372428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224164"} {"level":"info","ts":"2026-03-18T10:08:46.477217Z","caller":"traceutil/trace.go:171","msg":"trace[903421902] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:7942; }","duration":"186.725586ms","start":"2026-03-18T10:08:46.29047Z","end":"2026-03-18T10:08:46.477196Z","steps":["trace[903421902] 'agreement among raft nodes before linearized reading' (duration: 184.980056ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:08:56.552336Z","caller":"traceutil/trace.go:171","msg":"trace[1588658255] transaction","detail":"{read_only:false; response_revision:7985; number_of_response:1; }","duration":"191.142095ms","start":"2026-03-18T10:08:56.361161Z","end":"2026-03-18T10:08:56.552303Z","steps":["trace[1588658255] 'process raft request' (duration: 190.95471ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:08:56.788637Z","caller":"traceutil/trace.go:171","msg":"trace[1565154186] transaction","detail":"{read_only:false; response_revision:7990; number_of_response:1; }","duration":"119.987987ms","start":"2026-03-18T10:08:56.668613Z","end":"2026-03-18T10:08:56.788601Z","steps":["trace[1565154186] 'process raft request' (duration: 91.272382ms)","trace[1565154186] 'compare' (duration: 28.50336ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:08:56.788947Z","caller":"traceutil/trace.go:171","msg":"trace[352896701] transaction","detail":"{read_only:false; response_revision:7991; number_of_response:1; }","duration":"120.245242ms","start":"2026-03-18T10:08:56.66867Z","end":"2026-03-18T10:08:56.788916Z","steps":["trace[352896701] 'process raft request' (duration: 119.872863ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:08:56.789016Z","caller":"traceutil/trace.go:171","msg":"trace[1862777202] transaction","detail":"{read_only:false; response_revision:7992; number_of_response:1; }","duration":"119.840013ms","start":"2026-03-18T10:08:56.669146Z","end":"2026-03-18T10:08:56.788986Z","steps":["trace[1862777202] 'process raft request' (duration: 119.639779ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:08:56.789095Z","caller":"traceutil/trace.go:171","msg":"trace[479648615] linearizableReadLoop","detail":"{readStateIndex:8290; appliedIndex:8286; }","duration":"116.838215ms","start":"2026-03-18T10:08:56.672249Z","end":"2026-03-18T10:08:56.789087Z","steps":["trace[479648615] 'read index received' (duration: 16.979171ms)","trace[479648615] 'applied index is now lower than readState.Index' (duration: 99.857384ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:08:56.789259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.992259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-18T10:08:56.789294Z","caller":"traceutil/trace.go:171","msg":"trace[1169294039] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7993; }","duration":"117.063231ms","start":"2026-03-18T10:08:56.672221Z","end":"2026-03-18T10:08:56.789284Z","steps":["trace[1169294039] 'agreement among raft nodes before linearized reading' (duration: 116.896307ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:08:58.926781Z","caller":"traceutil/trace.go:171","msg":"trace[542974412] transaction","detail":"{read_only:false; response_revision:7994; number_of_response:1; }","duration":"434.289528ms","start":"2026-03-18T10:08:58.492464Z","end":"2026-03-18T10:08:58.926753Z","steps":["trace[542974412] 'process raft request' (duration: 434.077663ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:08:58.926941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:08:58.492424Z","time spent":"434.436201ms","remote":"127.0.0.1:41258","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:08:58.99133Z","caller":"traceutil/trace.go:171","msg":"trace[2045762608] transaction","detail":"{read_only:false; response_revision:7996; number_of_response:1; }","duration":"423.917035ms","start":"2026-03-18T10:08:58.567382Z","end":"2026-03-18T10:08:58.991299Z","steps":["trace[2045762608] 'process raft request' (duration: 423.825903ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:08:58.991648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:08:58.567346Z","time spent":"424.16725ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:08:58.991657Z","caller":"traceutil/trace.go:171","msg":"trace[1066009691] transaction","detail":"{read_only:false; response_revision:7997; number_of_response:1; }","duration":"336.668814ms","start":"2026-03-18T10:08:58.654913Z","end":"2026-03-18T10:08:58.991582Z","steps":["trace[1066009691] 'process raft request' (duration: 336.343147ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:08:58.991363Z","caller":"traceutil/trace.go:171","msg":"trace[1888972675] transaction","detail":"{read_only:false; response_revision:7995; number_of_response:1; }","duration":"433.570942ms","start":"2026-03-18T10:08:58.557753Z","end":"2026-03-18T10:08:58.991324Z","steps":["trace[1888972675] 'process raft request' (duration: 402.502214ms)","trace[1888972675] 'compare' (duration: 30.798582ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:08:58.991958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:08:58.654894Z","time spent":"336.9324ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:08:58.992177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:08:58.557727Z","time spent":"434.293168ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:08:59.090585Z","caller":"traceutil/trace.go:171","msg":"trace[2028129049] linearizableReadLoop","detail":"{readStateIndex:8294; appliedIndex:8291; }","duration":"439.217179ms","start":"2026-03-18T10:08:58.651323Z","end":"2026-03-18T10:08:59.09054Z","steps":["trace[2028129049] 'read index received' (duration: 275.277494ms)","trace[2028129049] 'applied index is now lower than readState.Index' (duration: 163.937485ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:08:59.090931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.567297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T10:08:59.090993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.88291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9qjd8\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-18T10:08:59.091045Z","caller":"traceutil/trace.go:171","msg":"trace[2012396200] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7997; }","duration":"439.73929ms","start":"2026-03-18T10:08:58.651277Z","end":"2026-03-18T10:08:59.091016Z","steps":["trace[2012396200] 'agreement among raft nodes before linearized reading' (duration: 439.495625ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:08:59.091096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:08:58.651261Z","time spent":"439.826943ms","remote":"127.0.0.1:41084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-18T10:08:59.091099Z","caller":"traceutil/trace.go:171","msg":"trace[29088066] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9qjd8; range_end:; response_count:1; response_revision:7997; }","duration":"430.007203ms","start":"2026-03-18T10:08:58.661071Z","end":"2026-03-18T10:08:59.091079Z","steps":["trace[29088066] 'agreement among raft nodes before linearized reading' (duration: 429.754337ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:08:59.091077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.90098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-18T10:08:59.091108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.816681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-18T10:08:59.091105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.561244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-18T10:08:59.091148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:08:58.66106Z","time spent":"430.079944ms","remote":"127.0.0.1:41260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-9qjd8\" "} {"level":"warn","ts":"2026-03-18T10:08:59.091094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.303232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-18T10:08:59.091191Z","caller":"traceutil/trace.go:171","msg":"trace[1590615603] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7997; }","duration":"296.683417ms","start":"2026-03-18T10:08:58.794492Z","end":"2026-03-18T10:08:59.091175Z","steps":["trace[1590615603] 'agreement among raft nodes before linearized reading' (duration: 296.353879ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:08:59.091195Z","caller":"traceutil/trace.go:171","msg":"trace[701170958] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7997; }","duration":"297.953045ms","start":"2026-03-18T10:08:58.793208Z","end":"2026-03-18T10:08:59.091161Z","steps":["trace[701170958] 'agreement among raft nodes before linearized reading' (duration: 297.621048ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:08:59.091174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.73628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-18T10:08:59.091262Z","caller":"traceutil/trace.go:171","msg":"trace[276637298] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7997; }","duration":"395.502737ms","start":"2026-03-18T10:08:58.695712Z","end":"2026-03-18T10:08:59.091215Z","steps":["trace[276637298] 'agreement among raft nodes before linearized reading' (duration: 395.153259ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:08:59.091277Z","caller":"traceutil/trace.go:171","msg":"trace[1748567472] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7997; }","duration":"297.919173ms","start":"2026-03-18T10:08:58.79333Z","end":"2026-03-18T10:08:59.091249Z","steps":["trace[1748567472] 'agreement among raft nodes before linearized reading' (duration: 297.545085ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:08:59.091178Z","caller":"traceutil/trace.go:171","msg":"trace[767441823] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7997; }","duration":"422.108675ms","start":"2026-03-18T10:08:58.669041Z","end":"2026-03-18T10:08:59.09115Z","steps":["trace[767441823] 'agreement among raft nodes before linearized reading' (duration: 421.828279ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:08:59.091408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:08:58.669012Z","time spent":"422.379242ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T10:08:59.091348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:08:58.695689Z","time spent":"395.62196ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-18T10:09:01.277489Z","caller":"traceutil/trace.go:171","msg":"trace[1039866701] transaction","detail":"{read_only:false; response_revision:8006; number_of_response:1; }","duration":"129.598962ms","start":"2026-03-18T10:09:01.14785Z","end":"2026-03-18T10:09:01.277449Z","steps":["trace[1039866701] 'process raft request' (duration: 47.357705ms)","trace[1039866701] 'compare' (duration: 81.963741ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:09:01.277757Z","caller":"traceutil/trace.go:171","msg":"trace[64577377] linearizableReadLoop","detail":"{readStateIndex:8306; appliedIndex:8304; }","duration":"117.246264ms","start":"2026-03-18T10:09:01.160445Z","end":"2026-03-18T10:09:01.277691Z","steps":["trace[64577377] 'read index received' (duration: 34.814862ms)","trace[64577377] 'applied index is now lower than readState.Index' (duration: 82.429422ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:09:01.277821Z","caller":"traceutil/trace.go:171","msg":"trace[1545746182] transaction","detail":"{read_only:false; response_revision:8007; number_of_response:1; }","duration":"129.837937ms","start":"2026-03-18T10:09:01.147943Z","end":"2026-03-18T10:09:01.277781Z","steps":["trace[1545746182] 'process raft request' (duration: 129.431118ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:09:01.278165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.94142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-18T10:09:01.278227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.929182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9qjd8\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-18T10:09:01.278253Z","caller":"traceutil/trace.go:171","msg":"trace[526946388] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:8007; }","duration":"101.143364ms","start":"2026-03-18T10:09:01.177086Z","end":"2026-03-18T10:09:01.278229Z","steps":["trace[526946388] 'agreement among raft nodes before linearized reading' (duration: 100.956019ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:09:01.278286Z","caller":"traceutil/trace.go:171","msg":"trace[1383275690] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9qjd8; range_end:; response_count:1; response_revision:8007; }","duration":"115.008934ms","start":"2026-03-18T10:09:01.163258Z","end":"2026-03-18T10:09:01.278267Z","steps":["trace[1383275690] 'agreement among raft nodes before linearized reading' (duration: 114.849611ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:09:01.278305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.553849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-18T10:09:01.278365Z","caller":"traceutil/trace.go:171","msg":"trace[933098754] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8007; }","duration":"116.61156ms","start":"2026-03-18T10:09:01.161738Z","end":"2026-03-18T10:09:01.27835Z","steps":["trace[933098754] 'agreement among raft nodes before linearized reading' (duration: 116.477657ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:09:01.278176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.205994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-18T10:09:01.278473Z","caller":"traceutil/trace.go:171","msg":"trace[1489304990] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8007; }","duration":"117.585643ms","start":"2026-03-18T10:09:01.160872Z","end":"2026-03-18T10:09:01.278458Z","steps":["trace[1489304990] 'agreement among raft nodes before linearized reading' (duration: 117.103831ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:09:01.278202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.741156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-18T10:09:01.279026Z","caller":"traceutil/trace.go:171","msg":"trace[19099451] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8007; }","duration":"118.571574ms","start":"2026-03-18T10:09:01.16041Z","end":"2026-03-18T10:09:01.278982Z","steps":["trace[19099451] 'agreement among raft nodes before linearized reading' (duration: 117.466619ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:09:01.970464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.681968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:09:01.970578Z","caller":"traceutil/trace.go:171","msg":"trace[763981869] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8012; }","duration":"317.863262ms","start":"2026-03-18T10:09:01.652686Z","end":"2026-03-18T10:09:01.97055Z","steps":["trace[763981869] 'range keys from in-memory index tree' (duration: 317.586507ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:09:01.970643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:09:01.652663Z","time spent":"317.965345ms","remote":"127.0.0.1:41084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-18T10:09:03.287761Z","caller":"traceutil/trace.go:171","msg":"trace[966404093] transaction","detail":"{read_only:false; response_revision:8014; number_of_response:1; }","duration":"226.010118ms","start":"2026-03-18T10:09:03.061715Z","end":"2026-03-18T10:09:03.287725Z","steps":["trace[966404093] 'process raft request' (duration: 217.150019ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:09:03.288007Z","caller":"traceutil/trace.go:171","msg":"trace[1750404936] transaction","detail":"{read_only:false; response_revision:8015; number_of_response:1; }","duration":"220.806092ms","start":"2026-03-18T10:09:03.067168Z","end":"2026-03-18T10:09:03.287974Z","steps":["trace[1750404936] 'process raft request' (duration: 220.508195ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:09:04.246081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"737.343787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:09:04.246183Z","caller":"traceutil/trace.go:171","msg":"trace[1305645268] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8021; }","duration":"737.513111ms","start":"2026-03-18T10:09:03.508648Z","end":"2026-03-18T10:09:04.246161Z","steps":["trace[1305645268] 'range keys from in-memory index tree' (duration: 737.263636ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:09:04.246236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:09:03.508636Z","time spent":"737.588183ms","remote":"127.0.0.1:41084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T10:09:04.246123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"593.780492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T10:09:04.246281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"720.293244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T10:09:04.246328Z","caller":"traceutil/trace.go:171","msg":"trace[805091157] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8021; }","duration":"720.347296ms","start":"2026-03-18T10:09:03.525965Z","end":"2026-03-18T10:09:04.246313Z","steps":["trace[805091157] 'count revisions from in-memory index tree' (duration: 720.245153ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:09:04.246379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:09:03.52594Z","time spent":"720.428837ms","remote":"127.0.0.1:44686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-18T10:09:04.246353Z","caller":"traceutil/trace.go:171","msg":"trace[868129132] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8021; }","duration":"594.053528ms","start":"2026-03-18T10:09:03.652261Z","end":"2026-03-18T10:09:04.246314Z","steps":["trace[868129132] 'range keys from in-memory index tree' (duration: 593.640879ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:09:04.246476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:09:03.65223Z","time spent":"594.205541ms","remote":"127.0.0.1:41074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T10:09:21.64167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.420517ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T10:09:21.641864Z","caller":"traceutil/trace.go:171","msg":"trace[298962593] linearizableReadLoop","detail":"{readStateIndex:8410; appliedIndex:8409; }","duration":"139.156627ms","start":"2026-03-18T10:09:21.502652Z","end":"2026-03-18T10:09:21.641808Z","steps":["trace[298962593] 'read index received' (duration: 34.542286ms)","trace[298962593] 'applied index is now lower than readState.Index' (duration: 104.612791ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:09:21.64193Z","caller":"traceutil/trace.go:171","msg":"trace[758452972] transaction","detail":"{read_only:false; response_revision:8107; number_of_response:1; }","duration":"164.841243ms","start":"2026-03-18T10:09:21.476981Z","end":"2026-03-18T10:09:21.641822Z","steps":["trace[758452972] 'process raft request' (duration: 60.169861ms)","trace[758452972] 'compare' (duration: 104.270014ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:09:21.642073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.191604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-18T10:09:21.64198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.325571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-18T10:09:21.642137Z","caller":"traceutil/trace.go:171","msg":"trace[1216073930] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8107; }","duration":"113.301816ms","start":"2026-03-18T10:09:21.528816Z","end":"2026-03-18T10:09:21.642118Z","steps":["trace[1216073930] 'agreement among raft nodes before linearized reading' (duration: 113.149933ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:09:21.642187Z","caller":"traceutil/trace.go:171","msg":"trace[460346509] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8107; }","duration":"139.548676ms","start":"2026-03-18T10:09:21.502602Z","end":"2026-03-18T10:09:21.642151Z","steps":["trace[460346509] 'agreement among raft nodes before linearized reading' (duration: 139.260839ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:09:21.642234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.638627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9qjd8\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-18T10:09:21.642319Z","caller":"traceutil/trace.go:171","msg":"trace[298468354] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9qjd8; range_end:; response_count:1; response_revision:8107; }","duration":"110.771909ms","start":"2026-03-18T10:09:21.531527Z","end":"2026-03-18T10:09:21.642299Z","steps":["trace[298468354] 'agreement among raft nodes before linearized reading' (duration: 110.499073ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:09:25.116762Z","caller":"traceutil/trace.go:171","msg":"trace[15061652] transaction","detail":"{read_only:false; response_revision:8126; number_of_response:1; }","duration":"114.916772ms","start":"2026-03-18T10:09:25.001817Z","end":"2026-03-18T10:09:25.116733Z","steps":["trace[15061652] 'process raft request' (duration: 114.423931ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:09:27.894523Z","caller":"traceutil/trace.go:171","msg":"trace[1648270324] transaction","detail":"{read_only:false; response_revision:8142; number_of_response:1; }","duration":"139.850232ms","start":"2026-03-18T10:09:27.754645Z","end":"2026-03-18T10:09:27.894495Z","steps":["trace[1648270324] 'process raft request' (duration: 139.653188ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:09:27.89482Z","caller":"traceutil/trace.go:171","msg":"trace[1090079974] linearizableReadLoop","detail":"{readStateIndex:8446; appliedIndex:8446; }","duration":"137.97655ms","start":"2026-03-18T10:09:27.756812Z","end":"2026-03-18T10:09:27.894788Z","steps":["trace[1090079974] 'read index received' (duration: 137.96334ms)","trace[1090079974] 'applied index is now lower than readState.Index' (duration: 10.34µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:09:27.895082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.168378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9qjd8\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-18T10:09:27.895082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.886009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-18T10:09:27.895119Z","caller":"traceutil/trace.go:171","msg":"trace[2003213807] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9qjd8; range_end:; response_count:1; response_revision:8142; }","duration":"115.2826ms","start":"2026-03-18T10:09:27.779828Z","end":"2026-03-18T10:09:27.895111Z","steps":["trace[2003213807] 'agreement among raft nodes before linearized reading' (duration: 115.143597ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:09:27.895134Z","caller":"traceutil/trace.go:171","msg":"trace[207307304] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8142; }","duration":"133.98416ms","start":"2026-03-18T10:09:27.761134Z","end":"2026-03-18T10:09:27.895118Z","steps":["trace[207307304] 'agreement among raft nodes before linearized reading' (duration: 133.801836ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:09:27.895269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.519476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-18T10:09:27.895337Z","caller":"traceutil/trace.go:171","msg":"trace[2064490605] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8142; }","duration":"119.616978ms","start":"2026-03-18T10:09:27.775705Z","end":"2026-03-18T10:09:27.895322Z","steps":["trace[2064490605] 'agreement among raft nodes before linearized reading' (duration: 119.462054ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:09:27.895206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.305867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T10:09:27.895428Z","caller":"traceutil/trace.go:171","msg":"trace[1345677166] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:8142; }","duration":"138.600153ms","start":"2026-03-18T10:09:27.7568Z","end":"2026-03-18T10:09:27.895401Z","steps":["trace[1345677166] 'agreement among raft nodes before linearized reading' (duration: 138.114273ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:09:27.895539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.817892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-18T10:09:27.895684Z","caller":"traceutil/trace.go:171","msg":"trace[1881955869] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8142; }","duration":"119.971455ms","start":"2026-03-18T10:09:27.775654Z","end":"2026-03-18T10:09:27.895625Z","steps":["trace[1881955869] 'agreement among raft nodes before linearized reading' (duration: 119.578687ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:09:30.123223Z","caller":"traceutil/trace.go:171","msg":"trace[2089622891] linearizableReadLoop","detail":"{readStateIndex:8502; appliedIndex:8501; }","duration":"415.499076ms","start":"2026-03-18T10:09:29.707695Z","end":"2026-03-18T10:09:30.123194Z","steps":["trace[2089622891] 'read index received' (duration: 415.295231ms)","trace[2089622891] 'applied index is now lower than readState.Index' (duration: 202.525µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:09:30.123429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.71816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:19479"} {"level":"info","ts":"2026-03-18T10:09:30.123479Z","caller":"traceutil/trace.go:171","msg":"trace[577594829] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:8194; }","duration":"415.847113ms","start":"2026-03-18T10:09:29.707617Z","end":"2026-03-18T10:09:30.123464Z","steps":["trace[577594829] 'agreement among raft nodes before linearized reading' (duration: 415.73361ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:09:30.123519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:09:29.707588Z","time spent":"415.921655ms","remote":"127.0.0.1:41258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":19502,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"info","ts":"2026-03-18T10:09:30.123317Z","caller":"traceutil/trace.go:171","msg":"trace[864870506] transaction","detail":"{read_only:false; response_revision:8194; number_of_response:1; }","duration":"426.509542ms","start":"2026-03-18T10:09:29.696758Z","end":"2026-03-18T10:09:30.123267Z","steps":["trace[864870506] 'process raft request' (duration: 426.192025ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:09:30.123781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.612042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-18T10:09:30.123834Z","caller":"traceutil/trace.go:171","msg":"trace[338662222] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8194; }","duration":"210.679295ms","start":"2026-03-18T10:09:29.913136Z","end":"2026-03-18T10:09:30.123816Z","steps":["trace[338662222] 'agreement among raft nodes before linearized reading' (duration: 210.589922ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:09:30.12389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:09:29.696727Z","time spent":"427.047915ms","remote":"127.0.0.1:41258","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19465,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:09:30.123661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.941581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-18T10:09:30.124036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.26796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-18T10:09:30.124149Z","caller":"traceutil/trace.go:171","msg":"trace[1686515714] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8194; }","duration":"204.439723ms","start":"2026-03-18T10:09:29.919684Z","end":"2026-03-18T10:09:30.124124Z","steps":["trace[1686515714] 'agreement among raft nodes before linearized reading' (duration: 204.063024ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:09:30.124228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.072628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-18T10:09:30.124312Z","caller":"traceutil/trace.go:171","msg":"trace[1469727523] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8194; }","duration":"205.238262ms","start":"2026-03-18T10:09:29.919054Z","end":"2026-03-18T10:09:30.124292Z","steps":["trace[1469727523] 'agreement among raft nodes before linearized reading' (duration: 204.634268ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:09:30.124249Z","caller":"traceutil/trace.go:171","msg":"trace[397202347] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8194; }","duration":"224.496305ms","start":"2026-03-18T10:09:29.899618Z","end":"2026-03-18T10:09:30.124114Z","steps":["trace[397202347] 'agreement among raft nodes before linearized reading' (duration: 223.799419ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:09:30.12404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.304151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-18T10:09:30.124423Z","caller":"traceutil/trace.go:171","msg":"trace[273337551] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8194; }","duration":"204.73381ms","start":"2026-03-18T10:09:29.919681Z","end":"2026-03-18T10:09:30.124415Z","steps":["trace[273337551] 'agreement among raft nodes before linearized reading' (duration: 204.214138ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:09:30.124041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.414273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9qjd8\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-18T10:09:30.124503Z","caller":"traceutil/trace.go:171","msg":"trace[822665539] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9qjd8; range_end:; response_count:1; response_revision:8194; }","duration":"216.935275ms","start":"2026-03-18T10:09:29.907555Z","end":"2026-03-18T10:09:30.124491Z","steps":["trace[822665539] 'agreement among raft nodes before linearized reading' (duration: 216.23136ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:09:31.556721Z","caller":"traceutil/trace.go:171","msg":"trace[170026766] transaction","detail":"{read_only:false; response_revision:8203; number_of_response:1; }","duration":"133.384557ms","start":"2026-03-18T10:09:31.423296Z","end":"2026-03-18T10:09:31.55668Z","steps":["trace[170026766] 'process raft request' (duration: 127.231289ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:09:32.3325Z","caller":"traceutil/trace.go:171","msg":"trace[1698759179] linearizableReadLoop","detail":"{readStateIndex:8517; appliedIndex:8515; }","duration":"149.776136ms","start":"2026-03-18T10:09:32.182696Z","end":"2026-03-18T10:09:32.332472Z","steps":["trace[1698759179] 'read index received' (duration: 149.603692ms)","trace[1698759179] 'applied index is now lower than readState.Index' (duration: 171.024µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:09:32.332573Z","caller":"traceutil/trace.go:171","msg":"trace[554731681] transaction","detail":"{read_only:false; response_revision:8209; number_of_response:1; }","duration":"179.495653ms","start":"2026-03-18T10:09:32.153036Z","end":"2026-03-18T10:09:32.332531Z","steps":["trace[554731681] 'process raft request' (duration: 179.36016ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:09:32.332684Z","caller":"traceutil/trace.go:171","msg":"trace[1952551368] transaction","detail":"{read_only:false; response_revision:8208; number_of_response:1; }","duration":"180.945246ms","start":"2026-03-18T10:09:32.151719Z","end":"2026-03-18T10:09:32.332665Z","steps":["trace[1952551368] 'process raft request' (duration: 180.482606ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:09:32.332742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.11697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-18T10:09:32.332779Z","caller":"traceutil/trace.go:171","msg":"trace[2114116632] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8209; }","duration":"181.244963ms","start":"2026-03-18T10:09:32.151525Z","end":"2026-03-18T10:09:32.33277Z","steps":["trace[2114116632] 'agreement among raft nodes before linearized reading' (duration: 181.056558ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:09:32.33286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.358192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9qjd8\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-18T10:09:32.332951Z","caller":"traceutil/trace.go:171","msg":"trace[343982967] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9qjd8; range_end:; response_count:1; response_revision:8209; }","duration":"180.494685ms","start":"2026-03-18T10:09:32.152435Z","end":"2026-03-18T10:09:32.33293Z","steps":["trace[343982967] 'agreement among raft nodes before linearized reading' (duration: 180.161478ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:09:32.340043Z","caller":"traceutil/trace.go:171","msg":"trace[1909509976] transaction","detail":"{read_only:false; response_revision:8210; number_of_response:1; }","duration":"152.284373ms","start":"2026-03-18T10:09:32.18774Z","end":"2026-03-18T10:09:32.340024Z","steps":["trace[1909509976] 'process raft request' (duration: 152.14547ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:09:34.152803Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10400673014339844697,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T10:09:34.653649Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10400673014339844697,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T10:09:35.154733Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10400673014339844697,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T10:09:35.319309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.856580307s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T10:09:35.31939Z","caller":"traceutil/trace.go:171","msg":"trace[1929193410] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:8213; }","duration":"1.85672676s","start":"2026-03-18T10:09:33.462643Z","end":"2026-03-18T10:09:35.31937Z","steps":["trace[1929193410] 'count revisions from in-memory index tree' (duration: 1.856461243s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:09:35.319447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:09:33.462619Z","time spent":"1.856818231s","remote":"127.0.0.1:54254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":13,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-03-18T10:09:35.371786Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.807775688s","expected-duration":"1s"} {"level":"info","ts":"2026-03-18T10:09:35.372208Z","caller":"traceutil/trace.go:171","msg":"trace[296763001] transaction","detail":"{read_only:false; response_revision:8214; number_of_response:1; }","duration":"1.808376083s","start":"2026-03-18T10:09:33.563803Z","end":"2026-03-18T10:09:35.372179Z","steps":["trace[296763001] 'process raft request' (duration: 1.808188599s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:09:35.372379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:09:33.563779Z","time spent":"1.808514206s","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:09:35.404888Z","caller":"traceutil/trace.go:171","msg":"trace[428690192] linearizableReadLoop","detail":"{readStateIndex:8524; appliedIndex:8522; }","duration":"1.753178462s","start":"2026-03-18T10:09:33.651681Z","end":"2026-03-18T10:09:35.404859Z","steps":["trace[428690192] 'read index received' (duration: 1.720360364s)","trace[428690192] 'applied index is now lower than readState.Index' (duration: 32.815948ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:09:35.405071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.753364917s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:09:35.405171Z","caller":"traceutil/trace.go:171","msg":"trace[1597473437] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8215; }","duration":"1.753515399s","start":"2026-03-18T10:09:33.65164Z","end":"2026-03-18T10:09:35.405155Z","steps":["trace[1597473437] 'agreement among raft nodes before linearized reading' (duration: 1.753348866s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:09:35.405226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:09:33.651619Z","time spent":"1.753596022s","remote":"127.0.0.1:41084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-18T10:09:35.405542Z","caller":"traceutil/trace.go:171","msg":"trace[1718365923] transaction","detail":"{read_only:false; response_revision:8215; number_of_response:1; }","duration":"1.840852962s","start":"2026-03-18T10:09:33.564092Z","end":"2026-03-18T10:09:35.404945Z","steps":["trace[1718365923] 'process raft request' (duration: 1.840600866s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:09:35.405646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:09:33.564084Z","time spent":"1.841496906s","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:09:35.40656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.569814942s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T10:09:35.406638Z","caller":"traceutil/trace.go:171","msg":"trace[1590494929] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:8217; }","duration":"1.569948835s","start":"2026-03-18T10:09:33.836669Z","end":"2026-03-18T10:09:35.406618Z","steps":["trace[1590494929] 'agreement among raft nodes before linearized reading' (duration: 1.569789371s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:09:35.406953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:09:33.836647Z","time spent":"1.570285482s","remote":"127.0.0.1:46462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":22,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"warn","ts":"2026-03-18T10:09:35.407063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.05975237s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9qjd8\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-18T10:09:35.407137Z","caller":"traceutil/trace.go:171","msg":"trace[2051832922] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9qjd8; range_end:; response_count:1; response_revision:8217; }","duration":"1.059825232s","start":"2026-03-18T10:09:34.347274Z","end":"2026-03-18T10:09:35.407099Z","steps":["trace[2051832922] 'agreement among raft nodes before linearized reading' (duration: 1.059666489s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:09:35.407161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:09:34.347261Z","time spent":"1.059893884s","remote":"127.0.0.1:41260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-9qjd8\" "} {"level":"warn","ts":"2026-03-18T10:09:35.407591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.214589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T10:09:35.407628Z","caller":"traceutil/trace.go:171","msg":"trace[164417829] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8217; }","duration":"176.325802ms","start":"2026-03-18T10:09:35.231293Z","end":"2026-03-18T10:09:35.407619Z","steps":["trace[164417829] 'agreement among raft nodes before linearized reading' (duration: 176.264501ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:09:35.407646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.070280507s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-18T10:09:35.407693Z","caller":"traceutil/trace.go:171","msg":"trace[941504560] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8217; }","duration":"1.070343299s","start":"2026-03-18T10:09:34.337336Z","end":"2026-03-18T10:09:35.407679Z","steps":["trace[941504560] 'agreement among raft nodes before linearized reading' (duration: 1.070123344s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:09:35.407725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:09:34.33733Z","time spent":"1.07038789s","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-18T10:09:35.407748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.23251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:09:35.407772Z","caller":"traceutil/trace.go:171","msg":"trace[1814017384] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:8217; }","duration":"261.25486ms","start":"2026-03-18T10:09:35.146509Z","end":"2026-03-18T10:09:35.407764Z","steps":["trace[1814017384] 'agreement among raft nodes before linearized reading' (duration: 261.220219ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:09:35.408081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.063833483s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-18T10:09:35.408127Z","caller":"traceutil/trace.go:171","msg":"trace[1743499116] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8217; }","duration":"1.063922555s","start":"2026-03-18T10:09:34.344195Z","end":"2026-03-18T10:09:35.408117Z","steps":["trace[1743499116] 'agreement among raft nodes before linearized reading' (duration: 1.063811243s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:09:35.408162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:09:34.344179Z","time spent":"1.063976086s","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-18T10:09:35.408223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.064008957s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-18T10:09:35.408254Z","caller":"traceutil/trace.go:171","msg":"trace[1632272136] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8217; }","duration":"1.064067638s","start":"2026-03-18T10:09:34.344179Z","end":"2026-03-18T10:09:35.408247Z","steps":["trace[1632272136] 'agreement among raft nodes before linearized reading' (duration: 1.063990576s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:09:35.408279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:09:34.344163Z","time spent":"1.064110629s","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-18T10:09:35.408579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.221202619s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-18T10:09:35.40861Z","caller":"traceutil/trace.go:171","msg":"trace[111552882] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8217; }","duration":"1.221271041s","start":"2026-03-18T10:09:34.187332Z","end":"2026-03-18T10:09:35.408603Z","steps":["trace[111552882] 'agreement among raft nodes before linearized reading' (duration: 1.221194419s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:09:35.40863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:09:34.187311Z","time spent":"1.221314672s","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T10:09:35.408725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.071853573s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-18T10:09:35.408749Z","caller":"traceutil/trace.go:171","msg":"trace[999847092] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8217; }","duration":"1.071909105s","start":"2026-03-18T10:09:34.336833Z","end":"2026-03-18T10:09:35.408743Z","steps":["trace[999847092] 'agreement among raft nodes before linearized reading' (duration: 1.071845263s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:09:35.408768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:09:34.336814Z","time spent":"1.071948645s","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-18T10:09:37.123467Z","caller":"traceutil/trace.go:171","msg":"trace[272987590] transaction","detail":"{read_only:false; response_revision:8224; number_of_response:1; }","duration":"101.849999ms","start":"2026-03-18T10:09:37.021586Z","end":"2026-03-18T10:09:37.123436Z","steps":["trace[272987590] 'process raft request' (duration: 99.460415ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:09:39.715763Z","caller":"traceutil/trace.go:171","msg":"trace[795750363] transaction","detail":"{read_only:false; response_revision:8237; number_of_response:1; }","duration":"651.08446ms","start":"2026-03-18T10:09:39.064644Z","end":"2026-03-18T10:09:39.715729Z","steps":["trace[795750363] 'process raft request' (duration: 650.819753ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:09:39.717215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:09:39.064618Z","time spent":"651.247303ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:09:40.570653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"716.50802ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T10:09:40.570946Z","caller":"traceutil/trace.go:171","msg":"trace[1709173727] transaction","detail":"{read_only:false; response_revision:8238; number_of_response:1; }","duration":"1.185507987s","start":"2026-03-18T10:09:39.385414Z","end":"2026-03-18T10:09:40.570922Z","steps":["trace[1709173727] 'process raft request' (duration: 468.619769ms)","trace[1709173727] 'compare' (duration: 716.180583ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:09:40.57102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:09:39.385369Z","time spent":"1.18561704s","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:09:40.571362Z","caller":"traceutil/trace.go:171","msg":"trace[1367703076] transaction","detail":"{read_only:false; response_revision:8239; number_of_response:1; }","duration":"1.147422602s","start":"2026-03-18T10:09:39.423926Z","end":"2026-03-18T10:09:40.571349Z","steps":["trace[1367703076] 'process raft request' (duration: 1.146864919s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:09:40.571423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:09:39.423891Z","time spent":"1.147498234s","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:09:40.571433Z","caller":"traceutil/trace.go:171","msg":"trace[1879004346] transaction","detail":"{read_only:false; response_revision:8240; number_of_response:1; }","duration":"1.144072186s","start":"2026-03-18T10:09:39.427319Z","end":"2026-03-18T10:09:40.571391Z","steps":["trace[1879004346] 'process raft request' (duration: 1.143883331s)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:09:40.571431Z","caller":"traceutil/trace.go:171","msg":"trace[269398869] linearizableReadLoop","detail":"{readStateIndex:8550; appliedIndex:8546; }","duration":"1.105207364s","start":"2026-03-18T10:09:39.466145Z","end":"2026-03-18T10:09:40.571353Z","steps":["trace[269398869] 'read index received' (duration: 249.331333ms)","trace[269398869] 'applied index is now lower than readState.Index' (duration: 855.874851ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:09:40.571544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:09:39.427287Z","time spent":"1.144206449s","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:09:40.57166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.105508461s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-18T10:09:40.571707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"920.43245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:09:40.571761Z","caller":"traceutil/trace.go:171","msg":"trace[1787791161] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8240; }","duration":"1.105665503s","start":"2026-03-18T10:09:39.46607Z","end":"2026-03-18T10:09:40.571735Z","steps":["trace[1787791161] 'agreement among raft nodes before linearized reading' (duration: 1.105396197s)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:09:40.571775Z","caller":"traceutil/trace.go:171","msg":"trace[650611788] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8240; }","duration":"920.532994ms","start":"2026-03-18T10:09:39.651225Z","end":"2026-03-18T10:09:40.571758Z","steps":["trace[650611788] 'agreement among raft nodes before linearized reading' (duration: 920.431261ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:09:40.571806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:09:39.466056Z","time spent":"1.105741306s","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T10:09:40.571837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:09:39.651209Z","time spent":"920.612376ms","remote":"127.0.0.1:41084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T10:09:40.57186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.035714382s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-18T10:09:40.571753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.037668345s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-18T10:09:40.571963Z","caller":"traceutil/trace.go:171","msg":"trace[334587301] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8240; }","duration":"1.037945931s","start":"2026-03-18T10:09:39.533993Z","end":"2026-03-18T10:09:40.571939Z","steps":["trace[334587301] 'agreement among raft nodes before linearized reading' (duration: 1.037584243s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:09:40.571982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.035889995s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-18T10:09:40.572012Z","caller":"traceutil/trace.go:171","msg":"trace[1350395905] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8240; }","duration":"1.035936276s","start":"2026-03-18T10:09:39.536065Z","end":"2026-03-18T10:09:40.572002Z","steps":["trace[1350395905] 'agreement among raft nodes before linearized reading' (duration: 1.035859324s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:09:40.571821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"645.068964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T10:09:40.572053Z","caller":"traceutil/trace.go:171","msg":"trace[2111452929] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:8240; }","duration":"645.399251ms","start":"2026-03-18T10:09:39.926642Z","end":"2026-03-18T10:09:40.572041Z","steps":["trace[2111452929] 'agreement among raft nodes before linearized reading' (duration: 645.047313ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:09:40.572058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:09:39.53606Z","time spent":"1.035990298s","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-18T10:09:40.572079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:09:39.92661Z","time spent":"645.462413ms","remote":"127.0.0.1:41386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":10,"response size":30,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-03-18T10:09:40.57208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.03606081s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9qjd8\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-18T10:09:40.572124Z","caller":"traceutil/trace.go:171","msg":"trace[1483293782] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9qjd8; range_end:; response_count:1; response_revision:8240; }","duration":"1.03612565s","start":"2026-03-18T10:09:39.535986Z","end":"2026-03-18T10:09:40.572112Z","steps":["trace[1483293782] 'agreement among raft nodes before linearized reading' (duration: 1.035949527s)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:09:40.571904Z","caller":"traceutil/trace.go:171","msg":"trace[822715273] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8240; }","duration":"1.035771853s","start":"2026-03-18T10:09:39.536118Z","end":"2026-03-18T10:09:40.57189Z","steps":["trace[822715273] 'agreement among raft nodes before linearized reading' (duration: 1.03567022s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:09:40.572155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:09:39.535975Z","time spent":"1.036173241s","remote":"127.0.0.1:41260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-9qjd8\" "} {"level":"warn","ts":"2026-03-18T10:09:40.572175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:09:39.536107Z","time spent":"1.03605871s","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-18T10:09:40.572015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:09:39.533952Z","time spent":"1.038049663s","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T10:09:40.572291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.037744206s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-18T10:09:40.572085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"858.880238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T10:09:40.572321Z","caller":"traceutil/trace.go:171","msg":"trace[547057175] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8240; }","duration":"1.037825438s","start":"2026-03-18T10:09:39.534487Z","end":"2026-03-18T10:09:40.572313Z","steps":["trace[547057175] 'agreement among raft nodes before linearized reading' (duration: 1.037738056s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:09:40.572346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:09:39.534459Z","time spent":"1.037880609s","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-18T10:09:40.572355Z","caller":"traceutil/trace.go:171","msg":"trace[1142385448] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:8240; }","duration":"859.159813ms","start":"2026-03-18T10:09:39.713168Z","end":"2026-03-18T10:09:40.572328Z","steps":["trace[1142385448] 'agreement among raft nodes before linearized reading' (duration: 858.870807ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:09:40.572511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:09:39.713156Z","time spent":"859.275477ms","remote":"127.0.0.1:41302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":14,"response size":30,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-03-18T10:09:42.148708Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10400673014339844774,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T10:09:42.64939Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10400673014339844774,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T10:09:43.150593Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10400673014339844774,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T10:09:43.176207Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.75347235s","expected-duration":"1s"} {"level":"info","ts":"2026-03-18T10:09:43.176707Z","caller":"traceutil/trace.go:171","msg":"trace[1394783497] transaction","detail":"{read_only:false; response_revision:8246; number_of_response:1; }","duration":"1.754083223s","start":"2026-03-18T10:09:41.422594Z","end":"2026-03-18T10:09:43.176678Z","steps":["trace[1394783497] 'process raft request' (duration: 1.753869308s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:09:43.176907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:09:41.422577Z","time spent":"1.754222566s","remote":"127.0.0.1:41148","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:09:43.585803Z","caller":"traceutil/trace.go:171","msg":"trace[915007509] linearizableReadLoop","detail":"{readStateIndex:8559; appliedIndex:8555; }","duration":"1.937189768s","start":"2026-03-18T10:09:41.648579Z","end":"2026-03-18T10:09:43.585769Z","steps":["trace[915007509] 'read index received' (duration: 1.527897051s)","trace[915007509] 'applied index is now lower than readState.Index' (duration: 409.291197ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:09:43.585894Z","caller":"traceutil/trace.go:171","msg":"trace[293158786] transaction","detail":"{read_only:false; response_revision:8248; number_of_response:1; }","duration":"1.008747666s","start":"2026-03-18T10:09:42.577068Z","end":"2026-03-18T10:09:43.585816Z","steps":["trace[293158786] 'process raft request' (duration: 1.008625583s)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:09:43.58595Z","caller":"traceutil/trace.go:171","msg":"trace[1362713665] transaction","detail":"{read_only:false; response_revision:8247; number_of_response:1; }","duration":"1.009394551s","start":"2026-03-18T10:09:42.576507Z","end":"2026-03-18T10:09:43.585902Z","steps":["trace[1362713665] 'process raft request' (duration: 1.008993742s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:09:43.586024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.937416863s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:09:43.586014Z","caller":"traceutil/trace.go:171","msg":"trace[1680083969] transaction","detail":"{read_only:false; response_revision:8249; number_of_response:1; }","duration":"1.00757617s","start":"2026-03-18T10:09:42.578397Z","end":"2026-03-18T10:09:43.585973Z","steps":["trace[1680083969] 'process raft request' (duration: 1.007333195s)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:09:43.586076Z","caller":"traceutil/trace.go:171","msg":"trace[742171348] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8249; }","duration":"1.937531895s","start":"2026-03-18T10:09:41.648534Z","end":"2026-03-18T10:09:43.586066Z","steps":["trace[742171348] 'agreement among raft nodes before linearized reading' (duration: 1.937423553s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:09:43.586066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:09:42.577052Z","time spent":"1.008921119s","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:09:43.586112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:09:41.648511Z","time spent":"1.937595527s","remote":"127.0.0.1:41074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T10:09:43.58618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:09:42.578384Z","time spent":"1.007714283s","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:09:43.586257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.872530124s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T10:09:43.586349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"916.481762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-18T10:09:43.586378Z","caller":"traceutil/trace.go:171","msg":"trace[2100249805] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8249; }","duration":"1.872726289s","start":"2026-03-18T10:09:41.713626Z","end":"2026-03-18T10:09:43.586352Z","steps":["trace[2100249805] 'agreement among raft nodes before linearized reading' (duration: 1.872486453s)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:09:43.58639Z","caller":"traceutil/trace.go:171","msg":"trace[756983951] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8249; }","duration":"916.531434ms","start":"2026-03-18T10:09:42.669847Z","end":"2026-03-18T10:09:43.586378Z","steps":["trace[756983951] 'agreement among raft nodes before linearized reading' (duration: 916.36029ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:09:43.586431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:09:42.669825Z","time spent":"916.598305ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-18T10:09:43.58644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"913.28027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9qjd8\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-18T10:09:43.586436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.761524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.215\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-18T10:09:43.586473Z","caller":"traceutil/trace.go:171","msg":"trace[185756245] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9qjd8; range_end:; response_count:1; response_revision:8249; }","duration":"913.349072ms","start":"2026-03-18T10:09:42.673115Z","end":"2026-03-18T10:09:43.586464Z","steps":["trace[185756245] 'agreement among raft nodes before linearized reading' (duration: 913.199149ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:09:43.586484Z","caller":"traceutil/trace.go:171","msg":"trace[1676762244] range","detail":"{range_begin:/registry/masterleases/199.19.213.215; range_end:; response_count:1; response_revision:8249; }","duration":"278.866825ms","start":"2026-03-18T10:09:43.307604Z","end":"2026-03-18T10:09:43.58647Z","steps":["trace[1676762244] 'agreement among raft nodes before linearized reading' (duration: 278.680181ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:09:43.586496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:09:42.6731Z","time spent":"913.392364ms","remote":"127.0.0.1:41260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-9qjd8\" "} {"level":"warn","ts":"2026-03-18T10:09:43.586437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:09:41.713602Z","time spent":"1.87282449s","remote":"127.0.0.1:41084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T10:09:43.586548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"735.909645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-18T10:09:43.586636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"917.402323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-18T10:09:43.586657Z","caller":"traceutil/trace.go:171","msg":"trace[1870614142] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8249; }","duration":"736.081139ms","start":"2026-03-18T10:09:42.850545Z","end":"2026-03-18T10:09:43.586626Z","steps":["trace[1870614142] 'agreement among raft nodes before linearized reading' (duration: 735.736671ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:09:43.586679Z","caller":"traceutil/trace.go:171","msg":"trace[270702487] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8249; }","duration":"917.503345ms","start":"2026-03-18T10:09:42.669165Z","end":"2026-03-18T10:09:43.586668Z","steps":["trace[270702487] 'agreement among raft nodes before linearized reading' (duration: 917.300451ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:09:43.58671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:09:42.669138Z","time spent":"917.565466ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-18T10:09:43.586707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:09:42.850519Z","time spent":"736.179351ms","remote":"127.0.0.1:41260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-18T10:09:43.586706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"932.936343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-18T10:09:43.58679Z","caller":"traceutil/trace.go:171","msg":"trace[144409579] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8249; }","duration":"933.042695ms","start":"2026-03-18T10:09:42.653724Z","end":"2026-03-18T10:09:43.586767Z","steps":["trace[144409579] 'agreement among raft nodes before linearized reading' (duration: 932.81584ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:09:43.586799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"933.27479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-18T10:09:43.586823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"918.520839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-18T10:09:43.586837Z","caller":"traceutil/trace.go:171","msg":"trace[1853463285] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8249; }","duration":"933.369482ms","start":"2026-03-18T10:09:42.653458Z","end":"2026-03-18T10:09:43.586828Z","steps":["trace[1853463285] 'agreement among raft nodes before linearized reading' (duration: 933.249779ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:09:43.586834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:09:42.653717Z","time spent":"933.108046ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-18T10:09:43.586858Z","caller":"traceutil/trace.go:171","msg":"trace[1945802551] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8249; }","duration":"918.570099ms","start":"2026-03-18T10:09:42.668278Z","end":"2026-03-18T10:09:43.586848Z","steps":["trace[1945802551] 'agreement among raft nodes before linearized reading' (duration: 918.474577ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:09:43.586869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:09:42.653438Z","time spent":"933.423254ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T10:09:43.586888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:09:42.668269Z","time spent":"918.611701ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-18T10:09:43.587297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:09:42.576464Z","time spent":"1.010526106s","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:09:43.726784Z","caller":"traceutil/trace.go:171","msg":"trace[1353804504] transaction","detail":"{read_only:false; response_revision:8250; number_of_response:1; }","duration":"134.886521ms","start":"2026-03-18T10:09:43.591855Z","end":"2026-03-18T10:09:43.726742Z","steps":["trace[1353804504] 'process raft request' (duration: 134.465001ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:09:43.727416Z","caller":"traceutil/trace.go:171","msg":"trace[91291415] transaction","detail":"{read_only:false; response_revision:8252; number_of_response:1; }","duration":"135.25238ms","start":"2026-03-18T10:09:43.592135Z","end":"2026-03-18T10:09:43.727388Z","steps":["trace[91291415] 'process raft request' (duration: 135.153268ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:09:43.727428Z","caller":"traceutil/trace.go:171","msg":"trace[2045678480] transaction","detail":"{read_only:false; response_revision:8251; number_of_response:1; }","duration":"135.539796ms","start":"2026-03-18T10:09:43.591847Z","end":"2026-03-18T10:09:43.727387Z","steps":["trace[2045678480] 'process raft request' (duration: 134.827029ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:09:43.727436Z","caller":"traceutil/trace.go:171","msg":"trace[712415349] linearizableReadLoop","detail":"{readStateIndex:8562; appliedIndex:8559; }","duration":"135.355302ms","start":"2026-03-18T10:09:43.592065Z","end":"2026-03-18T10:09:43.72742Z","steps":["trace[712415349] 'read index received' (duration: 38.25806ms)","trace[712415349] 'applied index is now lower than readState.Index' (duration: 97.096302ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:09:43.727701Z","caller":"traceutil/trace.go:171","msg":"trace[1308936816] transaction","detail":"{read_only:false; response_revision:8253; number_of_response:1; }","duration":"135.508086ms","start":"2026-03-18T10:09:43.592184Z","end":"2026-03-18T10:09:43.727693Z","steps":["trace[1308936816] 'process raft request' (duration: 135.145038ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:09:43.727738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.644328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-18T10:09:43.727767Z","caller":"traceutil/trace.go:171","msg":"trace[2107763991] transaction","detail":"{read_only:false; response_revision:8254; number_of_response:1; }","duration":"134.920961ms","start":"2026-03-18T10:09:43.59283Z","end":"2026-03-18T10:09:43.727751Z","steps":["trace[2107763991] 'process raft request' (duration: 134.543943ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:09:43.727797Z","caller":"traceutil/trace.go:171","msg":"trace[725901539] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8254; }","duration":"135.752881ms","start":"2026-03-18T10:09:43.592032Z","end":"2026-03-18T10:09:43.727785Z","steps":["trace[725901539] 'agreement among raft nodes before linearized reading' (duration: 135.434844ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:09:44.084808Z","caller":"traceutil/trace.go:171","msg":"trace[511343050] linearizableReadLoop","detail":"{readStateIndex:8566; appliedIndex:8565; }","duration":"357.123193ms","start":"2026-03-18T10:09:43.727653Z","end":"2026-03-18T10:09:44.084777Z","steps":["trace[511343050] 'read index received' (duration: 315.264183ms)","trace[511343050] 'applied index is now lower than readState.Index' (duration: 41.85752ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:09:44.084846Z","caller":"traceutil/trace.go:171","msg":"trace[459850643] transaction","detail":"{read_only:false; response_revision:8255; number_of_response:1; }","duration":"420.975968ms","start":"2026-03-18T10:09:43.66384Z","end":"2026-03-18T10:09:44.084816Z","steps":["trace[459850643] 'process raft request' (duration: 379.133908ms)","trace[459850643] 'compare' (duration: 41.508983ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:09:44.084944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.796689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:09:44.085024Z","caller":"traceutil/trace.go:171","msg":"trace[1672541046] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8255; }","duration":"486.915331ms","start":"2026-03-18T10:09:43.59809Z","end":"2026-03-18T10:09:44.085006Z","steps":["trace[1672541046] 'agreement among raft nodes before linearized reading' (duration: 486.719086ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:09:44.085025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:09:43.663807Z","time spent":"421.118492ms","remote":"127.0.0.1:41098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:09:44.085056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:09:43.598077Z","time spent":"486.973582ms","remote":"127.0.0.1:41084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T10:09:44.085084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.742774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19479"} {"level":"info","ts":"2026-03-18T10:09:44.085122Z","caller":"traceutil/trace.go:171","msg":"trace[175559947] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:8255; }","duration":"355.812025ms","start":"2026-03-18T10:09:43.7293Z","end":"2026-03-18T10:09:44.085112Z","steps":["trace[175559947] 'agreement among raft nodes before linearized reading' (duration: 355.637741ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:09:44.085155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:09:43.729283Z","time spent":"355.863716ms","remote":"127.0.0.1:41258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19502,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-18T10:09:44.085283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.544847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228889"} {"level":"info","ts":"2026-03-18T10:09:44.085349Z","caller":"traceutil/trace.go:171","msg":"trace[1539222156] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8255; }","duration":"492.641459ms","start":"2026-03-18T10:09:43.592692Z","end":"2026-03-18T10:09:44.085334Z","steps":["trace[1539222156] 'agreement among raft nodes before linearized reading' (duration: 492.185109ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:09:44.085386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:09:43.592684Z","time spent":"492.69248ms","remote":"127.0.0.1:41260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":228912,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-18T10:09:45.746293Z","caller":"traceutil/trace.go:171","msg":"trace[1119975525] transaction","detail":"{read_only:false; response_revision:8258; number_of_response:1; }","duration":"144.888615ms","start":"2026-03-18T10:09:45.601383Z","end":"2026-03-18T10:09:45.746272Z","steps":["trace[1119975525] 'process raft request' (duration: 144.800653ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:09:45.746335Z","caller":"traceutil/trace.go:171","msg":"trace[1320652276] transaction","detail":"{read_only:false; response_revision:8257; number_of_response:1; }","duration":"144.947607ms","start":"2026-03-18T10:09:45.601335Z","end":"2026-03-18T10:09:45.746283Z","steps":["trace[1320652276] 'process raft request' (duration: 144.717782ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:09:46.160856Z","caller":"traceutil/trace.go:171","msg":"trace[595412179] linearizableReadLoop","detail":"{readStateIndex:8570; appliedIndex:8569; }","duration":"414.595916ms","start":"2026-03-18T10:09:45.746226Z","end":"2026-03-18T10:09:46.160821Z","steps":["trace[595412179] 'read index received' (duration: 414.026183ms)","trace[595412179] 'applied index is now lower than readState.Index' (duration: 568.063µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:09:46.161078Z","caller":"traceutil/trace.go:171","msg":"trace[775059571] transaction","detail":"{read_only:false; response_revision:8259; number_of_response:1; }","duration":"455.34313ms","start":"2026-03-18T10:09:45.705684Z","end":"2026-03-18T10:09:46.161027Z","steps":["trace[775059571] 'process raft request' (duration: 454.685366ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:09:46.161175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.804457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-18T10:09:46.161179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.466409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:09:46.161226Z","caller":"traceutil/trace.go:171","msg":"trace[643599467] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8259; }","duration":"429.90438ms","start":"2026-03-18T10:09:45.73131Z","end":"2026-03-18T10:09:46.161214Z","steps":["trace[643599467] 'agreement among raft nodes before linearized reading' (duration: 429.762316ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:09:46.161262Z","caller":"traceutil/trace.go:171","msg":"trace[1523148920] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:8259; }","duration":"429.584112ms","start":"2026-03-18T10:09:45.731663Z","end":"2026-03-18T10:09:46.161247Z","steps":["trace[1523148920] 'agreement among raft nodes before linearized reading' (duration: 429.426859ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:09:46.161264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:09:45.731287Z","time spent":"429.96912ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-18T10:09:46.161289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:09:45.705619Z","time spent":"455.577286ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:09:46.1613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:09:45.731635Z","time spent":"429.655994ms","remote":"127.0.0.1:60306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-18T10:09:46.161324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.788595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-18T10:09:46.161111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.888236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-18T10:09:46.161386Z","caller":"traceutil/trace.go:171","msg":"trace[571188365] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:8259; }","duration":"153.855827ms","start":"2026-03-18T10:09:46.007512Z","end":"2026-03-18T10:09:46.161368Z","steps":["trace[571188365] 'agreement among raft nodes before linearized reading' (duration: 153.673533ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:09:46.161397Z","caller":"traceutil/trace.go:171","msg":"trace[1948665940] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8259; }","duration":"429.250164ms","start":"2026-03-18T10:09:45.732136Z","end":"2026-03-18T10:09:46.161386Z","steps":["trace[1948665940] 'agreement among raft nodes before linearized reading' (duration: 428.779044ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:09:46.161427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:09:45.732105Z","time spent":"429.313386ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T10:09:46.161398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.399116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-18T10:09:46.161514Z","caller":"traceutil/trace.go:171","msg":"trace[1625312685] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8259; }","duration":"428.57502ms","start":"2026-03-18T10:09:45.732918Z","end":"2026-03-18T10:09:46.161493Z","steps":["trace[1625312685] 'agreement among raft nodes before linearized reading' (duration: 428.232932ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:09:46.161501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.862208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-18T10:09:46.161566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:09:45.732906Z","time spent":"428.649311ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-18T10:09:46.161603Z","caller":"traceutil/trace.go:171","msg":"trace[1429928669] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8259; }","duration":"430.005392ms","start":"2026-03-18T10:09:45.731573Z","end":"2026-03-18T10:09:46.161578Z","steps":["trace[1429928669] 'agreement among raft nodes before linearized reading' (duration: 429.652974ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:09:46.161659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:09:45.731564Z","time spent":"430.085604ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-18T10:09:46.162126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.387941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-18T10:09:46.162171Z","caller":"traceutil/trace.go:171","msg":"trace[312486954] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8259; }","duration":"430.485663ms","start":"2026-03-18T10:09:45.731675Z","end":"2026-03-18T10:09:46.16216Z","steps":["trace[312486954] 'agreement among raft nodes before linearized reading' (duration: 429.394338ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:09:46.16221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:09:45.731651Z","time spent":"430.550024ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T10:09:46.523567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.145762ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T10:09:46.523976Z","caller":"traceutil/trace.go:171","msg":"trace[405132707] transaction","detail":"{read_only:false; response_revision:8264; number_of_response:1; }","duration":"357.400381ms","start":"2026-03-18T10:09:46.166553Z","end":"2026-03-18T10:09:46.523954Z","steps":["trace[405132707] 'process raft request' (duration: 357.35449ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:09:46.524055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:09:46.166512Z","time spent":"357.504513ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:09:46.524021Z","caller":"traceutil/trace.go:171","msg":"trace[922100052] transaction","detail":"{read_only:false; response_revision:8261; number_of_response:1; }","duration":"358.067756ms","start":"2026-03-18T10:09:46.165904Z","end":"2026-03-18T10:09:46.523972Z","steps":["trace[922100052] 'process raft request' (duration: 357.80141ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:09:46.524061Z","caller":"traceutil/trace.go:171","msg":"trace[1124741098] transaction","detail":"{read_only:false; response_revision:8262; number_of_response:1; }","duration":"357.794159ms","start":"2026-03-18T10:09:46.166241Z","end":"2026-03-18T10:09:46.524035Z","steps":["trace[1124741098] 'process raft request' (duration: 357.582205ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:09:46.524101Z","caller":"traceutil/trace.go:171","msg":"trace[1927752537] transaction","detail":"{read_only:false; response_revision:8263; number_of_response:1; }","duration":"357.628706ms","start":"2026-03-18T10:09:46.166433Z","end":"2026-03-18T10:09:46.524062Z","steps":["trace[1927752537] 'process raft request' (duration: 357.431811ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:09:46.524118Z","caller":"traceutil/trace.go:171","msg":"trace[1594941159] transaction","detail":"{read_only:false; response_revision:8260; number_of_response:1; }","duration":"358.378853ms","start":"2026-03-18T10:09:46.165698Z","end":"2026-03-18T10:09:46.524076Z","steps":["trace[1594941159] 'process raft request' (duration: 143.578656ms)","trace[1594941159] 'compare' (duration: 213.780765ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:09:46.52425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:09:46.166222Z","time spent":"357.924433ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:09:46.52428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:09:46.166417Z","time spent":"357.77583ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:09:46.524408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:09:46.165664Z","time spent":"358.582437ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:09:46.524741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:09:46.165881Z","time spent":"358.25998ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:09:46.908115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.206357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:09:46.908264Z","caller":"traceutil/trace.go:171","msg":"trace[1048711932] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8264; }","duration":"256.433433ms","start":"2026-03-18T10:09:46.651803Z","end":"2026-03-18T10:09:46.908236Z","steps":["trace[1048711932] 'range keys from in-memory index tree' (duration: 255.992371ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:09:46.908193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.721195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T10:09:46.908695Z","caller":"traceutil/trace.go:171","msg":"trace[527968277] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:8264; }","duration":"207.311158ms","start":"2026-03-18T10:09:46.701361Z","end":"2026-03-18T10:09:46.908672Z","steps":["trace[527968277] 'count revisions from in-memory index tree' (duration: 206.591982ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:09:46.908022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.423168ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:09:46.908888Z","caller":"traceutil/trace.go:171","msg":"trace[698124244] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:8264; }","duration":"256.332258ms","start":"2026-03-18T10:09:46.652526Z","end":"2026-03-18T10:09:46.908859Z","steps":["trace[698124244] 'range keys from in-memory index tree' (duration: 255.393698ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:09:48.967367Z","caller":"traceutil/trace.go:171","msg":"trace[864205196] transaction","detail":"{read_only:false; response_revision:8280; number_of_response:1; }","duration":"107.525266ms","start":"2026-03-18T10:09:48.859804Z","end":"2026-03-18T10:09:48.967329Z","steps":["trace[864205196] 'process raft request' (duration: 107.324951ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:09:49.957476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.747737ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T10:09:49.957736Z","caller":"traceutil/trace.go:171","msg":"trace[360043179] linearizableReadLoop","detail":"{readStateIndex:8595; appliedIndex:8593; }","duration":"949.30661ms","start":"2026-03-18T10:09:49.008407Z","end":"2026-03-18T10:09:49.957714Z","steps":["trace[360043179] 'read index received' (duration: 397.135243ms)","trace[360043179] 'applied index is now lower than readState.Index' (duration: 552.170027ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:09:49.957865Z","caller":"traceutil/trace.go:171","msg":"trace[1943878945] transaction","detail":"{read_only:false; response_revision:8282; number_of_response:1; }","duration":"961.526746ms","start":"2026-03-18T10:09:48.996294Z","end":"2026-03-18T10:09:49.957821Z","steps":["trace[1943878945] 'process raft request' (duration: 409.276746ms)","trace[1943878945] 'compare' (duration: 551.592114ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:09:49.957942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:09:48.996277Z","time spent":"961.627738ms","remote":"127.0.0.1:41158","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":516,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:09:49.957917Z","caller":"traceutil/trace.go:171","msg":"trace[186383157] transaction","detail":"{read_only:false; response_revision:8283; number_of_response:1; }","duration":"959.176503ms","start":"2026-03-18T10:09:48.998691Z","end":"2026-03-18T10:09:49.957868Z","steps":["trace[186383157] 'process raft request' (duration: 958.935627ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:09:49.958159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:09:48.998666Z","time spent":"959.355966ms","remote":"127.0.0.1:41302","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3051,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:09:49.958234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"949.803501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/rook-ceph-detect-version\" ","response":"range_response_count:1 size:3066"} {"level":"info","ts":"2026-03-18T10:09:49.958349Z","caller":"traceutil/trace.go:171","msg":"trace[873485954] range","detail":"{range_begin:/registry/jobs/openstack/rook-ceph-detect-version; range_end:; response_count:1; response_revision:8283; }","duration":"949.932084ms","start":"2026-03-18T10:09:49.008378Z","end":"2026-03-18T10:09:49.958311Z","steps":["trace[873485954] 'agreement among raft nodes before linearized reading' (duration: 949.669388ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:09:49.958394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:09:49.008366Z","time spent":"950.019566ms","remote":"127.0.0.1:41302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":3089,"request content":"key:\"/registry/jobs/openstack/rook-ceph-detect-version\" "} {"level":"info","ts":"2026-03-18T10:09:50.33838Z","caller":"traceutil/trace.go:171","msg":"trace[2002307651] transaction","detail":"{read_only:false; response_revision:8284; number_of_response:1; }","duration":"627.268804ms","start":"2026-03-18T10:09:49.711067Z","end":"2026-03-18T10:09:50.338335Z","steps":["trace[2002307651] 'process raft request' (duration: 626.975897ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:09:50.338532Z","caller":"traceutil/trace.go:171","msg":"trace[40683996] transaction","detail":"{read_only:false; response_revision:8285; number_of_response:1; }","duration":"578.206342ms","start":"2026-03-18T10:09:49.760282Z","end":"2026-03-18T10:09:50.338488Z","steps":["trace[40683996] 'process raft request' (duration: 577.933775ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:09:50.338706Z","caller":"traceutil/trace.go:171","msg":"trace[69726040] transaction","detail":"{read_only:false; response_revision:8286; number_of_response:1; }","duration":"546.197052ms","start":"2026-03-18T10:09:49.792476Z","end":"2026-03-18T10:09:50.338673Z","steps":["trace[69726040] 'process raft request' (duration: 545.804183ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:09:50.338725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"685.865952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:09:50.338804Z","caller":"traceutil/trace.go:171","msg":"trace[1191605314] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8286; }","duration":"686.012945ms","start":"2026-03-18T10:09:49.652772Z","end":"2026-03-18T10:09:50.338785Z","steps":["trace[1191605314] 'agreement among raft nodes before linearized reading' (duration: 685.77725ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:09:50.338803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:09:49.760242Z","time spent":"578.436107ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:09:50.338576Z","caller":"traceutil/trace.go:171","msg":"trace[488534184] linearizableReadLoop","detail":"{readStateIndex:8598; appliedIndex:8596; }","duration":"380.762585ms","start":"2026-03-18T10:09:49.957775Z","end":"2026-03-18T10:09:50.338538Z","steps":["trace[488534184] 'read index received' (duration: 380.464628ms)","trace[488534184] 'applied index is now lower than readState.Index' (duration: 295.287µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:09:50.338804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:09:49.711032Z","time spent":"627.444467ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:09:50.338838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.330010934s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-sbp27\" ","response":"range_response_count:1 size:4737"} {"level":"info","ts":"2026-03-18T10:09:50.339007Z","caller":"traceutil/trace.go:171","msg":"trace[1556370222] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-sbp27; range_end:; response_count:1; response_revision:8286; }","duration":"1.330240059s","start":"2026-03-18T10:09:49.00874Z","end":"2026-03-18T10:09:50.33898Z","steps":["trace[1556370222] 'agreement among raft nodes before linearized reading' (duration: 1.329910842s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:09:50.339092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:09:49.00872Z","time spent":"1.330350542s","remote":"127.0.0.1:41260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4760,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-sbp27\" "} {"level":"warn","ts":"2026-03-18T10:09:50.338844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.149240744s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-18T10:09:50.339184Z","caller":"traceutil/trace.go:171","msg":"trace[1235937626] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8286; }","duration":"1.149622332s","start":"2026-03-18T10:09:49.189541Z","end":"2026-03-18T10:09:50.339163Z","steps":["trace[1235937626] 'agreement among raft nodes before linearized reading' (duration: 1.14908743s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:09:50.339236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:09:49.189514Z","time spent":"1.149707973s","remote":"127.0.0.1:41260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-18T10:09:50.338849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:09:49.792452Z","time spent":"546.336456ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:09:50.338849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:09:49.652744Z","time spent":"686.098076ms","remote":"127.0.0.1:41084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T10:09:50.339869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.109637542s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-18T10:09:50.340011Z","caller":"traceutil/trace.go:171","msg":"trace[1160139963] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:8286; }","duration":"1.109866837s","start":"2026-03-18T10:09:49.230115Z","end":"2026-03-18T10:09:50.339982Z","steps":["trace[1160139963] 'agreement among raft nodes before linearized reading' (duration: 1.108481707s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:09:50.340093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:09:49.230086Z","time spent":"1.10999218s","remote":"127.0.0.1:38824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":880,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-03-18T10:09:50.408387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.290078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-detect-version\" ","response":"range_response_count:1 size:531"} {"level":"warn","ts":"2026-03-18T10:09:50.408453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.829595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rook-ceph-mon\" ","response":"range_response_count:1 size:713"} {"level":"info","ts":"2026-03-18T10:09:50.408481Z","caller":"traceutil/trace.go:171","msg":"trace[1168567082] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-detect-version; range_end:; response_count:1; response_revision:8287; }","duration":"446.441271ms","start":"2026-03-18T10:09:49.96202Z","end":"2026-03-18T10:09:50.408462Z","steps":["trace[1168567082] 'agreement among raft nodes before linearized reading' (duration: 446.240687ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:09:50.408522Z","caller":"traceutil/trace.go:171","msg":"trace[738625200] range","detail":"{range_begin:/registry/secrets/openstack/rook-ceph-mon; range_end:; response_count:1; response_revision:8287; }","duration":"440.953967ms","start":"2026-03-18T10:09:49.967551Z","end":"2026-03-18T10:09:50.408505Z","steps":["trace[738625200] 'agreement among raft nodes before linearized reading' (duration: 440.690011ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:09:50.408531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:09:49.962Z","time spent":"446.522124ms","remote":"127.0.0.1:41158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":554,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-detect-version\" "} {"level":"warn","ts":"2026-03-18T10:09:50.408566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:09:49.967516Z","time spent":"441.04122ms","remote":"127.0.0.1:41156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":736,"request content":"key:\"/registry/secrets/openstack/rook-ceph-mon\" "} {"level":"warn","ts":"2026-03-18T10:09:50.408388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.959422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9qjd8\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-18T10:09:50.408871Z","caller":"traceutil/trace.go:171","msg":"trace[960620538] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9qjd8; range_end:; response_count:1; response_revision:8287; }","duration":"220.513485ms","start":"2026-03-18T10:09:50.188345Z","end":"2026-03-18T10:09:50.408859Z","steps":["trace[960620538] 'agreement among raft nodes before linearized reading' (duration: 219.847629ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:09:50.408974Z","caller":"traceutil/trace.go:171","msg":"trace[950454597] transaction","detail":"{read_only:false; response_revision:8287; number_of_response:1; }","duration":"439.779672ms","start":"2026-03-18T10:09:49.969142Z","end":"2026-03-18T10:09:50.408921Z","steps":["trace[950454597] 'process raft request' (duration: 434.665186ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:09:50.409327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:09:49.969122Z","time spent":"440.062618ms","remote":"127.0.0.1:41260","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4620,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:09:50.636241Z","caller":"traceutil/trace.go:171","msg":"trace[1632997556] linearizableReadLoop","detail":"{readStateIndex:8601; appliedIndex:8600; }","duration":"159.74429ms","start":"2026-03-18T10:09:50.476469Z","end":"2026-03-18T10:09:50.636213Z","steps":["trace[1632997556] 'read index received' (duration: 71.65303ms)","trace[1632997556] 'applied index is now lower than readState.Index' (duration: 88.089719ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:09:50.636397Z","caller":"traceutil/trace.go:171","msg":"trace[1973802301] transaction","detail":"{read_only:false; response_revision:8289; number_of_response:1; }","duration":"173.58362ms","start":"2026-03-18T10:09:50.4628Z","end":"2026-03-18T10:09:50.636383Z","steps":["trace[1973802301] 'process raft request' (duration: 85.364257ms)","trace[1973802301] 'compare' (duration: 87.867756ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:09:50.637052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.575867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:09:50.637103Z","caller":"traceutil/trace.go:171","msg":"trace[1184161717] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8289; }","duration":"160.69527ms","start":"2026-03-18T10:09:50.476397Z","end":"2026-03-18T10:09:50.637092Z","steps":["trace[1184161717] 'agreement among raft nodes before linearized reading' (duration: 160.610088ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:09:50.851323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.800149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-sbp27\" ","response":"range_response_count:1 size:4667"} {"level":"info","ts":"2026-03-18T10:09:50.851536Z","caller":"traceutil/trace.go:171","msg":"trace[1864758797] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-sbp27; range_end:; response_count:1; response_revision:8295; }","duration":"115.057615ms","start":"2026-03-18T10:09:50.736451Z","end":"2026-03-18T10:09:50.851508Z","steps":["trace[1864758797] 'range keys from in-memory index tree' (duration: 114.700567ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:09:50.851529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.39497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-sbp27\" ","response":"range_response_count:1 size:2801"} {"level":"info","ts":"2026-03-18T10:09:50.851721Z","caller":"traceutil/trace.go:171","msg":"trace[253790712] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-sbp27; range_end:; response_count:1; response_revision:8295; }","duration":"114.641365ms","start":"2026-03-18T10:09:50.737013Z","end":"2026-03-18T10:09:50.851655Z","steps":["trace[253790712] 'range keys from in-memory index tree' (duration: 114.195916ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:09:50.851555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.594608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-03-18T10:09:50.851818Z","caller":"traceutil/trace.go:171","msg":"trace[1503636102] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:8295; }","duration":"107.869894ms","start":"2026-03-18T10:09:50.743926Z","end":"2026-03-18T10:09:50.851796Z","steps":["trace[1503636102] 'range keys from in-memory index tree' (duration: 107.130056ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:09:51.284578Z","caller":"traceutil/trace.go:171","msg":"trace[2125294709] transaction","detail":"{read_only:false; response_revision:8298; number_of_response:1; }","duration":"307.061079ms","start":"2026-03-18T10:09:50.977487Z","end":"2026-03-18T10:09:51.284548Z","steps":["trace[2125294709] 'process raft request' (duration: 306.842544ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:09:51.28478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:09:50.97746Z","time spent":"307.213272ms","remote":"127.0.0.1:41302","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3037,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:09:51.660489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.53471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:5146"} {"level":"info","ts":"2026-03-18T10:09:51.660565Z","caller":"traceutil/trace.go:171","msg":"trace[202608196] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:8298; }","duration":"129.667483ms","start":"2026-03-18T10:09:51.530882Z","end":"2026-03-18T10:09:51.660549Z","steps":["trace[202608196] 'range keys from in-memory index tree' (duration: 129.346647ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:09:51.660724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.922703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-5d5f6fdfcb-7mzfr.189de7a20b871c33\" ","response":"range_response_count:1 size:1135"} {"level":"info","ts":"2026-03-18T10:09:51.660882Z","caller":"traceutil/trace.go:171","msg":"trace[1037531199] range","detail":"{range_begin:/registry/events/openstack/barbican-api-5d5f6fdfcb-7mzfr.189de7a20b871c33; range_end:; response_count:1; response_revision:8298; }","duration":"237.15915ms","start":"2026-03-18T10:09:51.423671Z","end":"2026-03-18T10:09:51.66083Z","steps":["trace[1037531199] 'range keys from in-memory index tree' (duration: 236.652837ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:09:52.211554Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10400673014339844900,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-18T10:09:52.27002Z","caller":"traceutil/trace.go:171","msg":"trace[482964434] transaction","detail":"{read_only:false; response_revision:8299; number_of_response:1; }","duration":"605.74494ms","start":"2026-03-18T10:09:51.664248Z","end":"2026-03-18T10:09:52.269993Z","steps":["trace[482964434] 'process raft request' (duration: 605.548036ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:09:52.270171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:09:51.664225Z","time spent":"605.869012ms","remote":"127.0.0.1:41148","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:09:52.765228Z","caller":"traceutil/trace.go:171","msg":"trace[1842362671] linearizableReadLoop","detail":"{readStateIndex:8612; appliedIndex:8611; }","duration":"1.054588646s","start":"2026-03-18T10:09:51.710607Z","end":"2026-03-18T10:09:52.765196Z","steps":["trace[1842362671] 'read index received' (duration: 559.389219ms)","trace[1842362671] 'applied index is now lower than readState.Index' (duration: 495.197877ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:09:52.765938Z","caller":"traceutil/trace.go:171","msg":"trace[1956888601] transaction","detail":"{read_only:false; response_revision:8300; number_of_response:1; }","duration":"1.089007919s","start":"2026-03-18T10:09:51.676644Z","end":"2026-03-18T10:09:52.765652Z","steps":["trace[1956888601] 'process raft request' (duration: 1.041086913s)","trace[1956888601] 'compare' (duration: 47.318693ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:09:52.766008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.055378843s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T10:09:52.766141Z","caller":"traceutil/trace.go:171","msg":"trace[900722786] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:8300; }","duration":"1.055583688s","start":"2026-03-18T10:09:51.710535Z","end":"2026-03-18T10:09:52.766119Z","steps":["trace[900722786] 'agreement among raft nodes before linearized reading' (duration: 1.05523405s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:09:52.766212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:09:51.710493Z","time spent":"1.055705791s","remote":"127.0.0.1:41156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":81,"response size":30,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-03-18T10:09:52.766199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:09:51.676607Z","time spent":"1.08948096s","remote":"127.0.0.1:52616","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:09:52.91401Z","caller":"traceutil/trace.go:171","msg":"trace[1598880399] linearizableReadLoop","detail":"{readStateIndex:8615; appliedIndex:8612; }","duration":"148.64705ms","start":"2026-03-18T10:09:52.765334Z","end":"2026-03-18T10:09:52.913981Z","steps":["trace[1598880399] 'read index received' (duration: 130.723977ms)","trace[1598880399] 'applied index is now lower than readState.Index' (duration: 17.921703ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:09:52.914167Z","caller":"traceutil/trace.go:171","msg":"trace[324617095] transaction","detail":"{read_only:false; response_revision:8302; number_of_response:1; }","duration":"567.802878ms","start":"2026-03-18T10:09:52.346312Z","end":"2026-03-18T10:09:52.914114Z","steps":["trace[324617095] 'process raft request' (duration: 567.564273ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:09:52.914289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.844879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-18T10:09:52.914349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.867626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9qjd8\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-18T10:09:52.914383Z","caller":"traceutil/trace.go:171","msg":"trace[660999148] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8303; }","duration":"179.144986ms","start":"2026-03-18T10:09:52.735217Z","end":"2026-03-18T10:09:52.914362Z","steps":["trace[660999148] 'agreement among raft nodes before linearized reading' (duration: 178.791458ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:09:52.914348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.100916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T10:09:52.914417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:09:52.346276Z","time spent":"568.012983ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:09:52.914464Z","caller":"traceutil/trace.go:171","msg":"trace[448227877] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8303; }","duration":"261.903714ms","start":"2026-03-18T10:09:52.652532Z","end":"2026-03-18T10:09:52.914436Z","steps":["trace[448227877] 'agreement among raft nodes before linearized reading' (duration: 261.642508ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:09:52.914504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"539.195825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-03-18T10:09:52.914519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.772349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-18T10:09:52.914613Z","caller":"traceutil/trace.go:171","msg":"trace[989978333] transaction","detail":"{read_only:false; response_revision:8301; number_of_response:1; }","duration":"569.101477ms","start":"2026-03-18T10:09:52.345496Z","end":"2026-03-18T10:09:52.914597Z","steps":["trace[989978333] 'process raft request' (duration: 550.483198ms)","trace[989978333] 'compare' (duration: 17.375291ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:09:52.914624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"966.68759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-18T10:09:52.914661Z","caller":"traceutil/trace.go:171","msg":"trace[440116997] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:8303; }","duration":"966.768712ms","start":"2026-03-18T10:09:51.947884Z","end":"2026-03-18T10:09:52.914652Z","steps":["trace[440116997] 'agreement among raft nodes before linearized reading' (duration: 966.67638ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:09:52.914684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:09:52.345461Z","time spent":"569.190059ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:09:52.914714Z","caller":"traceutil/trace.go:171","msg":"trace[169294702] transaction","detail":"{read_only:false; response_revision:8303; number_of_response:1; }","duration":"568.018673ms","start":"2026-03-18T10:09:52.346683Z","end":"2026-03-18T10:09:52.914701Z","steps":["trace[169294702] 'process raft request' (duration: 567.244346ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:09:52.914732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.914612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-18T10:09:52.914827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:09:52.34667Z","time spent":"568.078784ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:09:52.914839Z","caller":"traceutil/trace.go:171","msg":"trace[1367012948] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8303; }","duration":"180.096157ms","start":"2026-03-18T10:09:52.73472Z","end":"2026-03-18T10:09:52.914817Z","steps":["trace[1367012948] 'agreement among raft nodes before linearized reading' (duration: 179.77185ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:09:52.914892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.862707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-18T10:09:52.914711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:09:51.947858Z","time spent":"966.844184ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-18T10:09:52.914924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.747852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-config-override\" ","response":"range_response_count:1 size:626"} {"level":"info","ts":"2026-03-18T10:09:52.914974Z","caller":"traceutil/trace.go:171","msg":"trace[558940005] range","detail":"{range_begin:/registry/configmaps/openstack/rook-config-override; range_end:; response_count:1; response_revision:8303; }","duration":"140.837074ms","start":"2026-03-18T10:09:52.774127Z","end":"2026-03-18T10:09:52.914964Z","steps":["trace[558940005] 'agreement among raft nodes before linearized reading' (duration: 140.619129ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:09:52.914541Z","caller":"traceutil/trace.go:171","msg":"trace[83034966] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:8303; }","duration":"539.290787ms","start":"2026-03-18T10:09:52.37524Z","end":"2026-03-18T10:09:52.914531Z","steps":["trace[83034966] 'agreement among raft nodes before linearized reading' (duration: 539.182245ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:09:52.914762Z","caller":"traceutil/trace.go:171","msg":"trace[2066627870] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8303; }","duration":"179.889762ms","start":"2026-03-18T10:09:52.734675Z","end":"2026-03-18T10:09:52.914565Z","steps":["trace[2066627870] 'agreement among raft nodes before linearized reading' (duration: 179.521864ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:09:52.915039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:09:52.375206Z","time spent":"539.820388ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-18T10:09:52.915074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.378165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-18T10:09:52.914401Z","caller":"traceutil/trace.go:171","msg":"trace[1321720553] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9qjd8; range_end:; response_count:1; response_revision:8303; }","duration":"448.978958ms","start":"2026-03-18T10:09:52.465408Z","end":"2026-03-18T10:09:52.914387Z","steps":["trace[1321720553] 'agreement among raft nodes before linearized reading' (duration: 448.759683ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:09:52.915158Z","caller":"traceutil/trace.go:171","msg":"trace[2129170806] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8303; }","duration":"177.484878ms","start":"2026-03-18T10:09:52.737661Z","end":"2026-03-18T10:09:52.915146Z","steps":["trace[2129170806] 'agreement among raft nodes before linearized reading' (duration: 177.255563ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:09:52.914941Z","caller":"traceutil/trace.go:171","msg":"trace[1127627655] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8303; }","duration":"226.961209ms","start":"2026-03-18T10:09:52.687969Z","end":"2026-03-18T10:09:52.91493Z","steps":["trace[1127627655] 'agreement among raft nodes before linearized reading' (duration: 226.796456ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:09:52.915169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:09:52.465383Z","time spent":"449.770285ms","remote":"127.0.0.1:41260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-9qjd8\" "} {"level":"warn","ts":"2026-03-18T10:09:53.222895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.918959ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T10:09:53.223191Z","caller":"traceutil/trace.go:171","msg":"trace[244631657] linearizableReadLoop","detail":"{readStateIndex:8618; appliedIndex:8615; }","duration":"302.20699ms","start":"2026-03-18T10:09:52.920969Z","end":"2026-03-18T10:09:53.223176Z","steps":["trace[244631657] 'read index received' (duration: 74.863412ms)","trace[244631657] 'applied index is now lower than readState.Index' (duration: 227.342228ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:09:53.223425Z","caller":"traceutil/trace.go:171","msg":"trace[102354299] transaction","detail":"{read_only:false; response_revision:8310; number_of_response:1; }","duration":"302.21938ms","start":"2026-03-18T10:09:52.921194Z","end":"2026-03-18T10:09:53.223414Z","steps":["trace[102354299] 'process raft request' (duration: 301.950525ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:09:53.22339Z","caller":"traceutil/trace.go:171","msg":"trace[634476064] transaction","detail":"{read_only:false; response_revision:8309; number_of_response:1; }","duration":"302.2022ms","start":"2026-03-18T10:09:52.921144Z","end":"2026-03-18T10:09:53.223346Z","steps":["trace[634476064] 'process raft request' (duration: 301.972285ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:09:53.223424Z","caller":"traceutil/trace.go:171","msg":"trace[1776934686] transaction","detail":"{read_only:false; response_revision:8306; number_of_response:1; }","duration":"302.448506ms","start":"2026-03-18T10:09:52.920936Z","end":"2026-03-18T10:09:53.223385Z","steps":["trace[1776934686] 'process raft request' (duration: 302.050747ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:09:53.223484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:09:52.921172Z","time spent":"302.286222ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:09:53.223595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:09:52.921136Z","time spent":"302.338844ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:09:53.223664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:09:52.92093Z","time spent":"302.598469ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:09:53.223872Z","caller":"traceutil/trace.go:171","msg":"trace[720309089] transaction","detail":"{read_only:false; response_revision:8307; number_of_response:1; }","duration":"302.865485ms","start":"2026-03-18T10:09:52.920994Z","end":"2026-03-18T10:09:53.223859Z","steps":["trace[720309089] 'process raft request' (duration: 302.029797ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:09:53.223946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.975168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228804"} {"level":"warn","ts":"2026-03-18T10:09:53.223944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:09:52.920957Z","time spent":"302.951147ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:09:53.22398Z","caller":"traceutil/trace.go:171","msg":"trace[802778492] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8310; }","duration":"303.03775ms","start":"2026-03-18T10:09:52.920934Z","end":"2026-03-18T10:09:53.223972Z","steps":["trace[802778492] 'agreement among raft nodes before linearized reading' (duration: 302.699211ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:09:53.22401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:09:52.920926Z","time spent":"303.07562ms","remote":"127.0.0.1:41260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":228827,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-18T10:09:53.224033Z","caller":"traceutil/trace.go:171","msg":"trace[1427255591] transaction","detail":"{read_only:false; response_revision:8305; number_of_response:1; }","duration":"303.109591ms","start":"2026-03-18T10:09:52.920886Z","end":"2026-03-18T10:09:53.223996Z","steps":["trace[1427255591] 'process raft request' (duration: 156.011276ms)","trace[1427255591] 'compare' (duration: 145.793815ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:09:53.2241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:09:52.920876Z","time spent":"303.190223ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:09:53.224156Z","caller":"traceutil/trace.go:171","msg":"trace[1048950882] transaction","detail":"{read_only:false; response_revision:8308; number_of_response:1; }","duration":"303.118422ms","start":"2026-03-18T10:09:52.921022Z","end":"2026-03-18T10:09:53.224141Z","steps":["trace[1048950882] 'process raft request' (duration: 302.069467ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:09:53.224231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:09:52.921014Z","time spent":"303.182323ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:09:53.224245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.206274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rook-ceph-config\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:09:53.224268Z","caller":"traceutil/trace.go:171","msg":"trace[440844633] range","detail":"{range_begin:/registry/secrets/openstack/rook-ceph-config; range_end:; response_count:0; response_revision:8310; }","duration":"303.246134ms","start":"2026-03-18T10:09:52.921015Z","end":"2026-03-18T10:09:53.224261Z","steps":["trace[440844633] 'agreement among raft nodes before linearized reading' (duration: 303.205773ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:09:53.224289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:09:52.920998Z","time spent":"303.287556ms","remote":"127.0.0.1:41156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/secrets/openstack/rook-ceph-config\" "} {"level":"warn","ts":"2026-03-18T10:09:53.224731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.230981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T10:09:53.224819Z","caller":"traceutil/trace.go:171","msg":"trace[861080503] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8310; }","duration":"282.409685ms","start":"2026-03-18T10:09:52.942388Z","end":"2026-03-18T10:09:53.224798Z","steps":["trace[861080503] 'agreement among raft nodes before linearized reading' (duration: 282.220631ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:10:01.881891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.418928ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-18T10:10:01.882249Z","caller":"traceutil/trace.go:171","msg":"trace[1226278559] transaction","detail":"{read_only:false; response_revision:8427; number_of_response:1; }","duration":"224.993545ms","start":"2026-03-18T10:10:01.657213Z","end":"2026-03-18T10:10:01.882206Z","steps":["trace[1226278559] 'process raft request' (duration: 99.118657ms)","trace[1226278559] 'compare' (duration: 125.145292ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:10:01.88277Z","caller":"traceutil/trace.go:171","msg":"trace[859681587] transaction","detail":"{read_only:false; response_revision:8428; number_of_response:1; }","duration":"224.772911ms","start":"2026-03-18T10:10:01.657952Z","end":"2026-03-18T10:10:01.882725Z","steps":["trace[859681587] 'process raft request' (duration: 224.103696ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:10:13.525346Z","caller":"traceutil/trace.go:171","msg":"trace[1707694656] transaction","detail":"{read_only:false; response_revision:8494; number_of_response:1; }","duration":"119.249529ms","start":"2026-03-18T10:10:13.406057Z","end":"2026-03-18T10:10:13.525307Z","steps":["trace[1707694656] 'process raft request' (duration: 77.665856ms)","trace[1707694656] 'compare' (duration: 41.415069ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:10:15.573239Z","caller":"traceutil/trace.go:171","msg":"trace[865001182] linearizableReadLoop","detail":"{readStateIndex:8827; appliedIndex:8824; }","duration":"164.428654ms","start":"2026-03-18T10:10:15.408776Z","end":"2026-03-18T10:10:15.573204Z","steps":["trace[865001182] 'read index received' (duration: 25.317079ms)","trace[865001182] 'applied index is now lower than readState.Index' (duration: 139.110295ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:10:15.573307Z","caller":"traceutil/trace.go:171","msg":"trace[1575939216] transaction","detail":"{read_only:false; response_revision:8504; number_of_response:1; }","duration":"168.096897ms","start":"2026-03-18T10:10:15.405163Z","end":"2026-03-18T10:10:15.57326Z","steps":["trace[1575939216] 'process raft request' (duration: 167.780359ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:10:15.573365Z","caller":"traceutil/trace.go:171","msg":"trace[872408984] transaction","detail":"{read_only:false; response_revision:8505; number_of_response:1; }","duration":"166.91472ms","start":"2026-03-18T10:10:15.406403Z","end":"2026-03-18T10:10:15.573318Z","steps":["trace[872408984] 'process raft request' (duration: 166.731405ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:10:15.573619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.808833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9qjd8\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-18T10:10:15.573698Z","caller":"traceutil/trace.go:171","msg":"trace[1251072751] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9qjd8; range_end:; response_count:1; response_revision:8505; }","duration":"164.937536ms","start":"2026-03-18T10:10:15.408738Z","end":"2026-03-18T10:10:15.573675Z","steps":["trace[1251072751] 'agreement among raft nodes before linearized reading' (duration: 164.67847ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:10:24.358069Z","caller":"traceutil/trace.go:171","msg":"trace[1125640803] transaction","detail":"{read_only:false; response_revision:8623; number_of_response:1; }","duration":"231.89132ms","start":"2026-03-18T10:10:24.126139Z","end":"2026-03-18T10:10:24.358031Z","steps":["trace[1125640803] 'process raft request' (duration: 167.847391ms)","trace[1125640803] 'compare' (duration: 63.465546ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:10:24.360543Z","caller":"traceutil/trace.go:171","msg":"trace[1247077822] transaction","detail":"{read_only:false; response_revision:8624; number_of_response:1; }","duration":"229.005385ms","start":"2026-03-18T10:10:24.131504Z","end":"2026-03-18T10:10:24.36051Z","steps":["trace[1247077822] 'process raft request' (duration: 228.677328ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:10:24.360628Z","caller":"traceutil/trace.go:171","msg":"trace[529609820] transaction","detail":"{read_only:false; response_revision:8625; number_of_response:1; }","duration":"226.600602ms","start":"2026-03-18T10:10:24.133976Z","end":"2026-03-18T10:10:24.360577Z","steps":["trace[529609820] 'process raft request' (duration: 226.390417ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:10:24.360766Z","caller":"traceutil/trace.go:171","msg":"trace[1757148612] linearizableReadLoop","detail":"{readStateIndex:8949; appliedIndex:8947; }","duration":"226.815816ms","start":"2026-03-18T10:10:24.133879Z","end":"2026-03-18T10:10:24.360694Z","steps":["trace[1757148612] 'read index received' (duration: 160.306643ms)","trace[1757148612] 'applied index is now lower than readState.Index' (duration: 66.506343ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:10:24.360909Z","caller":"traceutil/trace.go:171","msg":"trace[1761964679] transaction","detail":"{read_only:false; response_revision:8626; number_of_response:1; }","duration":"226.655633ms","start":"2026-03-18T10:10:24.1342Z","end":"2026-03-18T10:10:24.360855Z","steps":["trace[1761964679] 'process raft request' (duration: 226.220703ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:10:24.361065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.151454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-9cea93f3-30ea-4680-899a-763041ac8749\" ","response":"range_response_count:1 size:1318"} {"level":"info","ts":"2026-03-18T10:10:24.361151Z","caller":"traceutil/trace.go:171","msg":"trace[497650211] range","detail":"{range_begin:/registry/persistentvolumes/pvc-9cea93f3-30ea-4680-899a-763041ac8749; range_end:; response_count:1; response_revision:8626; }","duration":"227.281317ms","start":"2026-03-18T10:10:24.133847Z","end":"2026-03-18T10:10:24.361128Z","steps":["trace[497650211] 'agreement among raft nodes before linearized reading' (duration: 227.002951ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:10:42.081361Z","caller":"traceutil/trace.go:171","msg":"trace[2035095474] transaction","detail":"{read_only:false; response_revision:8726; number_of_response:1; }","duration":"149.164212ms","start":"2026-03-18T10:10:41.932168Z","end":"2026-03-18T10:10:42.081332Z","steps":["trace[2035095474] 'process raft request' (duration: 148.676651ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:10:42.081688Z","caller":"traceutil/trace.go:171","msg":"trace[335305311] transaction","detail":"{read_only:false; response_revision:8727; number_of_response:1; }","duration":"147.069034ms","start":"2026-03-18T10:10:41.934584Z","end":"2026-03-18T10:10:42.081653Z","steps":["trace[335305311] 'process raft request' (duration: 146.670795ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:10:42.082328Z","caller":"traceutil/trace.go:171","msg":"trace[342430210] transaction","detail":"{read_only:false; response_revision:8728; number_of_response:1; }","duration":"143.268508ms","start":"2026-03-18T10:10:41.939046Z","end":"2026-03-18T10:10:42.082314Z","steps":["trace[342430210] 'process raft request' (duration: 142.504821ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:10:43.674586Z","caller":"traceutil/trace.go:171","msg":"trace[1156479736] transaction","detail":"{read_only:false; response_revision:8739; number_of_response:1; }","duration":"116.373765ms","start":"2026-03-18T10:10:43.558169Z","end":"2026-03-18T10:10:43.674542Z","steps":["trace[1156479736] 'process raft request' (duration: 115.964686ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:10:43.934406Z","caller":"traceutil/trace.go:171","msg":"trace[629535468] transaction","detail":"{read_only:false; response_revision:8743; number_of_response:1; }","duration":"103.331612ms","start":"2026-03-18T10:10:43.831038Z","end":"2026-03-18T10:10:43.934369Z","steps":["trace[629535468] 'process raft request' (duration: 103.109116ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:10:43.934691Z","caller":"traceutil/trace.go:171","msg":"trace[1123149614] transaction","detail":"{read_only:false; response_revision:8744; number_of_response:1; }","duration":"103.506175ms","start":"2026-03-18T10:10:43.831158Z","end":"2026-03-18T10:10:43.934664Z","steps":["trace[1123149614] 'process raft request' (duration: 103.161837ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:10:43.934793Z","caller":"traceutil/trace.go:171","msg":"trace[1065512155] linearizableReadLoop","detail":"{readStateIndex:9074; appliedIndex:9071; }","duration":"103.520756ms","start":"2026-03-18T10:10:43.831225Z","end":"2026-03-18T10:10:43.934746Z","steps":["trace[1065512155] 'read index received' (duration: 82.82305ms)","trace[1065512155] 'applied index is now lower than readState.Index' (duration: 20.694916ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:10:43.934833Z","caller":"traceutil/trace.go:171","msg":"trace[1975063776] transaction","detail":"{read_only:false; response_revision:8745; number_of_response:1; }","duration":"102.235278ms","start":"2026-03-18T10:10:43.832578Z","end":"2026-03-18T10:10:43.934814Z","steps":["trace[1975063776] 'process raft request' (duration: 101.976512ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:10:43.93522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.971806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:234825"} {"level":"info","ts":"2026-03-18T10:10:43.935262Z","caller":"traceutil/trace.go:171","msg":"trace[1991580192] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8745; }","duration":"104.053448ms","start":"2026-03-18T10:10:43.831201Z","end":"2026-03-18T10:10:43.935255Z","steps":["trace[1991580192] 'agreement among raft nodes before linearized reading' (duration: 103.70164ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:10:47.363761Z","caller":"traceutil/trace.go:171","msg":"trace[1926399968] transaction","detail":"{read_only:false; response_revision:8758; number_of_response:1; }","duration":"100.302874ms","start":"2026-03-18T10:10:47.263432Z","end":"2026-03-18T10:10:47.363735Z","steps":["trace[1926399968] 'process raft request' (duration: 100.233102ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:10:47.363795Z","caller":"traceutil/trace.go:171","msg":"trace[528265479] transaction","detail":"{read_only:false; response_revision:8757; number_of_response:1; }","duration":"100.797465ms","start":"2026-03-18T10:10:47.262964Z","end":"2026-03-18T10:10:47.363761Z","steps":["trace[528265479] 'process raft request' (duration: 74.981284ms)","trace[528265479] 'compare' (duration: 25.594706ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:11:05.747332Z","caller":"traceutil/trace.go:171","msg":"trace[1487279955] transaction","detail":"{read_only:false; response_revision:9013; number_of_response:1; }","duration":"331.010618ms","start":"2026-03-18T10:11:05.416296Z","end":"2026-03-18T10:11:05.747306Z","steps":["trace[1487279955] 'process raft request' (duration: 330.859984ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:11:05.747509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:11:05.416269Z","time spent":"331.15186ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:11:05.74961Z","caller":"traceutil/trace.go:171","msg":"trace[840076716] transaction","detail":"{read_only:false; response_revision:9015; number_of_response:1; }","duration":"253.696121ms","start":"2026-03-18T10:11:05.495899Z","end":"2026-03-18T10:11:05.749596Z","steps":["trace[840076716] 'process raft request' (duration: 253.367554ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:11:05.749362Z","caller":"traceutil/trace.go:171","msg":"trace[179967527] transaction","detail":"{read_only:false; response_revision:9014; number_of_response:1; }","duration":"254.049088ms","start":"2026-03-18T10:11:05.495274Z","end":"2026-03-18T10:11:05.749323Z","steps":["trace[179967527] 'process raft request' (duration: 253.884985ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:11:08.076896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.954498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-rgw-ceph-a-699b8bdb59-c5rlz\" ","response":"range_response_count:1 size:19695"} {"level":"info","ts":"2026-03-18T10:11:08.077003Z","caller":"traceutil/trace.go:171","msg":"trace[33480787] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-rgw-ceph-a-699b8bdb59-c5rlz; range_end:; response_count:1; response_revision:9026; }","duration":"133.112421ms","start":"2026-03-18T10:11:07.943867Z","end":"2026-03-18T10:11:08.076979Z","steps":["trace[33480787] 'range keys from in-memory index tree' (duration: 132.722053ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:11:20.090461Z","caller":"traceutil/trace.go:171","msg":"trace[1199209342] transaction","detail":"{read_only:false; response_revision:9085; number_of_response:1; }","duration":"251.707956ms","start":"2026-03-18T10:11:19.83873Z","end":"2026-03-18T10:11:20.090438Z","steps":["trace[1199209342] 'process raft request' (duration: 251.512842ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:11:20.506969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.637452ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T10:11:20.507183Z","caller":"traceutil/trace.go:171","msg":"trace[1732382250] linearizableReadLoop","detail":"{readStateIndex:9425; appliedIndex:9422; }","duration":"662.1881ms","start":"2026-03-18T10:11:19.844975Z","end":"2026-03-18T10:11:20.507164Z","steps":["trace[1732382250] 'read index received' (duration: 245.357214ms)","trace[1732382250] 'applied index is now lower than readState.Index' (duration: 416.829586ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:11:20.507278Z","caller":"traceutil/trace.go:171","msg":"trace[1548466773] transaction","detail":"{read_only:false; response_revision:9087; number_of_response:1; }","duration":"666.191129ms","start":"2026-03-18T10:11:19.841074Z","end":"2026-03-18T10:11:20.507265Z","steps":["trace[1548466773] 'process raft request' (duration: 666.022066ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:11:20.507345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:11:19.841046Z","time spent":"666.26122ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:11:20.507348Z","caller":"traceutil/trace.go:171","msg":"trace[1810242393] transaction","detail":"{read_only:false; response_revision:9086; number_of_response:1; }","duration":"668.45345ms","start":"2026-03-18T10:11:19.838857Z","end":"2026-03-18T10:11:20.50731Z","steps":["trace[1810242393] 'process raft request' (duration: 563.360718ms)","trace[1810242393] 'compare' (duration: 104.477199ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:11:20.507543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:11:19.838802Z","time spent":"668.636014ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:11:20.507546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"662.549498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-18T10:11:20.507655Z","caller":"traceutil/trace.go:171","msg":"trace[271344991] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9087; }","duration":"662.708781ms","start":"2026-03-18T10:11:19.84492Z","end":"2026-03-18T10:11:20.507629Z","steps":["trace[271344991] 'agreement among raft nodes before linearized reading' (duration: 662.393124ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:11:20.507701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:11:19.844897Z","time spent":"662.794373ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-18T10:11:20.551955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"640.805278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T10:11:20.552061Z","caller":"traceutil/trace.go:171","msg":"trace[1451919559] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:9088; }","duration":"640.983862ms","start":"2026-03-18T10:11:19.911053Z","end":"2026-03-18T10:11:20.552037Z","steps":["trace[1451919559] 'agreement among raft nodes before linearized reading' (duration: 640.765187ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:11:20.552113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:11:19.911029Z","time spent":"641.072925ms","remote":"127.0.0.1:41228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":8,"response size":30,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-18T10:11:20.55212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.92176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-18T10:11:20.552137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.99542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-18T10:11:20.552205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.844655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-18T10:11:20.552257Z","caller":"traceutil/trace.go:171","msg":"trace[1868296386] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9088; }","duration":"239.204294ms","start":"2026-03-18T10:11:20.313023Z","end":"2026-03-18T10:11:20.552228Z","steps":["trace[1868296386] 'agreement among raft nodes before linearized reading' (duration: 238.823896ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:11:20.552217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.048049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9qjd8\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-18T10:11:20.552296Z","caller":"traceutil/trace.go:171","msg":"trace[167469119] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9088; }","duration":"266.981709ms","start":"2026-03-18T10:11:20.285294Z","end":"2026-03-18T10:11:20.552276Z","steps":["trace[167469119] 'agreement among raft nodes before linearized reading' (duration: 266.712623ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:11:20.552324Z","caller":"traceutil/trace.go:171","msg":"trace[1413549543] transaction","detail":"{read_only:false; response_revision:9088; number_of_response:1; }","duration":"370.692278ms","start":"2026-03-18T10:11:20.181614Z","end":"2026-03-18T10:11:20.552306Z","steps":["trace[1413549543] 'process raft request' (duration: 370.000093ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:11:20.552341Z","caller":"traceutil/trace.go:171","msg":"trace[742218961] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9qjd8; range_end:; response_count:1; response_revision:9088; }","duration":"222.176792ms","start":"2026-03-18T10:11:20.330128Z","end":"2026-03-18T10:11:20.552305Z","steps":["trace[742218961] 'agreement among raft nodes before linearized reading' (duration: 221.900236ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:11:20.552171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.400397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-18T10:11:20.552465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.449119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-18T10:11:20.552475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"554.317006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T10:11:20.55247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:11:20.18159Z","time spent":"370.784931ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:11:20.552519Z","caller":"traceutil/trace.go:171","msg":"trace[476220794] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:9088; }","duration":"554.429418ms","start":"2026-03-18T10:11:19.998074Z","end":"2026-03-18T10:11:20.552504Z","steps":["trace[476220794] 'agreement among raft nodes before linearized reading' (duration: 554.354846ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:11:20.552524Z","caller":"traceutil/trace.go:171","msg":"trace[1547095146] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9088; }","duration":"380.542141ms","start":"2026-03-18T10:11:20.171957Z","end":"2026-03-18T10:11:20.552499Z","steps":["trace[1547095146] 'agreement among raft nodes before linearized reading' (duration: 380.396287ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:11:20.552558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:11:20.171923Z","time spent":"380.626053ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-18T10:11:20.552554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:11:19.998041Z","time spent":"554.502099ms","remote":"127.0.0.1:60280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"info","ts":"2026-03-18T10:11:20.552487Z","caller":"traceutil/trace.go:171","msg":"trace[1970975693] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:9088; }","duration":"275.909999ms","start":"2026-03-18T10:11:20.276554Z","end":"2026-03-18T10:11:20.552464Z","steps":["trace[1970975693] 'agreement among raft nodes before linearized reading' (duration: 275.389087ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:11:20.552218Z","caller":"traceutil/trace.go:171","msg":"trace[884926565] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9088; }","duration":"191.054333ms","start":"2026-03-18T10:11:20.361136Z","end":"2026-03-18T10:11:20.552191Z","steps":["trace[884926565] 'agreement among raft nodes before linearized reading' (duration: 190.765916ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:11:21.141212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.751861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T10:11:21.141328Z","caller":"traceutil/trace.go:171","msg":"trace[45468063] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:9093; }","duration":"192.947345ms","start":"2026-03-18T10:11:20.948354Z","end":"2026-03-18T10:11:21.141302Z","steps":["trace[45468063] 'count revisions from in-memory index tree' (duration: 192.643849ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:11:21.141573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.298237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:11:21.14169Z","caller":"traceutil/trace.go:171","msg":"trace[552002226] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:9093; }","duration":"255.521051ms","start":"2026-03-18T10:11:20.886142Z","end":"2026-03-18T10:11:21.141663Z","steps":["trace[552002226] 'count revisions from in-memory index tree' (duration: 255.169043ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:11:24.703651Z","caller":"traceutil/trace.go:171","msg":"trace[787752227] transaction","detail":"{read_only:false; response_revision:9112; number_of_response:1; }","duration":"176.047876ms","start":"2026-03-18T10:11:24.527558Z","end":"2026-03-18T10:11:24.703606Z","steps":["trace[787752227] 'process raft request' (duration: 109.343997ms)","trace[787752227] 'compare' (duration: 66.195698ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:11:24.947689Z","caller":"traceutil/trace.go:171","msg":"trace[1783688417] linearizableReadLoop","detail":"{readStateIndex:9453; appliedIndex:9452; }","duration":"176.096616ms","start":"2026-03-18T10:11:24.771562Z","end":"2026-03-18T10:11:24.947659Z","steps":["trace[1783688417] 'read index received' (duration: 132.070537ms)","trace[1783688417] 'applied index is now lower than readState.Index' (duration: 44.024559ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:11:24.947844Z","caller":"traceutil/trace.go:171","msg":"trace[438317151] transaction","detail":"{read_only:false; response_revision:9114; number_of_response:1; }","duration":"226.325296ms","start":"2026-03-18T10:11:24.721485Z","end":"2026-03-18T10:11:24.947811Z","steps":["trace[438317151] 'process raft request' (duration: 182.193324ms)","trace[438317151] 'compare' (duration: 43.832745ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:11:24.947979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.387014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-18T10:11:24.948022Z","caller":"traceutil/trace.go:171","msg":"trace[1057438846] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9114; }","duration":"176.481815ms","start":"2026-03-18T10:11:24.771532Z","end":"2026-03-18T10:11:24.948014Z","steps":["trace[1057438846] 'agreement among raft nodes before linearized reading' (duration: 176.26238ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:11:24.955909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.506713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-18T10:11:24.955964Z","caller":"traceutil/trace.go:171","msg":"trace[1812257438] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9115; }","duration":"183.579795ms","start":"2026-03-18T10:11:24.772372Z","end":"2026-03-18T10:11:24.955952Z","steps":["trace[1812257438] 'agreement among raft nodes before linearized reading' (duration: 183.397561ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:11:24.955967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.890519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-18T10:11:24.956003Z","caller":"traceutil/trace.go:171","msg":"trace[1928599120] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9115; }","duration":"182.970961ms","start":"2026-03-18T10:11:24.773023Z","end":"2026-03-18T10:11:24.955994Z","steps":["trace[1928599120] 'agreement among raft nodes before linearized reading' (duration: 182.851668ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:11:24.956002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.501094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-18T10:11:24.95604Z","caller":"traceutil/trace.go:171","msg":"trace[679030899] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9115; }","duration":"183.595445ms","start":"2026-03-18T10:11:24.772435Z","end":"2026-03-18T10:11:24.95603Z","steps":["trace[679030899] 'agreement among raft nodes before linearized reading' (duration: 183.483403ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:11:26.417899Z","caller":"traceutil/trace.go:171","msg":"trace[1293692897] transaction","detail":"{read_only:false; response_revision:9130; number_of_response:1; }","duration":"147.683468ms","start":"2026-03-18T10:11:26.270183Z","end":"2026-03-18T10:11:26.417866Z","steps":["trace[1293692897] 'process raft request' (duration: 147.554445ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:11:26.417916Z","caller":"traceutil/trace.go:171","msg":"trace[1858963471] transaction","detail":"{read_only:false; response_revision:9129; number_of_response:1; }","duration":"148.789663ms","start":"2026-03-18T10:11:26.269087Z","end":"2026-03-18T10:11:26.417877Z","steps":["trace[1858963471] 'process raft request' (duration: 148.459046ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:11:43.230548Z","caller":"traceutil/trace.go:171","msg":"trace[1138075273] transaction","detail":"{read_only:false; response_revision:9254; number_of_response:1; }","duration":"102.460321ms","start":"2026-03-18T10:11:43.128054Z","end":"2026-03-18T10:11:43.230514Z","steps":["trace[1138075273] 'process raft request' (duration: 67.040656ms)","trace[1138075273] 'compare' (duration: 35.271402ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:11:43.246467Z","caller":"traceutil/trace.go:171","msg":"trace[713878203] transaction","detail":"{read_only:false; response_revision:9256; number_of_response:1; }","duration":"117.564332ms","start":"2026-03-18T10:11:43.128875Z","end":"2026-03-18T10:11:43.246439Z","steps":["trace[713878203] 'process raft request' (duration: 117.49977ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:11:43.246527Z","caller":"traceutil/trace.go:171","msg":"trace[315366031] transaction","detail":"{read_only:false; response_revision:9255; number_of_response:1; }","duration":"118.170725ms","start":"2026-03-18T10:11:43.12833Z","end":"2026-03-18T10:11:43.246501Z","steps":["trace[315366031] 'process raft request' (duration: 117.863948ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:11:47.047935Z","caller":"traceutil/trace.go:171","msg":"trace[367292700] transaction","detail":"{read_only:false; response_revision:9268; number_of_response:1; }","duration":"183.445301ms","start":"2026-03-18T10:11:46.864453Z","end":"2026-03-18T10:11:47.047898Z","steps":["trace[367292700] 'process raft request' (duration: 183.188266ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:11:47.048159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.130431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9qjd8\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-18T10:11:47.048225Z","caller":"traceutil/trace.go:171","msg":"trace[512431644] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9qjd8; range_end:; response_count:1; response_revision:9268; }","duration":"129.278304ms","start":"2026-03-18T10:11:46.918935Z","end":"2026-03-18T10:11:47.048213Z","steps":["trace[512431644] 'agreement among raft nodes before linearized reading' (duration: 129.053049ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:11:47.047868Z","caller":"traceutil/trace.go:171","msg":"trace[894114303] linearizableReadLoop","detail":"{readStateIndex:9612; appliedIndex:9611; }","duration":"128.822694ms","start":"2026-03-18T10:11:46.919018Z","end":"2026-03-18T10:11:47.047841Z","steps":["trace[894114303] 'read index received' (duration: 128.589479ms)","trace[894114303] 'applied index is now lower than readState.Index' (duration: 231.975µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:11:47.048784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.190693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-18T10:11:47.048883Z","caller":"traceutil/trace.go:171","msg":"trace[2026585357] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9268; }","duration":"101.368548ms","start":"2026-03-18T10:11:46.947503Z","end":"2026-03-18T10:11:47.048872Z","steps":["trace[2026585357] 'agreement among raft nodes before linearized reading' (duration: 101.134473ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:11:47.510409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.321494ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T10:11:47.510604Z","caller":"traceutil/trace.go:171","msg":"trace[416605474] transaction","detail":"{read_only:false; response_revision:9273; number_of_response:1; }","duration":"222.139671ms","start":"2026-03-18T10:11:47.288447Z","end":"2026-03-18T10:11:47.510587Z","steps":["trace[416605474] 'process raft request' (duration: 222.083699ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:11:47.510986Z","caller":"traceutil/trace.go:171","msg":"trace[702279052] transaction","detail":"{read_only:false; response_revision:9272; number_of_response:1; }","duration":"222.691593ms","start":"2026-03-18T10:11:47.288244Z","end":"2026-03-18T10:11:47.510936Z","steps":["trace[702279052] 'process raft request' (duration: 85.615503ms)","trace[702279052] 'compare' (duration: 136.13949ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:11:48.765391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.998218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:11:48.765486Z","caller":"traceutil/trace.go:171","msg":"trace[413538108] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9276; }","duration":"113.110581ms","start":"2026-03-18T10:11:48.652353Z","end":"2026-03-18T10:11:48.765463Z","steps":["trace[413538108] 'range keys from in-memory index tree' (duration: 112.886966ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:11:55.293746Z","caller":"traceutil/trace.go:171","msg":"trace[1528262972] transaction","detail":"{read_only:false; response_revision:9309; number_of_response:1; }","duration":"239.818399ms","start":"2026-03-18T10:11:55.053899Z","end":"2026-03-18T10:11:55.293717Z","steps":["trace[1528262972] 'process raft request' (duration: 239.571992ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:11:55.304158Z","caller":"traceutil/trace.go:171","msg":"trace[87224265] linearizableReadLoop","detail":"{readStateIndex:9656; appliedIndex:9654; }","duration":"214.234803ms","start":"2026-03-18T10:11:55.089903Z","end":"2026-03-18T10:11:55.304138Z","steps":["trace[87224265] 'read index received' (duration: 203.566913ms)","trace[87224265] 'applied index is now lower than readState.Index' (duration: 10.66661ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:11:55.304274Z","caller":"traceutil/trace.go:171","msg":"trace[970669128] transaction","detail":"{read_only:false; response_revision:9311; number_of_response:1; }","duration":"197.63635ms","start":"2026-03-18T10:11:55.106608Z","end":"2026-03-18T10:11:55.304244Z","steps":["trace[970669128] 'process raft request' (duration: 197.485487ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:11:55.304322Z","caller":"traceutil/trace.go:171","msg":"trace[1516632722] transaction","detail":"{read_only:false; response_revision:9310; number_of_response:1; }","duration":"214.551981ms","start":"2026-03-18T10:11:55.089716Z","end":"2026-03-18T10:11:55.304268Z","steps":["trace[1516632722] 'process raft request' (duration: 214.280265ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:11:55.304438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.51315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-18T10:11:55.30448Z","caller":"traceutil/trace.go:171","msg":"trace[160199899] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9311; }","duration":"214.604821ms","start":"2026-03-18T10:11:55.089863Z","end":"2026-03-18T10:11:55.304468Z","steps":["trace[160199899] 'agreement among raft nodes before linearized reading' (duration: 214.418337ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:11:55.30477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.892304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9qjd8\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-18T10:11:55.304822Z","caller":"traceutil/trace.go:171","msg":"trace[233485815] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9qjd8; range_end:; response_count:1; response_revision:9311; }","duration":"196.969096ms","start":"2026-03-18T10:11:55.107834Z","end":"2026-03-18T10:11:55.304803Z","steps":["trace[233485815] 'agreement among raft nodes before linearized reading' (duration: 196.580537ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:12:48.716993Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"e6e5712872899056","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-18T10:12:48.723802Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-03-18T10:12:48.72395Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-03-18T10:12:50.172634Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7476} {"level":"info","ts":"2026-03-18T10:12:50.240855Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7476,"took":"65.43286ms","hash":3890412848,"current-db-size-bytes":40341504,"current-db-size":"40 MB","current-db-size-in-use-bytes":24285184,"current-db-size-in-use":"24 MB"} {"level":"info","ts":"2026-03-18T10:12:50.240926Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3890412848,"revision":7476,"compact-revision":5480} {"level":"info","ts":"2026-03-18T10:13:29.180692Z","caller":"traceutil/trace.go:171","msg":"trace[2006934112] linearizableReadLoop","detail":"{readStateIndex:10273; appliedIndex:10272; }","duration":"270.422802ms","start":"2026-03-18T10:13:28.910234Z","end":"2026-03-18T10:13:29.180657Z","steps":["trace[2006934112] 'read index received' (duration: 270.058114ms)","trace[2006934112] 'applied index is now lower than readState.Index' (duration: 363.468µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:13:29.18078Z","caller":"traceutil/trace.go:171","msg":"trace[142321899] transaction","detail":"{read_only:false; response_revision:9903; number_of_response:1; }","duration":"303.98049ms","start":"2026-03-18T10:13:28.876768Z","end":"2026-03-18T10:13:29.180749Z","steps":["trace[142321899] 'process raft request' (duration: 303.635973ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:13:29.180889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.624507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T10:13:29.180937Z","caller":"traceutil/trace.go:171","msg":"trace[1977712375] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:9903; }","duration":"270.745499ms","start":"2026-03-18T10:13:28.910176Z","end":"2026-03-18T10:13:29.180922Z","steps":["trace[1977712375] 'agreement among raft nodes before linearized reading' (duration: 270.628827ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:13:29.180987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:13:28.87674Z","time spent":"304.101303ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:14:29.699506Z","caller":"traceutil/trace.go:171","msg":"trace[330283541] transaction","detail":"{read_only:false; response_revision:10180; number_of_response:1; }","duration":"132.825693ms","start":"2026-03-18T10:14:29.566645Z","end":"2026-03-18T10:14:29.699471Z","steps":["trace[330283541] 'process raft request' (duration: 132.613798ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:14:30.572957Z","caller":"traceutil/trace.go:171","msg":"trace[1888885904] linearizableReadLoop","detail":"{readStateIndex:10564; appliedIndex:10563; }","duration":"206.305562ms","start":"2026-03-18T10:14:30.366621Z","end":"2026-03-18T10:14:30.572927Z","steps":["trace[1888885904] 'read index received' (duration: 206.068607ms)","trace[1888885904] 'applied index is now lower than readState.Index' (duration: 235.765µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:14:30.573145Z","caller":"traceutil/trace.go:171","msg":"trace[325223835] transaction","detail":"{read_only:false; response_revision:10182; number_of_response:1; }","duration":"287.592755ms","start":"2026-03-18T10:14:30.285513Z","end":"2026-03-18T10:14:30.573106Z","steps":["trace[325223835] 'process raft request' (duration: 287.223847ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:14:30.573342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.059366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-18T10:14:30.573444Z","caller":"traceutil/trace.go:171","msg":"trace[1508437833] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10182; }","duration":"180.221181ms","start":"2026-03-18T10:14:30.393202Z","end":"2026-03-18T10:14:30.573423Z","steps":["trace[1508437833] 'agreement among raft nodes before linearized reading' (duration: 179.989076ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:14:30.573618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.985796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-18T10:14:30.573678Z","caller":"traceutil/trace.go:171","msg":"trace[986400796] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10182; }","duration":"207.10663ms","start":"2026-03-18T10:14:30.366552Z","end":"2026-03-18T10:14:30.573658Z","steps":["trace[986400796] 'agreement among raft nodes before linearized reading' (duration: 206.882235ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:14:58.279765Z","caller":"traceutil/trace.go:171","msg":"trace[1854223479] transaction","detail":"{read_only:false; response_revision:10310; number_of_response:1; }","duration":"150.572609ms","start":"2026-03-18T10:14:58.129166Z","end":"2026-03-18T10:14:58.279738Z","steps":["trace[1854223479] 'process raft request' (duration: 150.378805ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:16:36.363224Z","caller":"traceutil/trace.go:171","msg":"trace[1585393002] transaction","detail":"{read_only:false; response_revision:11233; number_of_response:1; }","duration":"104.332958ms","start":"2026-03-18T10:16:36.258863Z","end":"2026-03-18T10:16:36.363196Z","steps":["trace[1585393002] 'process raft request' (duration: 104.155264ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:16:37.064599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.74522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:16:37.064713Z","caller":"traceutil/trace.go:171","msg":"trace[1607423114] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11233; }","duration":"413.932715ms","start":"2026-03-18T10:16:36.650756Z","end":"2026-03-18T10:16:37.064689Z","steps":["trace[1607423114] 'range keys from in-memory index tree' (duration: 413.634178ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:16:37.064765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:16:36.650729Z","time spent":"414.025306ms","remote":"127.0.0.1:41084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T10:16:37.064773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.589915ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:16:37.064927Z","caller":"traceutil/trace.go:171","msg":"trace[1102449990] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:11233; }","duration":"412.768839ms","start":"2026-03-18T10:16:36.652134Z","end":"2026-03-18T10:16:37.064903Z","steps":["trace[1102449990] 'range keys from in-memory index tree' (duration: 412.570094ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:16:37.065376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"651.020013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:16:37.065514Z","caller":"traceutil/trace.go:171","msg":"trace[870322926] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:11233; }","duration":"651.228858ms","start":"2026-03-18T10:16:36.414252Z","end":"2026-03-18T10:16:37.06548Z","steps":["trace[870322926] 'count revisions from in-memory index tree' (duration: 650.9006ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:16:37.065605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.872895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:414947"} {"level":"warn","ts":"2026-03-18T10:16:37.065618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:16:36.414224Z","time spent":"651.37522ms","remote":"127.0.0.1:50442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"info","ts":"2026-03-18T10:16:37.065652Z","caller":"traceutil/trace.go:171","msg":"trace[477425981] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:11233; }","duration":"454.017398ms","start":"2026-03-18T10:16:36.611618Z","end":"2026-03-18T10:16:37.065636Z","steps":["trace[477425981] 'range keys from in-memory index tree' (duration: 453.587369ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:16:37.065683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:16:36.611593Z","time spent":"454.08285ms","remote":"127.0.0.1:41288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":414970,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"info","ts":"2026-03-18T10:16:37.067812Z","caller":"traceutil/trace.go:171","msg":"trace[115644333] transaction","detail":"{read_only:false; response_revision:11234; number_of_response:1; }","duration":"344.522246ms","start":"2026-03-18T10:16:36.723255Z","end":"2026-03-18T10:16:37.067777Z","steps":["trace[115644333] 'process raft request' (duration: 344.299861ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:16:37.068065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:16:36.723232Z","time spent":"344.71986ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:16:37.071573Z","caller":"traceutil/trace.go:171","msg":"trace[1845235023] transaction","detail":"{read_only:false; response_revision:11235; number_of_response:1; }","duration":"258.246801ms","start":"2026-03-18T10:16:36.813304Z","end":"2026-03-18T10:16:37.071551Z","steps":["trace[1845235023] 'process raft request' (duration: 258.101368ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:16:59.310036Z","caller":"traceutil/trace.go:171","msg":"trace[1420135246] linearizableReadLoop","detail":"{readStateIndex:11766; appliedIndex:11765; }","duration":"307.9399ms","start":"2026-03-18T10:16:59.002056Z","end":"2026-03-18T10:16:59.309995Z","steps":["trace[1420135246] 'read index received' (duration: 307.814007ms)","trace[1420135246] 'applied index is now lower than readState.Index' (duration: 123.643µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:16:59.310109Z","caller":"traceutil/trace.go:171","msg":"trace[1858701006] transaction","detail":"{read_only:false; response_revision:11349; number_of_response:1; }","duration":"358.706872ms","start":"2026-03-18T10:16:58.951353Z","end":"2026-03-18T10:16:59.31006Z","steps":["trace[1858701006] 'process raft request' (duration: 358.378774ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:16:59.310229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.124074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:16:59.310273Z","caller":"traceutil/trace.go:171","msg":"trace[1978261091] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:11349; }","duration":"308.255867ms","start":"2026-03-18T10:16:59.002003Z","end":"2026-03-18T10:16:59.310259Z","steps":["trace[1978261091] 'agreement among raft nodes before linearized reading' (duration: 308.135694ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:16:59.310325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:16:59.001981Z","time spent":"308.334179ms","remote":"127.0.0.1:38710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-03-18T10:16:59.310357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:16:58.951333Z","time spent":"358.916587ms","remote":"127.0.0.1:41258","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19112,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:16:59.43325Z","caller":"traceutil/trace.go:171","msg":"trace[1705171551] transaction","detail":"{read_only:false; response_revision:11350; number_of_response:1; }","duration":"264.01396ms","start":"2026-03-18T10:16:59.169182Z","end":"2026-03-18T10:16:59.433196Z","steps":["trace[1705171551] 'process raft request' (duration: 240.010254ms)","trace[1705171551] 'compare' (duration: 23.626767ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:16:59.727041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.25787ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T10:16:59.727155Z","caller":"traceutil/trace.go:171","msg":"trace[410694283] linearizableReadLoop","detail":"{readStateIndex:11769; appliedIndex:11767; }","duration":"239.114934ms","start":"2026-03-18T10:16:59.488022Z","end":"2026-03-18T10:16:59.727137Z","steps":["trace[410694283] 'read index received' (duration: 41.636869ms)","trace[410694283] 'applied index is now lower than readState.Index' (duration: 197.477015ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:16:59.727259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.236718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:16:59.727297Z","caller":"traceutil/trace.go:171","msg":"trace[524619989] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11352; }","duration":"239.307879ms","start":"2026-03-18T10:16:59.487978Z","end":"2026-03-18T10:16:59.727286Z","steps":["trace[524619989] 'agreement among raft nodes before linearized reading' (duration: 239.247638ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:16:59.727279Z","caller":"traceutil/trace.go:171","msg":"trace[642916304] transaction","detail":"{read_only:false; response_revision:11352; number_of_response:1; }","duration":"253.745261ms","start":"2026-03-18T10:16:59.47349Z","end":"2026-03-18T10:16:59.727235Z","steps":["trace[642916304] 'process raft request' (duration: 147.203933ms)","trace[642916304] 'compare' (duration: 106.127938ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:16:59.727323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.199537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:16:59.727395Z","caller":"traceutil/trace.go:171","msg":"trace[184012627] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11352; }","duration":"239.303669ms","start":"2026-03-18T10:16:59.488072Z","end":"2026-03-18T10:16:59.727376Z","steps":["trace[184012627] 'agreement among raft nodes before linearized reading' (duration: 239.176406ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:16:59.727483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.01088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:667"} {"level":"warn","ts":"2026-03-18T10:16:59.727528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.108032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:16:59.727549Z","caller":"traceutil/trace.go:171","msg":"trace[1536787674] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11352; }","duration":"238.146723ms","start":"2026-03-18T10:16:59.489396Z","end":"2026-03-18T10:16:59.727543Z","steps":["trace[1536787674] 'agreement among raft nodes before linearized reading' (duration: 238.113212ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:16:59.727549Z","caller":"traceutil/trace.go:171","msg":"trace[1444615922] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:11352; }","duration":"238.131152ms","start":"2026-03-18T10:16:59.489401Z","end":"2026-03-18T10:16:59.727532Z","steps":["trace[1444615922] 'agreement among raft nodes before linearized reading' (duration: 237.895977ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:16:59.727658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.548114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-18T10:16:59.727673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.498113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"info","ts":"2026-03-18T10:16:59.727689Z","caller":"traceutil/trace.go:171","msg":"trace[1104092271] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11352; }","duration":"200.632356ms","start":"2026-03-18T10:16:59.527048Z","end":"2026-03-18T10:16:59.72768Z","steps":["trace[1104092271] 'agreement among raft nodes before linearized reading' (duration: 200.542534ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:16:59.727718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.574905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:16:59.727741Z","caller":"traceutil/trace.go:171","msg":"trace[1874491624] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11352; }","duration":"239.623016ms","start":"2026-03-18T10:16:59.488113Z","end":"2026-03-18T10:16:59.727736Z","steps":["trace[1874491624] 'agreement among raft nodes before linearized reading' (duration: 239.589795ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:16:59.727691Z","caller":"traceutil/trace.go:171","msg":"trace[576261031] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11352; }","duration":"239.543625ms","start":"2026-03-18T10:16:59.488142Z","end":"2026-03-18T10:16:59.727686Z","steps":["trace[576261031] 'agreement among raft nodes before linearized reading' (duration: 239.458453ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:16:59.728021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.635153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-18T10:16:59.728131Z","caller":"traceutil/trace.go:171","msg":"trace[1494353650] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11352; }","duration":"203.796307ms","start":"2026-03-18T10:16:59.52431Z","end":"2026-03-18T10:16:59.728106Z","steps":["trace[1494353650] 'agreement among raft nodes before linearized reading' (duration: 203.434569ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:16:59.728236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.878121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-18T10:16:59.728351Z","caller":"traceutil/trace.go:171","msg":"trace[1551431333] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11352; }","duration":"192.051315ms","start":"2026-03-18T10:16:59.536269Z","end":"2026-03-18T10:16:59.72832Z","steps":["trace[1551431333] 'agreement among raft nodes before linearized reading' (duration: 191.433001ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:17:00.098948Z","caller":"traceutil/trace.go:171","msg":"trace[2105117613] transaction","detail":"{read_only:false; response_revision:11353; number_of_response:1; }","duration":"367.074329ms","start":"2026-03-18T10:16:59.731805Z","end":"2026-03-18T10:17:00.09888Z","steps":["trace[2105117613] 'process raft request' (duration: 353.954907ms)","trace[2105117613] 'compare' (duration: 12.023878ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:17:00.09943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:16:59.731773Z","time spent":"367.492268ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:17:00.13303Z","caller":"traceutil/trace.go:171","msg":"trace[1502374862] transaction","detail":"{read_only:false; response_revision:11354; number_of_response:1; }","duration":"400.558086ms","start":"2026-03-18T10:16:59.732439Z","end":"2026-03-18T10:17:00.132997Z","steps":["trace[1502374862] 'process raft request' (duration: 400.340341ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:17:00.133279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:16:59.73242Z","time spent":"400.75992ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:17:00.133391Z","caller":"traceutil/trace.go:171","msg":"trace[1117999305] linearizableReadLoop","detail":"{readStateIndex:11772; appliedIndex:11769; }","duration":"358.922737ms","start":"2026-03-18T10:16:59.774406Z","end":"2026-03-18T10:17:00.133329Z","steps":["trace[1117999305] 'read index received' (duration: 311.331506ms)","trace[1117999305] 'applied index is now lower than readState.Index' (duration: 47.586371ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:17:00.133489Z","caller":"traceutil/trace.go:171","msg":"trace[561196033] transaction","detail":"{read_only:false; response_revision:11355; number_of_response:1; }","duration":"399.022341ms","start":"2026-03-18T10:16:59.734409Z","end":"2026-03-18T10:17:00.133431Z","steps":["trace[561196033] 'process raft request' (duration: 398.53511ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:17:00.133628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.209567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T10:17:00.133629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.574765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T10:17:00.133683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.213157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T10:17:00.133683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.404571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:17:00.133691Z","caller":"traceutil/trace.go:171","msg":"trace[1904551046] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11355; }","duration":"313.300859ms","start":"2026-03-18T10:16:59.820376Z","end":"2026-03-18T10:17:00.133677Z","steps":["trace[1904551046] 'agreement among raft nodes before linearized reading' (duration: 313.188516ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:17:00.1337Z","caller":"traceutil/trace.go:171","msg":"trace[1463684740] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11355; }","duration":"313.701388ms","start":"2026-03-18T10:16:59.819989Z","end":"2026-03-18T10:17:00.133691Z","steps":["trace[1463684740] 'agreement among raft nodes before linearized reading' (duration: 313.572665ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:17:00.133724Z","caller":"traceutil/trace.go:171","msg":"trace[768370046] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11355; }","duration":"313.29565ms","start":"2026-03-18T10:16:59.820413Z","end":"2026-03-18T10:17:00.133709Z","steps":["trace[768370046] 'agreement among raft nodes before linearized reading' (duration: 313.181437ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:17:00.133728Z","caller":"traceutil/trace.go:171","msg":"trace[728828279] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11355; }","duration":"313.497754ms","start":"2026-03-18T10:16:59.820219Z","end":"2026-03-18T10:17:00.133717Z","steps":["trace[728828279] 'agreement among raft nodes before linearized reading' (duration: 313.381111ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:17:00.133736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:16:59.820361Z","time spent":"313.369831ms","remote":"127.0.0.1:41302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"warn","ts":"2026-03-18T10:17:00.133762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:16:59.819974Z","time spent":"313.757409ms","remote":"127.0.0.1:41302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-03-18T10:17:00.133761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:16:59.820402Z","time spent":"313.352321ms","remote":"127.0.0.1:41302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-18T10:17:00.133752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.327677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9qjd8\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-18T10:17:00.133761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:16:59.820201Z","time spent":"313.552855ms","remote":"127.0.0.1:41302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"info","ts":"2026-03-18T10:17:00.133812Z","caller":"traceutil/trace.go:171","msg":"trace[1191610816] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9qjd8; range_end:; response_count:1; response_revision:11355; }","duration":"359.46181ms","start":"2026-03-18T10:16:59.774336Z","end":"2026-03-18T10:17:00.133798Z","steps":["trace[1191610816] 'agreement among raft nodes before linearized reading' (duration: 359.197924ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:17:00.133888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:16:59.774306Z","time spent":"359.571952ms","remote":"127.0.0.1:41260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-9qjd8\" "} {"level":"warn","ts":"2026-03-18T10:17:00.134031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:16:59.734379Z","time spent":"399.561454ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:17:00.134039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.849201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"info","ts":"2026-03-18T10:17:00.134217Z","caller":"traceutil/trace.go:171","msg":"trace[1369123779] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11355; }","duration":"314.077196ms","start":"2026-03-18T10:16:59.820118Z","end":"2026-03-18T10:17:00.134195Z","steps":["trace[1369123779] 'agreement among raft nodes before linearized reading' (duration: 313.500744ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:17:00.134297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:16:59.820097Z","time spent":"314.186108ms","remote":"127.0.0.1:41302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5102,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"info","ts":"2026-03-18T10:17:02.282124Z","caller":"traceutil/trace.go:171","msg":"trace[441511704] transaction","detail":"{read_only:false; response_revision:11362; number_of_response:1; }","duration":"115.677202ms","start":"2026-03-18T10:17:02.166419Z","end":"2026-03-18T10:17:02.282096Z","steps":["trace[441511704] 'process raft request' (duration: 86.014519ms)","trace[441511704] 'compare' (duration: 29.380565ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:17:02.282467Z","caller":"traceutil/trace.go:171","msg":"trace[846883403] transaction","detail":"{read_only:false; response_revision:11363; number_of_response:1; }","duration":"115.64196ms","start":"2026-03-18T10:17:02.166609Z","end":"2026-03-18T10:17:02.282251Z","steps":["trace[846883403] 'process raft request' (duration: 115.418235ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:17:03.698814Z","caller":"traceutil/trace.go:171","msg":"trace[2064444227] transaction","detail":"{read_only:false; response_revision:11369; number_of_response:1; }","duration":"106.404654ms","start":"2026-03-18T10:17:03.592364Z","end":"2026-03-18T10:17:03.698768Z","steps":["trace[2064444227] 'process raft request' (duration: 42.147881ms)","trace[2064444227] 'compare' (duration: 63.948586ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:17:50.226661Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":9652} {"level":"info","ts":"2026-03-18T10:17:50.316959Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":9652,"took":"88.137146ms","hash":1132359939,"current-db-size-bytes":40341504,"current-db-size":"40 MB","current-db-size-in-use-bytes":22114304,"current-db-size-in-use":"22 MB"} {"level":"info","ts":"2026-03-18T10:17:50.317041Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1132359939,"revision":9652,"compact-revision":7476} {"level":"info","ts":"2026-03-18T10:19:47.401797Z","caller":"traceutil/trace.go:171","msg":"trace[616028361] linearizableReadLoop","detail":"{readStateIndex:12821; appliedIndex:12820; }","duration":"201.854193ms","start":"2026-03-18T10:19:47.199916Z","end":"2026-03-18T10:19:47.40177Z","steps":["trace[616028361] 'read index received' (duration: 201.649399ms)","trace[616028361] 'applied index is now lower than readState.Index' (duration: 203.324µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:19:47.402019Z","caller":"traceutil/trace.go:171","msg":"trace[613948704] transaction","detail":"{read_only:false; response_revision:12367; number_of_response:1; }","duration":"216.334166ms","start":"2026-03-18T10:19:47.185642Z","end":"2026-03-18T10:19:47.401976Z","steps":["trace[613948704] 'process raft request' (duration: 215.924177ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:19:47.402165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.240802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-18T10:19:47.402211Z","caller":"traceutil/trace.go:171","msg":"trace[1358583067] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12367; }","duration":"202.351965ms","start":"2026-03-18T10:19:47.199845Z","end":"2026-03-18T10:19:47.402197Z","steps":["trace[1358583067] 'agreement among raft nodes before linearized reading' (duration: 202.170671ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:19:47.402419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.759215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1633"} {"level":"info","ts":"2026-03-18T10:19:47.40246Z","caller":"traceutil/trace.go:171","msg":"trace[1708150222] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:12367; }","duration":"103.849597ms","start":"2026-03-18T10:19:47.298599Z","end":"2026-03-18T10:19:47.402448Z","steps":["trace[1708150222] 'agreement among raft nodes before linearized reading' (duration: 103.742305ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:19:47.40246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.768856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-18T10:19:47.402589Z","caller":"traceutil/trace.go:171","msg":"trace[447660438] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12367; }","duration":"199.942781ms","start":"2026-03-18T10:19:47.20262Z","end":"2026-03-18T10:19:47.402563Z","steps":["trace[447660438] 'agreement among raft nodes before linearized reading' (duration: 199.576582ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:19:47.402584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.680898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-18T10:19:47.402703Z","caller":"traceutil/trace.go:171","msg":"trace[1114848079] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12367; }","duration":"101.863622ms","start":"2026-03-18T10:19:47.300806Z","end":"2026-03-18T10:19:47.40267Z","steps":["trace[1114848079] 'agreement among raft nodes before linearized reading' (duration: 101.503844ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:19:47.618865Z","caller":"traceutil/trace.go:171","msg":"trace[1960875656] transaction","detail":"{read_only:false; response_revision:12369; number_of_response:1; }","duration":"210.080887ms","start":"2026-03-18T10:19:47.408749Z","end":"2026-03-18T10:19:47.61883Z","steps":["trace[1960875656] 'process raft request' (duration: 110.273131ms)","trace[1960875656] 'compare' (duration: 99.594341ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:19:47.619163Z","caller":"traceutil/trace.go:171","msg":"trace[1846387732] linearizableReadLoop","detail":"{readStateIndex:12824; appliedIndex:12821; }","duration":"209.492123ms","start":"2026-03-18T10:19:47.409634Z","end":"2026-03-18T10:19:47.619127Z","steps":["trace[1846387732] 'read index received' (duration: 58.354992ms)","trace[1846387732] 'applied index is now lower than readState.Index' (duration: 151.135151ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:19:47.619211Z","caller":"traceutil/trace.go:171","msg":"trace[1149348780] transaction","detail":"{read_only:false; response_revision:12370; number_of_response:1; }","duration":"210.329533ms","start":"2026-03-18T10:19:47.408845Z","end":"2026-03-18T10:19:47.619175Z","steps":["trace[1149348780] 'process raft request' (duration: 209.935504ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:19:47.620129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.468395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:56 size:525134"} {"level":"info","ts":"2026-03-18T10:19:47.620197Z","caller":"traceutil/trace.go:171","msg":"trace[1218132289] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:56; response_revision:12370; }","duration":"210.551447ms","start":"2026-03-18T10:19:47.40963Z","end":"2026-03-18T10:19:47.620181Z","steps":["trace[1218132289] 'agreement among raft nodes before linearized reading' (duration: 209.633426ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:19:47.809409Z","caller":"traceutil/trace.go:171","msg":"trace[1340425221] transaction","detail":"{read_only:false; response_revision:12371; number_of_response:1; }","duration":"108.416758ms","start":"2026-03-18T10:19:47.700955Z","end":"2026-03-18T10:19:47.809372Z","steps":["trace[1340425221] 'process raft request' (duration: 92.039833ms)","trace[1340425221] 'compare' (duration: 16.228821ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:21:11.329967Z","caller":"traceutil/trace.go:171","msg":"trace[1164456851] transaction","detail":"{read_only:false; response_revision:12929; number_of_response:1; }","duration":"125.161392ms","start":"2026-03-18T10:21:11.204765Z","end":"2026-03-18T10:21:11.329927Z","steps":["trace[1164456851] 'process raft request' (duration: 96.186725ms)","trace[1164456851] 'compare' (duration: 28.334542ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:21:20.78727Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-00000000000034b2.wal"} {"level":"info","ts":"2026-03-18T10:21:31.815485Z","caller":"traceutil/trace.go:171","msg":"trace[1933418073] linearizableReadLoop","detail":"{readStateIndex:13549; appliedIndex:13548; }","duration":"166.49942ms","start":"2026-03-18T10:21:31.648951Z","end":"2026-03-18T10:21:31.81545Z","steps":["trace[1933418073] 'read index received' (duration: 166.279265ms)","trace[1933418073] 'applied index is now lower than readState.Index' (duration: 218.705µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:21:31.815624Z","caller":"traceutil/trace.go:171","msg":"trace[308266194] transaction","detail":"{read_only:false; response_revision:13069; number_of_response:1; }","duration":"169.055957ms","start":"2026-03-18T10:21:31.646504Z","end":"2026-03-18T10:21:31.81556Z","steps":["trace[308266194] 'process raft request' (duration: 168.70708ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:21:31.815802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.817417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:21:31.815851Z","caller":"traceutil/trace.go:171","msg":"trace[1927085274] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13069; }","duration":"166.96747ms","start":"2026-03-18T10:21:31.648871Z","end":"2026-03-18T10:21:31.815838Z","steps":["trace[1927085274] 'agreement among raft nodes before linearized reading' (duration: 166.788386ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:21:31.815907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.138225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T10:21:31.81595Z","caller":"traceutil/trace.go:171","msg":"trace[391611058] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:13069; }","duration":"133.187396ms","start":"2026-03-18T10:21:31.682752Z","end":"2026-03-18T10:21:31.815939Z","steps":["trace[391611058] 'agreement among raft nodes before linearized reading' (duration: 133.111004ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:21:31.816101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.040431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T10:21:31.816152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.178297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-03-18T10:21:31.816186Z","caller":"traceutil/trace.go:171","msg":"trace[575521362] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13069; }","duration":"102.211955ms","start":"2026-03-18T10:21:31.713959Z","end":"2026-03-18T10:21:31.816171Z","steps":["trace[575521362] 'agreement among raft nodes before linearized reading' (duration: 102.052311ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:21:31.816201Z","caller":"traceutil/trace.go:171","msg":"trace[1198423458] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:13069; }","duration":"167.237968ms","start":"2026-03-18T10:21:31.648945Z","end":"2026-03-18T10:21:31.816183Z","steps":["trace[1198423458] 'agreement among raft nodes before linearized reading' (duration: 167.045153ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:21:33.043403Z","caller":"traceutil/trace.go:171","msg":"trace[922344334] transaction","detail":"{read_only:false; response_revision:13075; number_of_response:1; }","duration":"246.232298ms","start":"2026-03-18T10:21:32.797137Z","end":"2026-03-18T10:21:33.043369Z","steps":["trace[922344334] 'process raft request' (duration: 188.998806ms)","trace[922344334] 'compare' (duration: 56.998407ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:21:33.043604Z","caller":"traceutil/trace.go:171","msg":"trace[409815319] linearizableReadLoop","detail":"{readStateIndex:13556; appliedIndex:13554; }","duration":"120.417075ms","start":"2026-03-18T10:21:32.923146Z","end":"2026-03-18T10:21:33.043563Z","steps":["trace[409815319] 'read index received' (duration: 63.082091ms)","trace[409815319] 'applied index is now lower than readState.Index' (duration: 57.332394ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:21:33.043853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.692441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T10:21:33.043902Z","caller":"traceutil/trace.go:171","msg":"trace[1206319700] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:13076; }","duration":"120.815653ms","start":"2026-03-18T10:21:32.923074Z","end":"2026-03-18T10:21:33.04389Z","steps":["trace[1206319700] 'agreement among raft nodes before linearized reading' (duration: 120.698651ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:21:33.043682Z","caller":"traceutil/trace.go:171","msg":"trace[759680049] transaction","detail":"{read_only:false; response_revision:13076; number_of_response:1; }","duration":"172.069804ms","start":"2026-03-18T10:21:32.871546Z","end":"2026-03-18T10:21:33.043616Z","steps":["trace[759680049] 'process raft request' (duration: 171.767048ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:21:40.065368Z","caller":"traceutil/trace.go:171","msg":"trace[1941675047] transaction","detail":"{read_only:false; response_revision:13134; number_of_response:1; }","duration":"102.688183ms","start":"2026-03-18T10:21:39.96265Z","end":"2026-03-18T10:21:40.065339Z","steps":["trace[1941675047] 'process raft request' (duration: 71.451125ms)","trace[1941675047] 'compare' (duration: 30.945352ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:21:40.60225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.086389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:21:40.602363Z","caller":"traceutil/trace.go:171","msg":"trace[797644562] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:13139; }","duration":"111.253653ms","start":"2026-03-18T10:21:40.491083Z","end":"2026-03-18T10:21:40.602336Z","steps":["trace[797644562] 'count revisions from in-memory index tree' (duration: 111.002838ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:22:03.366343Z","caller":"traceutil/trace.go:171","msg":"trace[1373227712] transaction","detail":"{read_only:false; response_revision:13266; number_of_response:1; }","duration":"112.692494ms","start":"2026-03-18T10:22:03.253626Z","end":"2026-03-18T10:22:03.366318Z","steps":["trace[1373227712] 'process raft request' (duration: 112.541591ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:22:03.590951Z","caller":"traceutil/trace.go:171","msg":"trace[2137475751] linearizableReadLoop","detail":"{readStateIndex:13754; appliedIndex:13752; }","duration":"237.732991ms","start":"2026-03-18T10:22:03.353186Z","end":"2026-03-18T10:22:03.590919Z","steps":["trace[2137475751] 'read index received' (duration: 13.001787ms)","trace[2137475751] 'applied index is now lower than readState.Index' (duration: 224.730084ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:22:03.591185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.989746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.215\" ","response":"range_response_count:1 size:138"} {"level":"info","ts":"2026-03-18T10:22:03.591227Z","caller":"traceutil/trace.go:171","msg":"trace[24414252] range","detail":"{range_begin:/registry/masterleases/199.19.213.215; range_end:; response_count:1; response_revision:13267; }","duration":"238.096429ms","start":"2026-03-18T10:22:03.35312Z","end":"2026-03-18T10:22:03.591217Z","steps":["trace[24414252] 'agreement among raft nodes before linearized reading' (duration: 237.916485ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:22:03.591394Z","caller":"traceutil/trace.go:171","msg":"trace[954273026] transaction","detail":"{read_only:false; response_revision:13267; number_of_response:1; }","duration":"328.771427ms","start":"2026-03-18T10:22:03.262541Z","end":"2026-03-18T10:22:03.591312Z","steps":["trace[954273026] 'process raft request' (duration: 232.429023ms)","trace[954273026] 'compare' (duration: 95.747031ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:22:03.591657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:22:03.262518Z","time spent":"329.002642ms","remote":"127.0.0.1:41260","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9212,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:22:44.944465Z","caller":"traceutil/trace.go:171","msg":"trace[1821893079] transaction","detail":"{read_only:false; response_revision:13500; number_of_response:1; }","duration":"241.420092ms","start":"2026-03-18T10:22:44.703008Z","end":"2026-03-18T10:22:44.944428Z","steps":["trace[1821893079] 'process raft request' (duration: 241.365041ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:22:44.944714Z","caller":"traceutil/trace.go:171","msg":"trace[1704315444] transaction","detail":"{read_only:false; response_revision:13499; number_of_response:1; }","duration":"241.721148ms","start":"2026-03-18T10:22:44.702946Z","end":"2026-03-18T10:22:44.944667Z","steps":["trace[1704315444] 'process raft request' (duration: 241.249398ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:22:49.043568Z","caller":"traceutil/trace.go:171","msg":"trace[869521968] transaction","detail":"{read_only:false; response_revision:13521; number_of_response:1; }","duration":"139.829232ms","start":"2026-03-18T10:22:48.90369Z","end":"2026-03-18T10:22:49.04352Z","steps":["trace[869521968] 'process raft request' (duration: 139.447823ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:22:49.165635Z","caller":"traceutil/trace.go:171","msg":"trace[794698330] transaction","detail":"{read_only:false; response_revision:13524; number_of_response:1; }","duration":"108.731178ms","start":"2026-03-18T10:22:49.056871Z","end":"2026-03-18T10:22:49.165602Z","steps":["trace[794698330] 'process raft request' (duration: 108.658096ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:22:49.165641Z","caller":"traceutil/trace.go:171","msg":"trace[1561712604] transaction","detail":"{read_only:false; response_revision:13523; number_of_response:1; }","duration":"112.818407ms","start":"2026-03-18T10:22:49.05279Z","end":"2026-03-18T10:22:49.165609Z","steps":["trace[1561712604] 'process raft request' (duration: 112.426809ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:22:50.233429Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":11673} {"level":"info","ts":"2026-03-18T10:22:50.325186Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":11673,"took":"88.982262ms","hash":2898167161,"current-db-size-bytes":40341504,"current-db-size":"40 MB","current-db-size-in-use-bytes":24367104,"current-db-size-in-use":"24 MB"} {"level":"info","ts":"2026-03-18T10:22:50.325258Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2898167161,"revision":11673,"compact-revision":9652} {"level":"info","ts":"2026-03-18T10:22:57.700876Z","caller":"traceutil/trace.go:171","msg":"trace[140224276] linearizableReadLoop","detail":"{readStateIndex:14101; appliedIndex:14100; }","duration":"491.814283ms","start":"2026-03-18T10:22:57.209036Z","end":"2026-03-18T10:22:57.70085Z","steps":["trace[140224276] 'read index received' (duration: 491.734621ms)","trace[140224276] 'applied index is now lower than readState.Index' (duration: 78.542µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:22:57.701043Z","caller":"traceutil/trace.go:171","msg":"trace[1669285623] transaction","detail":"{read_only:false; response_revision:13598; number_of_response:1; }","duration":"549.113645ms","start":"2026-03-18T10:22:57.151887Z","end":"2026-03-18T10:22:57.701001Z","steps":["trace[1669285623] 'process raft request' (duration: 548.798308ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:22:57.701125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.065528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-18T10:22:57.701156Z","caller":"traceutil/trace.go:171","msg":"trace[2079572189] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13598; }","duration":"492.15114ms","start":"2026-03-18T10:22:57.208994Z","end":"2026-03-18T10:22:57.701146Z","steps":["trace[2079572189] 'agreement among raft nodes before linearized reading' (duration: 491.989566ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:22:57.701186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:22:57.208979Z","time spent":"492.201701ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T10:22:57.701222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:22:57.151866Z","time spent":"549.271059ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:22:57.726493Z","caller":"traceutil/trace.go:171","msg":"trace[1094937931] transaction","detail":"{read_only:false; response_revision:13599; number_of_response:1; }","duration":"300.176137ms","start":"2026-03-18T10:22:57.42624Z","end":"2026-03-18T10:22:57.726416Z","steps":["trace[1094937931] 'process raft request' (duration: 299.944972ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:22:57.726562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.536295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9qjd8\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-18T10:22:57.726658Z","caller":"traceutil/trace.go:171","msg":"trace[1398424780] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9qjd8; range_end:; response_count:1; response_revision:13599; }","duration":"373.676579ms","start":"2026-03-18T10:22:57.352961Z","end":"2026-03-18T10:22:57.726637Z","steps":["trace[1398424780] 'agreement among raft nodes before linearized reading' (duration: 373.414543ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:22:57.726702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:22:57.352941Z","time spent":"373.75298ms","remote":"127.0.0.1:41260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-9qjd8\" "} {"level":"warn","ts":"2026-03-18T10:22:57.726728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:22:57.426215Z","time spent":"300.389322ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:22:57.726519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.466801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T10:22:57.726829Z","caller":"traceutil/trace.go:171","msg":"trace[1121840758] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:13599; }","duration":"284.821169ms","start":"2026-03-18T10:22:57.44198Z","end":"2026-03-18T10:22:57.726801Z","steps":["trace[1121840758] 'agreement among raft nodes before linearized reading' (duration: 284.451681ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:23:01.230688Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10400673014339860032,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-18T10:23:01.337386Z","caller":"traceutil/trace.go:171","msg":"trace[257517916] linearizableReadLoop","detail":"{readStateIndex:14117; appliedIndex:14116; }","duration":"606.981941ms","start":"2026-03-18T10:23:00.730373Z","end":"2026-03-18T10:23:01.337355Z","steps":["trace[257517916] 'read index received' (duration: 606.776527ms)","trace[257517916] 'applied index is now lower than readState.Index' (duration: 204.314µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:23:01.337533Z","caller":"traceutil/trace.go:171","msg":"trace[1535940007] transaction","detail":"{read_only:false; response_revision:13613; number_of_response:1; }","duration":"614.005126ms","start":"2026-03-18T10:23:00.723515Z","end":"2026-03-18T10:23:01.33752Z","steps":["trace[1535940007] 'process raft request' (duration: 613.654338ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:23:01.337652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:23:00.72349Z","time spent":"614.071327ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:23:01.337817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.549551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-18T10:23:01.337945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.125567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/placement-api-76f9fb8f95-jwk87\" ","response":"range_response_count:1 size:8545"} {"level":"info","ts":"2026-03-18T10:23:01.337961Z","caller":"traceutil/trace.go:171","msg":"trace[182295171] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13613; }","duration":"464.704445ms","start":"2026-03-18T10:23:00.873228Z","end":"2026-03-18T10:23:01.337933Z","steps":["trace[182295171] 'agreement among raft nodes before linearized reading' (duration: 464.410358ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:23:01.337998Z","caller":"traceutil/trace.go:171","msg":"trace[1044625439] range","detail":"{range_begin:/registry/pods/openstack/placement-api-76f9fb8f95-jwk87; range_end:; response_count:1; response_revision:13613; }","duration":"153.226819ms","start":"2026-03-18T10:23:01.184758Z","end":"2026-03-18T10:23:01.337985Z","steps":["trace[1044625439] 'agreement among raft nodes before linearized reading' (duration: 153.009344ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:23:01.338018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:23:00.873126Z","time spent":"464.878558ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-18T10:23:01.33811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"607.568903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T10:23:01.338253Z","caller":"traceutil/trace.go:171","msg":"trace[369573062] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:13613; }","duration":"607.906311ms","start":"2026-03-18T10:23:00.730322Z","end":"2026-03-18T10:23:01.338228Z","steps":["trace[369573062] 'agreement among raft nodes before linearized reading' (duration: 607.435561ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:23:01.338328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:23:00.730309Z","time spent":"608.003663ms","remote":"127.0.0.1:44676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-18T10:23:21.797076Z","caller":"traceutil/trace.go:171","msg":"trace[1398746261] linearizableReadLoop","detail":"{readStateIndex:14219; appliedIndex:14218; }","duration":"159.786553ms","start":"2026-03-18T10:23:21.637253Z","end":"2026-03-18T10:23:21.797039Z","steps":["trace[1398746261] 'read index received' (duration: 159.547557ms)","trace[1398746261] 'applied index is now lower than readState.Index' (duration: 237.156µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:23:21.797169Z","caller":"traceutil/trace.go:171","msg":"trace[1089951622] transaction","detail":"{read_only:false; response_revision:13711; number_of_response:1; }","duration":"286.159688ms","start":"2026-03-18T10:23:21.51096Z","end":"2026-03-18T10:23:21.79712Z","steps":["trace[1089951622] 'process raft request' (duration: 285.832441ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:23:21.797342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.065098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T10:23:21.797417Z","caller":"traceutil/trace.go:171","msg":"trace[1005372125] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:13711; }","duration":"160.202211ms","start":"2026-03-18T10:23:21.637197Z","end":"2026-03-18T10:23:21.7974Z","steps":["trace[1005372125] 'agreement among raft nodes before linearized reading' (duration: 160.004117ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:23:21.832389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.423537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:23:21.832491Z","caller":"traceutil/trace.go:171","msg":"trace[1288185502] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13712; }","duration":"180.550611ms","start":"2026-03-18T10:23:21.651919Z","end":"2026-03-18T10:23:21.832469Z","steps":["trace[1288185502] 'agreement among raft nodes before linearized reading' (duration: 180.369397ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:23:21.832564Z","caller":"traceutil/trace.go:171","msg":"trace[603189106] transaction","detail":"{read_only:false; response_revision:13712; number_of_response:1; }","duration":"117.122072ms","start":"2026-03-18T10:23:21.715421Z","end":"2026-03-18T10:23:21.832543Z","steps":["trace[603189106] 'process raft request' (duration: 116.688863ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:23:22.167144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.456306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9qjd8\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-18T10:23:22.167219Z","caller":"traceutil/trace.go:171","msg":"trace[1204876544] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9qjd8; range_end:; response_count:1; response_revision:13713; }","duration":"179.563659ms","start":"2026-03-18T10:23:21.987639Z","end":"2026-03-18T10:23:22.167202Z","steps":["trace[1204876544] 'range keys from in-memory index tree' (duration: 179.304373ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:23:22.167383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.379339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-18T10:23:22.167479Z","caller":"traceutil/trace.go:171","msg":"trace[1209603599] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13713; }","duration":"187.547143ms","start":"2026-03-18T10:23:21.97991Z","end":"2026-03-18T10:23:22.167457Z","steps":["trace[1209603599] 'range keys from in-memory index tree' (duration: 186.959441ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:23:22.167494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.472425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-18T10:23:22.167576Z","caller":"traceutil/trace.go:171","msg":"trace[655675713] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13713; }","duration":"208.613538ms","start":"2026-03-18T10:23:21.958943Z","end":"2026-03-18T10:23:22.167557Z","steps":["trace[655675713] 'range keys from in-memory index tree' (duration: 207.951934ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:23:22.790478Z","caller":"traceutil/trace.go:171","msg":"trace[1425905091] transaction","detail":"{read_only:false; response_revision:13719; number_of_response:1; }","duration":"381.311826ms","start":"2026-03-18T10:23:22.409108Z","end":"2026-03-18T10:23:22.79042Z","steps":["trace[1425905091] 'process raft request' (duration: 362.784297ms)","trace[1425905091] 'compare' (duration: 18.12168ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:23:22.790698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:23:22.409078Z","time spent":"381.520531ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:23:30.451071Z","caller":"traceutil/trace.go:171","msg":"trace[538577108] linearizableReadLoop","detail":"{readStateIndex:14263; appliedIndex:14262; }","duration":"175.877606ms","start":"2026-03-18T10:23:30.275171Z","end":"2026-03-18T10:23:30.451048Z","steps":["trace[538577108] 'read index received' (duration: 175.758393ms)","trace[538577108] 'applied index is now lower than readState.Index' (duration: 117.743µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:23:30.451176Z","caller":"traceutil/trace.go:171","msg":"trace[707565196] transaction","detail":"{read_only:false; response_revision:13753; number_of_response:1; }","duration":"176.584543ms","start":"2026-03-18T10:23:30.274545Z","end":"2026-03-18T10:23:30.451129Z","steps":["trace[707565196] 'process raft request' (duration: 176.324997ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:23:30.451306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.109983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-18T10:23:30.451366Z","caller":"traceutil/trace.go:171","msg":"trace[270145497] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13753; }","duration":"176.184174ms","start":"2026-03-18T10:23:30.275155Z","end":"2026-03-18T10:23:30.451339Z","steps":["trace[270145497] 'agreement among raft nodes before linearized reading' (duration: 176.02359ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:23:30.998201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.775084ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T10:23:30.998466Z","caller":"traceutil/trace.go:171","msg":"trace[1854224460] linearizableReadLoop","detail":"{readStateIndex:14264; appliedIndex:14263; }","duration":"547.254445ms","start":"2026-03-18T10:23:30.451148Z","end":"2026-03-18T10:23:30.998402Z","steps":["trace[1854224460] 'read index received' (duration: 440.284127ms)","trace[1854224460] 'applied index is now lower than readState.Index' (duration: 106.968778ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:23:30.998616Z","caller":"traceutil/trace.go:171","msg":"trace[820484890] transaction","detail":"{read_only:false; response_revision:13754; number_of_response:1; }","duration":"657.32253ms","start":"2026-03-18T10:23:30.341242Z","end":"2026-03-18T10:23:30.998565Z","steps":["trace[820484890] 'process raft request' (duration: 550.081167ms)","trace[820484890] 'compare' (duration: 106.124708ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:23:30.998728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"666.573404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-18T10:23:30.998814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"707.58575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9qjd8\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-18T10:23:30.998845Z","caller":"traceutil/trace.go:171","msg":"trace[560966275] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13754; }","duration":"666.760829ms","start":"2026-03-18T10:23:30.332058Z","end":"2026-03-18T10:23:30.998819Z","steps":["trace[560966275] 'agreement among raft nodes before linearized reading' (duration: 666.475823ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:23:30.998852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:23:30.341206Z","time spent":"657.530735ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:23:30.998909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:23:30.332027Z","time spent":"666.872241ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-18T10:23:30.998914Z","caller":"traceutil/trace.go:171","msg":"trace[1028136335] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9qjd8; range_end:; response_count:1; response_revision:13754; }","duration":"707.734992ms","start":"2026-03-18T10:23:30.291157Z","end":"2026-03-18T10:23:30.998892Z","steps":["trace[1028136335] 'agreement among raft nodes before linearized reading' (duration: 707.388795ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:23:30.998972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:23:30.291147Z","time spent":"707.811194ms","remote":"127.0.0.1:41260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-9qjd8\" "} {"level":"warn","ts":"2026-03-18T10:23:30.998968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"721.032284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-18T10:23:30.999104Z","caller":"traceutil/trace.go:171","msg":"trace[1424327024] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13754; }","duration":"721.341232ms","start":"2026-03-18T10:23:30.27774Z","end":"2026-03-18T10:23:30.999082Z","steps":["trace[1424327024] 'agreement among raft nodes before linearized reading' (duration: 720.892922ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:23:30.999155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:23:30.277735Z","time spent":"721.404113ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-18T10:23:31.416324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.41837ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T10:23:31.416667Z","caller":"traceutil/trace.go:171","msg":"trace[278970005] transaction","detail":"{read_only:false; response_revision:13758; number_of_response:1; }","duration":"412.724768ms","start":"2026-03-18T10:23:31.003923Z","end":"2026-03-18T10:23:31.416647Z","steps":["trace[278970005] 'process raft request' (duration: 412.683157ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:23:31.416902Z","caller":"traceutil/trace.go:171","msg":"trace[699390299] transaction","detail":"{read_only:false; response_revision:13756; number_of_response:1; }","duration":"600.525299ms","start":"2026-03-18T10:23:30.816337Z","end":"2026-03-18T10:23:31.416863Z","steps":["trace[699390299] 'process raft request' (duration: 600.11116ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:23:31.417032Z","caller":"traceutil/trace.go:171","msg":"trace[1974796302] transaction","detail":"{read_only:false; response_revision:13755; number_of_response:1; }","duration":"961.753422ms","start":"2026-03-18T10:23:30.455256Z","end":"2026-03-18T10:23:31.417009Z","steps":["trace[1974796302] 'process raft request' (duration: 818.554805ms)","trace[1974796302] 'compare' (duration: 142.235306ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:23:31.417078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:23:30.816278Z","time spent":"600.708852ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:23:31.417059Z","caller":"traceutil/trace.go:171","msg":"trace[1404967810] linearizableReadLoop","detail":"{readStateIndex:14266; appliedIndex:14264; }","duration":"418.458855ms","start":"2026-03-18T10:23:30.998565Z","end":"2026-03-18T10:23:31.417024Z","steps":["trace[1404967810] 'read index received' (duration: 275.283319ms)","trace[1404967810] 'applied index is now lower than readState.Index' (duration: 143.173006ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:23:31.417135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:23:30.45523Z","time spent":"961.854153ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:23:31.417142Z","caller":"traceutil/trace.go:171","msg":"trace[1448098112] transaction","detail":"{read_only:false; response_revision:13757; number_of_response:1; }","duration":"413.459995ms","start":"2026-03-18T10:23:31.003638Z","end":"2026-03-18T10:23:31.417098Z","steps":["trace[1448098112] 'process raft request' (duration: 412.927673ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:23:31.417293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.867537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T10:23:31.417315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"846.123533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T10:23:31.417333Z","caller":"traceutil/trace.go:171","msg":"trace[967238774] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:13758; }","duration":"116.955998ms","start":"2026-03-18T10:23:31.300363Z","end":"2026-03-18T10:23:31.417319Z","steps":["trace[967238774] 'agreement among raft nodes before linearized reading' (duration: 116.873346ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:23:31.416742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:23:31.003897Z","time spent":"412.8115ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:23:31.417367Z","caller":"traceutil/trace.go:171","msg":"trace[1186305587] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:13758; }","duration":"846.197844ms","start":"2026-03-18T10:23:30.571155Z","end":"2026-03-18T10:23:31.417353Z","steps":["trace[1186305587] 'agreement among raft nodes before linearized reading' (duration: 846.039761ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:23:31.41735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:23:31.003603Z","time spent":"413.644978ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:23:31.417412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:23:30.571131Z","time spent":"846.268286ms","remote":"127.0.0.1:41242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":62,"response size":30,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-18T10:23:31.418487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.922635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:62 size:582663"} {"level":"info","ts":"2026-03-18T10:23:31.418574Z","caller":"traceutil/trace.go:171","msg":"trace[593308690] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:62; response_revision:13758; }","duration":"414.241392ms","start":"2026-03-18T10:23:31.00431Z","end":"2026-03-18T10:23:31.418552Z","steps":["trace[593308690] 'agreement among raft nodes before linearized reading' (duration: 412.929333ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:23:31.418626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:23:31.004299Z","time spent":"414.310863ms","remote":"127.0.0.1:41260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":62,"response size":582686,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-18T10:23:39.459307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.706385ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T10:23:39.459659Z","caller":"traceutil/trace.go:171","msg":"trace[959324517] transaction","detail":"{read_only:false; response_revision:13808; number_of_response:1; }","duration":"436.337749ms","start":"2026-03-18T10:23:39.023285Z","end":"2026-03-18T10:23:39.459623Z","steps":["trace[959324517] 'process raft request' (duration: 274.173064ms)","trace[959324517] 'compare' (duration: 161.413339ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:23:39.459456Z","caller":"traceutil/trace.go:171","msg":"trace[945222702] linearizableReadLoop","detail":"{readStateIndex:14321; appliedIndex:14320; }","duration":"207.7467ms","start":"2026-03-18T10:23:39.251686Z","end":"2026-03-18T10:23:39.459433Z","steps":["trace[945222702] 'read index received' (duration: 45.720118ms)","trace[945222702] 'applied index is now lower than readState.Index' (duration: 162.024652ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:23:39.459938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.22973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-18T10:23:39.460042Z","caller":"traceutil/trace.go:171","msg":"trace[2008211394] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:13808; }","duration":"208.411914ms","start":"2026-03-18T10:23:39.25161Z","end":"2026-03-18T10:23:39.460022Z","steps":["trace[2008211394] 'agreement among raft nodes before linearized reading' (duration: 208.087547ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:23:39.459968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:23:39.023252Z","time spent":"436.491963ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:23:39.979893Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10400673014339860592,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T10:23:40.48096Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10400673014339860592,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T10:23:40.990539Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10400673014339860592,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T10:23:41.49161Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10400673014339860592,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T10:23:41.653202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.001758928s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-18T10:23:41.653298Z","caller":"traceutil/trace.go:171","msg":"trace[178572844] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001915541s","start":"2026-03-18T10:23:39.65136Z","end":"2026-03-18T10:23:41.653275Z","steps":["trace[178572844] 'agreement among raft nodes before linearized reading' (duration: 2.001808229s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:23:41.653348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:23:39.651339Z","time spent":"2.001998564s","remote":"127.0.0.1:41084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/18 10:23:41 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-18T10:23:41.991985Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10400673014339860592,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T10:23:42.492899Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10400673014339860592,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T10:23:43.001131Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10400673014339860592,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T10:23:43.017117Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.545123932s","expected-duration":"1s"} {"level":"info","ts":"2026-03-18T10:23:43.017751Z","caller":"traceutil/trace.go:171","msg":"trace[178336077] transaction","detail":"{read_only:false; response_revision:13810; number_of_response:1; }","duration":"3.545829687s","start":"2026-03-18T10:23:39.471892Z","end":"2026-03-18T10:23:43.017722Z","steps":["trace[178336077] 'process raft request' (duration: 3.545585812s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:23:43.017958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:23:39.471878Z","time spent":"3.545996471s","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:23:43.044501Z","caller":"traceutil/trace.go:171","msg":"trace[1379403857] transaction","detail":"{read_only:false; response_revision:13812; number_of_response:1; }","duration":"3.572256331s","start":"2026-03-18T10:23:39.472213Z","end":"2026-03-18T10:23:43.044469Z","steps":["trace[1379403857] 'process raft request' (duration: 3.572109607s)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:23:43.052299Z","caller":"traceutil/trace.go:171","msg":"trace[506832565] linearizableReadLoop","detail":"{readStateIndex:14331; appliedIndex:14322; }","duration":"3.566619578s","start":"2026-03-18T10:23:39.479836Z","end":"2026-03-18T10:23:43.046456Z","steps":["trace[506832565] 'read index received' (duration: 3.537771461s)","trace[506832565] 'applied index is now lower than readState.Index' (duration: 28.846807ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:23:43.052424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.572566728s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9qjd8\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-18T10:23:43.052451Z","caller":"traceutil/trace.go:171","msg":"trace[1860409463] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9qjd8; range_end:; response_count:1; response_revision:13818; }","duration":"3.572641649s","start":"2026-03-18T10:23:39.479802Z","end":"2026-03-18T10:23:43.052444Z","steps":["trace[1860409463] 'agreement among raft nodes before linearized reading' (duration: 3.566658158s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:23:43.052486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:23:39.479789Z","time spent":"3.572689451s","remote":"127.0.0.1:41260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-9qjd8\" "} {"level":"info","ts":"2026-03-18T10:23:43.05267Z","caller":"traceutil/trace.go:171","msg":"trace[1697306274] transaction","detail":"{read_only:false; response_revision:13814; number_of_response:1; }","duration":"3.109768625s","start":"2026-03-18T10:23:39.936857Z","end":"2026-03-18T10:23:43.046625Z","steps":["trace[1697306274] 'process raft request' (duration: 3.109156491s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:23:43.052715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.428260736s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T10:23:43.052781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.414116844s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:23:43.052828Z","caller":"traceutil/trace.go:171","msg":"trace[1951968256] transaction","detail":"{read_only:false; response_revision:13816; number_of_response:1; }","duration":"1.581850703s","start":"2026-03-18T10:23:41.46479Z","end":"2026-03-18T10:23:43.04664Z","steps":["trace[1951968256] 'process raft request' (duration: 1.581533776s)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:23:43.052853Z","caller":"traceutil/trace.go:171","msg":"trace[1591771256] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:13818; }","duration":"1.414242437s","start":"2026-03-18T10:23:41.638583Z","end":"2026-03-18T10:23:43.052825Z","steps":["trace[1591771256] 'agreement among raft nodes before linearized reading' (duration: 1.414127754s)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:23:43.052857Z","caller":"traceutil/trace.go:171","msg":"trace[1138035009] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:13818; }","duration":"3.42844991s","start":"2026-03-18T10:23:39.624362Z","end":"2026-03-18T10:23:43.052812Z","steps":["trace[1138035009] 'agreement among raft nodes before linearized reading' (duration: 3.428247406s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:23:43.052877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:23:41.464763Z","time spent":"1.588090459s","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:23:43.0529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:23:41.638559Z","time spent":"1.414328899s","remote":"127.0.0.1:46510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-18T10:23:43.052913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:23:39.624335Z","time spent":"3.428562663s","remote":"127.0.0.1:38766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-18T10:23:43.053177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"669.06426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-18T10:23:43.053227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.722561299s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:23:43.053259Z","caller":"traceutil/trace.go:171","msg":"trace[141461499] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:13818; }","duration":"2.722675122s","start":"2026-03-18T10:23:40.330567Z","end":"2026-03-18T10:23:43.053242Z","steps":["trace[141461499] 'agreement among raft nodes before linearized reading' (duration: 2.72261007s)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:23:43.053232Z","caller":"traceutil/trace.go:171","msg":"trace[197956207] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:13818; }","duration":"669.156812ms","start":"2026-03-18T10:23:42.384053Z","end":"2026-03-18T10:23:43.053209Z","steps":["trace[197956207] 'agreement among raft nodes before linearized reading' (duration: 669.06925ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:23:43.053282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:23:40.330541Z","time spent":"2.722735512s","remote":"127.0.0.1:38698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-03-18T10:23:43.053278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.558150664s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-18T10:23:43.053298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:23:42.384026Z","time spent":"669.261233ms","remote":"127.0.0.1:41162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":12,"response size":30,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"info","ts":"2026-03-18T10:23:43.053328Z","caller":"traceutil/trace.go:171","msg":"trace[856734802] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13818; }","duration":"2.558238426s","start":"2026-03-18T10:23:40.495066Z","end":"2026-03-18T10:23:43.053304Z","steps":["trace[856734802] 'agreement among raft nodes before linearized reading' (duration: 2.558089903s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:23:43.05338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:23:40.495042Z","time spent":"2.558324208s","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T10:23:43.053629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.70721329s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T10:23:43.05367Z","caller":"traceutil/trace.go:171","msg":"trace[1860879814] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:13818; }","duration":"2.707265291s","start":"2026-03-18T10:23:40.346386Z","end":"2026-03-18T10:23:43.053651Z","steps":["trace[1860879814] 'agreement among raft nodes before linearized reading' (duration: 2.707036836s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:23:43.053678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"784.159917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T10:23:43.053728Z","caller":"traceutil/trace.go:171","msg":"trace[1054811326] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:13818; }","duration":"784.232559ms","start":"2026-03-18T10:23:42.269473Z","end":"2026-03-18T10:23:43.053706Z","steps":["trace[1054811326] 'agreement among raft nodes before linearized reading' (duration: 784.151757ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:23:43.053748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.713051158s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-18T10:23:43.053764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:23:42.269456Z","time spent":"784.29917ms","remote":"127.0.0.1:38744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-03-18T10:23:43.053781Z","caller":"traceutil/trace.go:171","msg":"trace[105890435] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:13818; }","duration":"2.71312662s","start":"2026-03-18T10:23:40.340637Z","end":"2026-03-18T10:23:43.053764Z","steps":["trace[105890435] 'agreement among raft nodes before linearized reading' (duration: 2.713070899s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:23:43.053808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:23:40.340616Z","time spent":"2.713181411s","remote":"127.0.0.1:44648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-18T10:23:43.052774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:23:39.936833Z","time spent":"3.115864529s","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:23:43.052801Z","caller":"traceutil/trace.go:171","msg":"trace[305331958] transaction","detail":"{read_only:false; response_revision:13815; number_of_response:1; }","duration":"1.70238624s","start":"2026-03-18T10:23:41.344247Z","end":"2026-03-18T10:23:43.046633Z","steps":["trace[305331958] 'process raft request' (duration: 1.702014761s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:23:43.059422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:23:41.344215Z","time spent":"1.7151441s","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:23:43.053581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:23:39.472202Z","time spent":"3.580062982s","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:23:43.051811Z","caller":"traceutil/trace.go:171","msg":"trace[1405566638] transaction","detail":"{read_only:false; response_revision:13817; number_of_response:1; }","duration":"1.578105719s","start":"2026-03-18T10:23:41.473675Z","end":"2026-03-18T10:23:43.051781Z","steps":["trace[1405566638] 'process raft request' (duration: 1.572689701s)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:23:43.052147Z","caller":"traceutil/trace.go:171","msg":"trace[1728156098] transaction","detail":"{read_only:false; response_revision:13811; number_of_response:1; }","duration":"3.57404632s","start":"2026-03-18T10:23:39.471895Z","end":"2026-03-18T10:23:43.045941Z","steps":["trace[1728156098] 'process raft request' (duration: 3.57222514s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:23:43.059673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:23:41.473644Z","time spent":"1.585937291s","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:23:43.052176Z","caller":"traceutil/trace.go:171","msg":"trace[263453755] transaction","detail":"{read_only:false; response_revision:13813; number_of_response:1; }","duration":"3.560483151s","start":"2026-03-18T10:23:39.485626Z","end":"2026-03-18T10:23:43.046109Z","steps":["trace[263453755] 'process raft request' (duration: 3.558748044s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:23:43.05977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:23:39.471877Z","time spent":"3.587819402s","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:23:43.059785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:23:39.485456Z","time spent":"3.574307236s","remote":"127.0.0.1:41260","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":12483,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:23:43.054225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.163793166s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-18T10:23:43.054392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.402204851s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:23:43.061244Z","caller":"traceutil/trace.go:171","msg":"trace[1284621743] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13818; }","duration":"1.409110744s","start":"2026-03-18T10:23:41.652114Z","end":"2026-03-18T10:23:43.061225Z","steps":["trace[1284621743] 'agreement among raft nodes before linearized reading' (duration: 1.402193781s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:23:43.061278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:23:41.652094Z","time spent":"1.409175145s","remote":"127.0.0.1:41074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-18T10:23:43.061287Z","caller":"traceutil/trace.go:171","msg":"trace[1102383050] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13818; }","duration":"3.170008043s","start":"2026-03-18T10:23:39.890327Z","end":"2026-03-18T10:23:43.060335Z","steps":["trace[1102383050] 'agreement among raft nodes before linearized reading' (duration: 3.16353335s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:23:43.053689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:23:40.346375Z","time spent":"2.707309542s","remote":"127.0.0.1:46476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"warn","ts":"2026-03-18T10:23:43.061392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:23:39.890301Z","time spent":"3.171067836s","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-18T10:23:43.054237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.340114012s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:23:43.051792Z","caller":"traceutil/trace.go:171","msg":"trace[836895254] transaction","detail":"{read_only:false; response_revision:13818; number_of_response:1; }","duration":"758.688504ms","start":"2026-03-18T10:23:42.293051Z","end":"2026-03-18T10:23:43.051739Z","steps":["trace[836895254] 'process raft request' (duration: 753.355788ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:23:43.061548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:23:42.293021Z","time spent":"768.44458ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:23:43.061663Z","caller":"traceutil/trace.go:171","msg":"trace[408549471] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13818; }","duration":"1.347636468s","start":"2026-03-18T10:23:41.714019Z","end":"2026-03-18T10:23:43.061655Z","steps":["trace[408549471] 'agreement among raft nodes before linearized reading' (duration: 1.34002522s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:23:43.061691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:23:41.713992Z","time spent":"1.34769258s","remote":"127.0.0.1:41084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-18T10:23:44.908734Z","caller":"traceutil/trace.go:171","msg":"trace[402230423] transaction","detail":"{read_only:false; response_revision:13827; number_of_response:1; }","duration":"395.049599ms","start":"2026-03-18T10:23:44.51366Z","end":"2026-03-18T10:23:44.90871Z","steps":["trace[402230423] 'process raft request' (duration: 394.906796ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:23:44.908843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:23:44.51363Z","time spent":"395.166842ms","remote":"127.0.0.1:41148","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":874,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-18T10:23:44.950216Z","caller":"traceutil/trace.go:171","msg":"trace[56911317] linearizableReadLoop","detail":"{readStateIndex:14342; appliedIndex:14340; }","duration":"300.2697ms","start":"2026-03-18T10:23:44.649918Z","end":"2026-03-18T10:23:44.950188Z","steps":["trace[56911317] 'read index received' (duration: 258.730264ms)","trace[56911317] 'applied index is now lower than readState.Index' (duration: 41.538266ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:23:44.950343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.409502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:23:44.950373Z","caller":"traceutil/trace.go:171","msg":"trace[1233182249] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13828; }","duration":"300.501074ms","start":"2026-03-18T10:23:44.649863Z","end":"2026-03-18T10:23:44.950364Z","steps":["trace[1233182249] 'agreement among raft nodes before linearized reading' (duration: 300.423603ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:23:44.950345Z","caller":"traceutil/trace.go:171","msg":"trace[1426302590] transaction","detail":"{read_only:false; response_revision:13828; number_of_response:1; }","duration":"425.804397ms","start":"2026-03-18T10:23:44.524503Z","end":"2026-03-18T10:23:44.950307Z","steps":["trace[1426302590] 'process raft request' (duration: 425.46359ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:23:44.950401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:23:44.649816Z","time spent":"300.579736ms","remote":"127.0.0.1:41084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T10:23:44.950505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:23:44.52448Z","time spent":"425.94786ms","remote":"127.0.0.1:41260","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":12797,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:24:05.331028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.43471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-fbfc5cc8-ae51-468e-97d7-fe15204658fa\" ","response":"range_response_count:1 size:3637"} {"level":"info","ts":"2026-03-18T10:24:05.331106Z","caller":"traceutil/trace.go:171","msg":"trace[17438133] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-fbfc5cc8-ae51-468e-97d7-fe15204658fa; range_end:; response_count:1; response_revision:14109; }","duration":"289.526422ms","start":"2026-03-18T10:24:05.041565Z","end":"2026-03-18T10:24:05.331091Z","steps":["trace[17438133] 'range keys from in-memory index tree' (duration: 289.263337ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:24:05.331166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.38924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-18T10:24:05.331677Z","caller":"traceutil/trace.go:171","msg":"trace[1879939601] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14109; }","duration":"206.914782ms","start":"2026-03-18T10:24:05.124704Z","end":"2026-03-18T10:24:05.331618Z","steps":["trace[1879939601] 'range keys from in-memory index tree' (duration: 206.167874ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:24:05.331764Z","caller":"traceutil/trace.go:171","msg":"trace[1839172447] transaction","detail":"{read_only:false; response_revision:14110; number_of_response:1; }","duration":"206.126784ms","start":"2026-03-18T10:24:05.125608Z","end":"2026-03-18T10:24:05.331735Z","steps":["trace[1839172447] 'process raft request' (duration: 205.832908ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:24:05.339748Z","caller":"traceutil/trace.go:171","msg":"trace[206267768] transaction","detail":"{read_only:false; response_revision:14111; number_of_response:1; }","duration":"209.130971ms","start":"2026-03-18T10:24:05.130598Z","end":"2026-03-18T10:24:05.339729Z","steps":["trace[206267768] 'process raft request' (duration: 208.974527ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:24:05.339918Z","caller":"traceutil/trace.go:171","msg":"trace[441276302] linearizableReadLoop","detail":"{readStateIndex:14641; appliedIndex:14638; }","duration":"164.541287ms","start":"2026-03-18T10:24:05.175356Z","end":"2026-03-18T10:24:05.339897Z","steps":["trace[441276302] 'read index received' (duration: 156.01966ms)","trace[441276302] 'applied index is now lower than readState.Index' (duration: 8.519957ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:24:05.340025Z","caller":"traceutil/trace.go:171","msg":"trace[45890375] transaction","detail":"{read_only:false; response_revision:14112; number_of_response:1; }","duration":"200.664144ms","start":"2026-03-18T10:24:05.139349Z","end":"2026-03-18T10:24:05.340013Z","steps":["trace[45890375] 'process raft request' (duration: 200.347247ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:24:05.340133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.749582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-18T10:24:05.340176Z","caller":"traceutil/trace.go:171","msg":"trace[354355238] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14112; }","duration":"164.859304ms","start":"2026-03-18T10:24:05.175307Z","end":"2026-03-18T10:24:05.340166Z","steps":["trace[354355238] 'agreement among raft nodes before linearized reading' (duration: 164.718301ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:24:05.367556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.370846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-18T10:24:05.367631Z","caller":"traceutil/trace.go:171","msg":"trace[1805019363] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14113; }","duration":"190.480159ms","start":"2026-03-18T10:24:05.177133Z","end":"2026-03-18T10:24:05.367613Z","steps":["trace[1805019363] 'agreement among raft nodes before linearized reading' (duration: 190.283504ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:24:05.367637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.02539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-18T10:24:05.36769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.828872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9qjd8\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-18T10:24:05.367766Z","caller":"traceutil/trace.go:171","msg":"trace[574842012] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14113; }","duration":"190.183043ms","start":"2026-03-18T10:24:05.177565Z","end":"2026-03-18T10:24:05.367748Z","steps":["trace[574842012] 'agreement among raft nodes before linearized reading' (duration: 189.923886ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:24:05.367788Z","caller":"traceutil/trace.go:171","msg":"trace[760605399] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9qjd8; range_end:; response_count:1; response_revision:14113; }","duration":"120.020156ms","start":"2026-03-18T10:24:05.247744Z","end":"2026-03-18T10:24:05.367764Z","steps":["trace[760605399] 'agreement among raft nodes before linearized reading' (duration: 119.723249ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:24:05.367964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.698004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-18T10:24:05.368031Z","caller":"traceutil/trace.go:171","msg":"trace[1760092210] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14113; }","duration":"190.847788ms","start":"2026-03-18T10:24:05.177168Z","end":"2026-03-18T10:24:05.368015Z","steps":["trace[1760092210] 'agreement among raft nodes before linearized reading' (duration: 190.402328ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:24:05.507551Z","caller":"traceutil/trace.go:171","msg":"trace[975879489] transaction","detail":"{read_only:false; response_revision:14114; number_of_response:1; }","duration":"164.081987ms","start":"2026-03-18T10:24:05.343439Z","end":"2026-03-18T10:24:05.507521Z","steps":["trace[975879489] 'process raft request' (duration: 97.017489ms)","trace[975879489] 'compare' (duration: 66.829863ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:24:05.507589Z","caller":"traceutil/trace.go:171","msg":"trace[2013853914] transaction","detail":"{read_only:false; response_revision:14115; number_of_response:1; }","duration":"135.897975ms","start":"2026-03-18T10:24:05.371646Z","end":"2026-03-18T10:24:05.507544Z","steps":["trace[2013853914] 'process raft request' (duration: 135.767662ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:24:05.507617Z","caller":"traceutil/trace.go:171","msg":"trace[800365263] linearizableReadLoop","detail":"{readStateIndex:14644; appliedIndex:14642; }","duration":"135.751652ms","start":"2026-03-18T10:24:05.371838Z","end":"2026-03-18T10:24:05.50759Z","steps":["trace[800365263] 'read index received' (duration: 68.632664ms)","trace[800365263] 'applied index is now lower than readState.Index' (duration: 67.117488ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:24:05.50777Z","caller":"traceutil/trace.go:171","msg":"trace[443648043] transaction","detail":"{read_only:false; response_revision:14116; number_of_response:1; }","duration":"135.040047ms","start":"2026-03-18T10:24:05.372682Z","end":"2026-03-18T10:24:05.507722Z","steps":["trace[443648043] 'process raft request' (duration: 134.796531ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:24:05.507885Z","caller":"traceutil/trace.go:171","msg":"trace[1808514377] transaction","detail":"{read_only:false; response_revision:14117; number_of_response:1; }","duration":"135.097549ms","start":"2026-03-18T10:24:05.372757Z","end":"2026-03-18T10:24:05.507855Z","steps":["trace[1808514377] 'process raft request' (duration: 134.776881ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:24:05.508624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.765965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:66 size:630790"} {"level":"info","ts":"2026-03-18T10:24:05.508705Z","caller":"traceutil/trace.go:171","msg":"trace[1117752890] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:66; response_revision:14117; }","duration":"136.894118ms","start":"2026-03-18T10:24:05.371793Z","end":"2026-03-18T10:24:05.508687Z","steps":["trace[1117752890] 'agreement among raft nodes before linearized reading' (duration: 135.898296ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:24:06.152362Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10400673014339861458,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T10:24:06.653033Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10400673014339861458,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T10:24:06.906933Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.324441777s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-18T10:24:07.219161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"567.213843ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:24:07.219679Z","caller":"traceutil/trace.go:171","msg":"trace[1487510434] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:14117; }","duration":"567.723895ms","start":"2026-03-18T10:24:06.651919Z","end":"2026-03-18T10:24:07.219643Z","steps":["trace[1487510434] 'range keys from in-memory index tree' (duration: 566.495058ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:24:07.219285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.692809ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T10:24:07.219977Z","caller":"traceutil/trace.go:171","msg":"trace[520017524] transaction","detail":"{read_only:false; response_revision:14118; number_of_response:1; }","duration":"1.63754696s","start":"2026-03-18T10:24:05.582389Z","end":"2026-03-18T10:24:07.219936Z","steps":["trace[520017524] 'process raft request' (duration: 1.326065313s)","trace[520017524] 'compare' (duration: 310.411223ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:24:07.220044Z","caller":"traceutil/trace.go:171","msg":"trace[33735888] linearizableReadLoop","detail":"{readStateIndex:14648; appliedIndex:14646; }","duration":"1.568586839s","start":"2026-03-18T10:24:05.651423Z","end":"2026-03-18T10:24:07.22001Z","steps":["trace[33735888] 'read index received' (duration: 1.256382176s)","trace[33735888] 'applied index is now lower than readState.Index' (duration: 312.203233ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:24:07.220171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:24:05.582369Z","time spent":"1.637699984s","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:24:07.220299Z","caller":"traceutil/trace.go:171","msg":"trace[1344444689] transaction","detail":"{read_only:false; response_revision:14119; number_of_response:1; }","duration":"1.471281284s","start":"2026-03-18T10:24:05.748996Z","end":"2026-03-18T10:24:07.220278Z","steps":["trace[1344444689] 'process raft request' (duration: 1.470916446s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:24:07.220416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:24:05.748972Z","time spent":"1.471385166s","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:24:07.220528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"884.890567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-fbfc5cc8-ae51-468e-97d7-fe15204658fa\" ","response":"range_response_count:1 size:3637"} {"level":"warn","ts":"2026-03-18T10:24:07.220537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.436856635s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-fbfc5cc8-ae51-468e-97d7-fe15204658fa\" ","response":"range_response_count:1 size:3637"} {"level":"info","ts":"2026-03-18T10:24:07.220602Z","caller":"traceutil/trace.go:171","msg":"trace[962660916] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-fbfc5cc8-ae51-468e-97d7-fe15204658fa; range_end:; response_count:1; response_revision:14119; }","duration":"885.00097ms","start":"2026-03-18T10:24:06.335578Z","end":"2026-03-18T10:24:07.220579Z","steps":["trace[962660916] 'agreement among raft nodes before linearized reading' (duration: 884.793965ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:24:07.220614Z","caller":"traceutil/trace.go:171","msg":"trace[1260273139] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-fbfc5cc8-ae51-468e-97d7-fe15204658fa; range_end:; response_count:1; response_revision:14119; }","duration":"1.436960478s","start":"2026-03-18T10:24:05.783633Z","end":"2026-03-18T10:24:07.220594Z","steps":["trace[1260273139] 'agreement among raft nodes before linearized reading' (duration: 1.436722453s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:24:07.220758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:24:05.783618Z","time spent":"1.437125041s","remote":"127.0.0.1:41260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3660,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-fbfc5cc8-ae51-468e-97d7-fe15204658fa\" "} {"level":"warn","ts":"2026-03-18T10:24:07.220756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.05739996s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-ks6bl\" ","response":"range_response_count:1 size:20770"} {"level":"warn","ts":"2026-03-18T10:24:07.220773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.569371877s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:24:07.220824Z","caller":"traceutil/trace.go:171","msg":"trace[220999028] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-ks6bl; range_end:; response_count:1; response_revision:14119; }","duration":"1.057465502s","start":"2026-03-18T10:24:06.163341Z","end":"2026-03-18T10:24:07.220807Z","steps":["trace[220999028] 'agreement among raft nodes before linearized reading' (duration: 1.057218846s)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:24:07.220827Z","caller":"traceutil/trace.go:171","msg":"trace[942348738] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14119; }","duration":"1.569456479s","start":"2026-03-18T10:24:05.651356Z","end":"2026-03-18T10:24:07.220813Z","steps":["trace[942348738] 'agreement among raft nodes before linearized reading' (duration: 1.569380077s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:24:07.220882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:24:05.651336Z","time spent":"1.56953531s","remote":"127.0.0.1:41084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T10:24:07.220884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:24:06.163288Z","time spent":"1.057583294s","remote":"127.0.0.1:41260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20793,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-ks6bl\" "} {"level":"warn","ts":"2026-03-18T10:24:07.220709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:24:06.335558Z","time spent":"885.131843ms","remote":"127.0.0.1:41260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3660,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-fbfc5cc8-ae51-468e-97d7-fe15204658fa\" "} {"level":"info","ts":"2026-03-18T10:24:07.651248Z","caller":"traceutil/trace.go:171","msg":"trace[1936990153] linearizableReadLoop","detail":"{readStateIndex:14649; appliedIndex:14648; }","duration":"421.205896ms","start":"2026-03-18T10:24:07.230017Z","end":"2026-03-18T10:24:07.651222Z","steps":["trace[1936990153] 'read index received' (duration: 421.053373ms)","trace[1936990153] 'applied index is now lower than readState.Index' (duration: 151.413µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:24:07.651332Z","caller":"traceutil/trace.go:171","msg":"trace[510581003] transaction","detail":"{read_only:false; response_revision:14120; number_of_response:1; }","duration":"422.75706ms","start":"2026-03-18T10:24:07.228517Z","end":"2026-03-18T10:24:07.651274Z","steps":["trace[510581003] 'process raft request' (duration: 422.543225ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:24:07.651418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.38556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:24:07.651452Z","caller":"traceutil/trace.go:171","msg":"trace[164930616] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14120; }","duration":"421.461771ms","start":"2026-03-18T10:24:07.22998Z","end":"2026-03-18T10:24:07.651442Z","steps":["trace[164930616] 'agreement among raft nodes before linearized reading' (duration: 421.39052ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:24:07.651495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:24:07.229963Z","time spent":"421.523133ms","remote":"127.0.0.1:41084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T10:24:07.65151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:24:07.22849Z","time spent":"422.923304ms","remote":"127.0.0.1:41260","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3742,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:24:07.657324Z","caller":"traceutil/trace.go:171","msg":"trace[1274840813] transaction","detail":"{read_only:false; response_revision:14122; number_of_response:1; }","duration":"308.91227ms","start":"2026-03-18T10:24:07.348379Z","end":"2026-03-18T10:24:07.657291Z","steps":["trace[1274840813] 'process raft request' (duration: 308.659335ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:24:07.657404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.429804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-18T10:24:07.657449Z","caller":"traceutil/trace.go:171","msg":"trace[846868262] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14123; }","duration":"144.485695ms","start":"2026-03-18T10:24:07.512951Z","end":"2026-03-18T10:24:07.657437Z","steps":["trace[846868262] 'agreement among raft nodes before linearized reading' (duration: 144.24674ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:24:07.657492Z","caller":"traceutil/trace.go:171","msg":"trace[1722212338] transaction","detail":"{read_only:false; response_revision:14121; number_of_response:1; }","duration":"309.162745ms","start":"2026-03-18T10:24:07.34831Z","end":"2026-03-18T10:24:07.657472Z","steps":["trace[1722212338] 'process raft request' (duration: 308.396298ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:24:07.657622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:24:07.348293Z","time spent":"309.259067ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:24:07.657636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.014527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-18T10:24:07.657684Z","caller":"traceutil/trace.go:171","msg":"trace[62907797] transaction","detail":"{read_only:false; response_revision:14123; number_of_response:1; }","duration":"309.045722ms","start":"2026-03-18T10:24:07.348623Z","end":"2026-03-18T10:24:07.657669Z","steps":["trace[62907797] 'process raft request' (duration: 308.46574ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:24:07.657727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:24:07.348374Z","time spent":"309.029943ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:24:07.657794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.385033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-18T10:24:07.657888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.966066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-18T10:24:07.657922Z","caller":"traceutil/trace.go:171","msg":"trace[1516799563] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14123; }","duration":"145.011967ms","start":"2026-03-18T10:24:07.512899Z","end":"2026-03-18T10:24:07.65791Z","steps":["trace[1516799563] 'agreement among raft nodes before linearized reading' (duration: 144.898454ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:24:07.657916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.376478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9qjd8\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-18T10:24:07.657924Z","caller":"traceutil/trace.go:171","msg":"trace[999841027] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14123; }","duration":"286.554076ms","start":"2026-03-18T10:24:07.371348Z","end":"2026-03-18T10:24:07.657902Z","steps":["trace[999841027] 'agreement among raft nodes before linearized reading' (duration: 286.215349ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:24:07.657972Z","caller":"traceutil/trace.go:171","msg":"trace[2119380601] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9qjd8; range_end:; response_count:1; response_revision:14123; }","duration":"137.44899ms","start":"2026-03-18T10:24:07.520511Z","end":"2026-03-18T10:24:07.65796Z","steps":["trace[2119380601] 'agreement among raft nodes before linearized reading' (duration: 137.271536ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:24:07.657757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:24:07.348606Z","time spent":"309.112034ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:24:07.657687Z","caller":"traceutil/trace.go:171","msg":"trace[49571681] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14123; }","duration":"145.096148ms","start":"2026-03-18T10:24:07.512577Z","end":"2026-03-18T10:24:07.657673Z","steps":["trace[49571681] 'agreement among raft nodes before linearized reading' (duration: 144.920405ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:24:07.657776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.824994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-18T10:24:07.658096Z","caller":"traceutil/trace.go:171","msg":"trace[661444341] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14123; }","duration":"145.14953ms","start":"2026-03-18T10:24:07.512936Z","end":"2026-03-18T10:24:07.658085Z","steps":["trace[661444341] 'agreement among raft nodes before linearized reading' (duration: 144.772952ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:24:07.658093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.027628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-03-18T10:24:07.658146Z","caller":"traceutil/trace.go:171","msg":"trace[988682424] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:14123; }","duration":"356.10514ms","start":"2026-03-18T10:24:07.302025Z","end":"2026-03-18T10:24:07.65813Z","steps":["trace[988682424] 'agreement among raft nodes before linearized reading' (duration: 355.973597ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:24:07.658194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:24:07.30201Z","time spent":"356.176312ms","remote":"127.0.0.1:41228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2105,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-03-18T10:24:07.658736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.359303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:66 size:630790"} {"level":"info","ts":"2026-03-18T10:24:07.65883Z","caller":"traceutil/trace.go:171","msg":"trace[1631831004] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:66; response_revision:14123; }","duration":"428.479176ms","start":"2026-03-18T10:24:07.230332Z","end":"2026-03-18T10:24:07.658811Z","steps":["trace[1631831004] 'agreement among raft nodes before linearized reading' (duration: 426.80456ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:24:07.658888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:24:07.230326Z","time spent":"428.544517ms","remote":"127.0.0.1:41260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":66,"response size":630813,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-18T10:24:31.485239Z","caller":"traceutil/trace.go:171","msg":"trace[1281291940] transaction","detail":"{read_only:false; response_revision:14265; number_of_response:1; }","duration":"127.054571ms","start":"2026-03-18T10:24:31.358139Z","end":"2026-03-18T10:24:31.485194Z","steps":["trace[1281291940] 'process raft request' (duration: 126.915778ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:24:31.48526Z","caller":"traceutil/trace.go:171","msg":"trace[942584063] transaction","detail":"{read_only:false; response_revision:14266; number_of_response:1; }","duration":"126.97795ms","start":"2026-03-18T10:24:31.358252Z","end":"2026-03-18T10:24:31.48523Z","steps":["trace[942584063] 'process raft request' (duration: 126.861418ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:24:31.485556Z","caller":"traceutil/trace.go:171","msg":"trace[61788314] transaction","detail":"{read_only:false; response_revision:14267; number_of_response:1; }","duration":"120.159849ms","start":"2026-03-18T10:24:31.365367Z","end":"2026-03-18T10:24:31.485527Z","steps":["trace[61788314] 'process raft request' (duration: 119.799361ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:24:31.485251Z","caller":"traceutil/trace.go:171","msg":"trace[676581158] transaction","detail":"{read_only:false; response_revision:14264; number_of_response:1; }","duration":"127.259816ms","start":"2026-03-18T10:24:31.357901Z","end":"2026-03-18T10:24:31.485161Z","steps":["trace[676581158] 'process raft request' (duration: 50.416691ms)","trace[676581158] 'compare' (duration: 76.593179ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:24:49.98982Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10400673014339862891,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-18T10:24:50.198222Z","caller":"traceutil/trace.go:171","msg":"trace[695594954] transaction","detail":"{read_only:false; response_revision:14656; number_of_response:1; }","duration":"729.325909ms","start":"2026-03-18T10:24:49.468875Z","end":"2026-03-18T10:24:50.198201Z","steps":["trace[695594954] 'process raft request' (duration: 729.188536ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:24:50.198344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:24:49.468847Z","time spent":"729.434491ms","remote":"127.0.0.1:41302","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8757,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:24:50.322984Z","caller":"traceutil/trace.go:171","msg":"trace[1120284809] transaction","detail":"{read_only:false; response_revision:14657; number_of_response:1; }","duration":"419.918308ms","start":"2026-03-18T10:24:49.903028Z","end":"2026-03-18T10:24:50.322947Z","steps":["trace[1120284809] 'process raft request' (duration: 417.77768ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:24:50.32306Z","caller":"traceutil/trace.go:171","msg":"trace[1103314311] transaction","detail":"{read_only:false; response_revision:14658; number_of_response:1; }","duration":"359.162598ms","start":"2026-03-18T10:24:49.963872Z","end":"2026-03-18T10:24:50.323035Z","steps":["trace[1103314311] 'process raft request' (duration: 358.980304ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:24:50.323094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"833.30177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:24:50.323156Z","caller":"traceutil/trace.go:171","msg":"trace[1863074532] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:14659; }","duration":"833.378502ms","start":"2026-03-18T10:24:49.489764Z","end":"2026-03-18T10:24:50.323142Z","steps":["trace[1863074532] 'agreement among raft nodes before linearized reading' (duration: 833.27793ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:24:50.323169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:24:49.963833Z","time spent":"359.2802ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:24:50.323169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:24:49.902994Z","time spent":"420.077431ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:24:50.323191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:24:49.489683Z","time spent":"833.499524ms","remote":"127.0.0.1:41302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"info","ts":"2026-03-18T10:24:50.322972Z","caller":"traceutil/trace.go:171","msg":"trace[1930073559] linearizableReadLoop","detail":"{readStateIndex:15202; appliedIndex:15198; }","duration":"833.167307ms","start":"2026-03-18T10:24:49.489779Z","end":"2026-03-18T10:24:50.322946Z","steps":["trace[1930073559] 'read index received' (duration: 708.402327ms)","trace[1930073559] 'applied index is now lower than readState.Index' (duration: 124.76421ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:24:50.323406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"833.360841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:24:50.323466Z","caller":"traceutil/trace.go:171","msg":"trace[1173581558] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:0; response_revision:14659; }","duration":"833.437433ms","start":"2026-03-18T10:24:49.49001Z","end":"2026-03-18T10:24:50.323448Z","steps":["trace[1173581558] 'agreement among raft nodes before linearized reading' (duration: 833.346641ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:24:50.32351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:24:49.49Z","time spent":"833.499194ms","remote":"127.0.0.1:41302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-18T10:24:50.32351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.261865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-18T10:24:50.323561Z","caller":"traceutil/trace.go:171","msg":"trace[1943976488] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14659; }","duration":"332.326256ms","start":"2026-03-18T10:24:49.991219Z","end":"2026-03-18T10:24:50.323545Z","steps":["trace[1943976488] 'agreement among raft nodes before linearized reading' (duration: 332.154152ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:24:50.323596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:24:49.991212Z","time spent":"332.373647ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-18T10:24:50.323649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.237139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-18T10:24:50.323724Z","caller":"traceutil/trace.go:171","msg":"trace[75155434] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14659; }","duration":"349.360131ms","start":"2026-03-18T10:24:49.974353Z","end":"2026-03-18T10:24:50.323713Z","steps":["trace[75155434] 'agreement among raft nodes before linearized reading' (duration: 349.186098ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:24:50.323743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"672.434034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T10:24:50.323752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:24:49.974325Z","time spent":"349.420192ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T10:24:50.323759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.361617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-9mcth\" ","response":"range_response_count:1 size:9799"} {"level":"info","ts":"2026-03-18T10:24:50.323788Z","caller":"traceutil/trace.go:171","msg":"trace[170503305] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14659; }","duration":"672.512836ms","start":"2026-03-18T10:24:49.65126Z","end":"2026-03-18T10:24:50.323773Z","steps":["trace[170503305] 'agreement among raft nodes before linearized reading' (duration: 672.451974ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:24:50.323801Z","caller":"traceutil/trace.go:171","msg":"trace[357295096] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-9mcth; range_end:; response_count:1; response_revision:14659; }","duration":"239.457869ms","start":"2026-03-18T10:24:50.084332Z","end":"2026-03-18T10:24:50.323789Z","steps":["trace[357295096] 'agreement among raft nodes before linearized reading' (duration: 239.292515ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:24:50.323834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:24:49.65124Z","time spent":"672.584408ms","remote":"127.0.0.1:41084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T10:24:50.323875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.447961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-18T10:24:50.323901Z","caller":"traceutil/trace.go:171","msg":"trace[1966990917] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14659; }","duration":"333.483822ms","start":"2026-03-18T10:24:49.990409Z","end":"2026-03-18T10:24:50.323893Z","steps":["trace[1966990917] 'agreement among raft nodes before linearized reading' (duration: 333.411111ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:24:50.323925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:24:49.990403Z","time spent":"333.516763ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T10:24:50.323933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.053236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-18T10:24:50.323966Z","caller":"traceutil/trace.go:171","msg":"trace[2112285529] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14659; }","duration":"296.137299ms","start":"2026-03-18T10:24:50.027819Z","end":"2026-03-18T10:24:50.323956Z","steps":["trace[2112285529] 'agreement among raft nodes before linearized reading' (duration: 296.045456ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:24:50.324026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.745194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-ks6bl\" ","response":"range_response_count:1 size:20770"} {"level":"warn","ts":"2026-03-18T10:24:50.324016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.983554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9qjd8\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-18T10:24:50.324056Z","caller":"traceutil/trace.go:171","msg":"trace[2015776256] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-ks6bl; range_end:; response_count:1; response_revision:14659; }","duration":"209.822156ms","start":"2026-03-18T10:24:50.114225Z","end":"2026-03-18T10:24:50.324048Z","steps":["trace[2015776256] 'agreement among raft nodes before linearized reading' (duration: 209.722073ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:24:50.324064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"833.667519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:24:50.324092Z","caller":"traceutil/trace.go:171","msg":"trace[780268478] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9qjd8; range_end:; response_count:1; response_revision:14659; }","duration":"124.098336ms","start":"2026-03-18T10:24:50.199974Z","end":"2026-03-18T10:24:50.324072Z","steps":["trace[780268478] 'agreement among raft nodes before linearized reading' (duration: 123.901271ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:24:50.324113Z","caller":"traceutil/trace.go:171","msg":"trace[828684520] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:14659; }","duration":"833.73049ms","start":"2026-03-18T10:24:49.490368Z","end":"2026-03-18T10:24:50.324099Z","steps":["trace[828684520] 'agreement among raft nodes before linearized reading' (duration: 833.655588ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:24:50.32414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.449208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:24:50.323447Z","caller":"traceutil/trace.go:171","msg":"trace[801201179] transaction","detail":"{read_only:false; response_revision:14659; number_of_response:1; }","duration":"358.721728ms","start":"2026-03-18T10:24:49.964711Z","end":"2026-03-18T10:24:50.323433Z","steps":["trace[801201179] 'process raft request' (duration: 358.193467ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:24:50.3242Z","caller":"traceutil/trace.go:171","msg":"trace[1563646470] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14659; }","duration":"297.551441ms","start":"2026-03-18T10:24:50.026633Z","end":"2026-03-18T10:24:50.324185Z","steps":["trace[1563646470] 'agreement among raft nodes before linearized reading' (duration: 297.445538ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:24:50.324213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"833.932825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T10:24:50.324116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.888952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-18T10:24:50.324252Z","caller":"traceutil/trace.go:171","msg":"trace[1692877389] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14659; }","duration":"833.987426ms","start":"2026-03-18T10:24:49.490253Z","end":"2026-03-18T10:24:50.324241Z","steps":["trace[1692877389] 'agreement among raft nodes before linearized reading' (duration: 833.929174ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:24:50.324237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.694804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:24:50.324279Z","caller":"traceutil/trace.go:171","msg":"trace[1451135071] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14659; }","duration":"334.067925ms","start":"2026-03-18T10:24:49.990197Z","end":"2026-03-18T10:24:50.324265Z","steps":["trace[1451135071] 'agreement among raft nodes before linearized reading' (duration: 333.858151ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:24:50.324294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:24:49.490244Z","time spent":"834.039807ms","remote":"127.0.0.1:41302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-18T10:24:50.324312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:24:49.990188Z","time spent":"334.116226ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-18T10:24:50.324322Z","caller":"traceutil/trace.go:171","msg":"trace[767847984] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:0; response_revision:14659; }","duration":"297.793256ms","start":"2026-03-18T10:24:50.026509Z","end":"2026-03-18T10:24:50.324302Z","steps":["trace[767847984] 'agreement among raft nodes before linearized reading' (duration: 297.662473ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:24:50.324154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:24:49.490363Z","time spent":"833.781972ms","remote":"127.0.0.1:41302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-03-18T10:24:50.324187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.274669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-18T10:24:50.324459Z","caller":"traceutil/trace.go:171","msg":"trace[2146560546] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14659; }","duration":"334.599997ms","start":"2026-03-18T10:24:49.989822Z","end":"2026-03-18T10:24:50.324422Z","steps":["trace[2146560546] 'agreement among raft nodes before linearized reading' (duration: 334.31451ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:24:50.324535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:24:49.989799Z","time spent":"334.70808ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-18T10:24:50.323686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"624.434946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:24:50.324628Z","caller":"traceutil/trace.go:171","msg":"trace[1776589703] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:14659; }","duration":"625.443969ms","start":"2026-03-18T10:24:49.699161Z","end":"2026-03-18T10:24:50.324605Z","steps":["trace[1776589703] 'agreement among raft nodes before linearized reading' (duration: 624.447296ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:24:50.324702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:24:49.699118Z","time spent":"625.559261ms","remote":"127.0.0.1:41154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-03-18T10:24:50.324255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:24:49.964686Z","time spent":"359.527277ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:25:00.862913Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10400673014339863214,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-18T10:25:01.215767Z","caller":"traceutil/trace.go:171","msg":"trace[1527719021] transaction","detail":"{read_only:false; response_revision:14729; number_of_response:1; }","duration":"840.791565ms","start":"2026-03-18T10:25:00.355998Z","end":"2026-03-18T10:25:01.19679Z","steps":["trace[1527719021] 'process raft request' (duration: 840.638472ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:25:01.215897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:25:00.355974Z","time spent":"859.851075ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:25:01.233356Z","caller":"traceutil/trace.go:171","msg":"trace[1726861333] linearizableReadLoop","detail":"{readStateIndex:15277; appliedIndex:15274; }","duration":"871.41809ms","start":"2026-03-18T10:25:00.361924Z","end":"2026-03-18T10:25:01.233342Z","steps":["trace[1726861333] 'read index received' (duration: 834.763763ms)","trace[1726861333] 'applied index is now lower than readState.Index' (duration: 36.653597ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:25:01.233446Z","caller":"traceutil/trace.go:171","msg":"trace[492652128] transaction","detail":"{read_only:false; response_revision:14731; number_of_response:1; }","duration":"873.68758ms","start":"2026-03-18T10:25:00.359749Z","end":"2026-03-18T10:25:01.233437Z","steps":["trace[492652128] 'process raft request' (duration: 873.566698ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:25:01.233643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:25:00.35974Z","time spent":"873.722621ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:25:01.233815Z","caller":"traceutil/trace.go:171","msg":"trace[1428592142] transaction","detail":"{read_only:false; response_revision:14730; number_of_response:1; }","duration":"874.759833ms","start":"2026-03-18T10:25:00.358621Z","end":"2026-03-18T10:25:01.233381Z","steps":["trace[1428592142] 'process raft request' (duration: 874.59418ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:25:01.233887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"582.386858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T10:25:01.233874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"671.967863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-03-18T10:25:01.233892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"581.99685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:25:01.233956Z","caller":"traceutil/trace.go:171","msg":"trace[2145486815] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:14731; }","duration":"582.570962ms","start":"2026-03-18T10:25:00.651368Z","end":"2026-03-18T10:25:01.233939Z","steps":["trace[2145486815] 'agreement among raft nodes before linearized reading' (duration: 582.362158ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:25:01.233984Z","caller":"traceutil/trace.go:171","msg":"trace[783442068] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14731; }","duration":"672.152568ms","start":"2026-03-18T10:25:00.561804Z","end":"2026-03-18T10:25:01.233956Z","steps":["trace[783442068] 'agreement among raft nodes before linearized reading' (duration: 671.8043ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:25:01.233995Z","caller":"traceutil/trace.go:171","msg":"trace[1697275249] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14731; }","duration":"582.137853ms","start":"2026-03-18T10:25:00.65183Z","end":"2026-03-18T10:25:01.233968Z","steps":["trace[1697275249] 'agreement among raft nodes before linearized reading' (duration: 581.921368ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:25:01.234009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:25:00.651342Z","time spent":"582.655905ms","remote":"127.0.0.1:41282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-03-18T10:25:01.23404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:25:00.65182Z","time spent":"582.211565ms","remote":"127.0.0.1:41084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T10:25:01.234045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:25:00.561796Z","time spent":"672.233409ms","remote":"127.0.0.1:41242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-18T10:25:01.233757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"833.047924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-18T10:25:01.234077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"672.518576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:25:01.234173Z","caller":"traceutil/trace.go:171","msg":"trace[963469026] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:14731; }","duration":"672.656618ms","start":"2026-03-18T10:25:00.561495Z","end":"2026-03-18T10:25:01.234152Z","steps":["trace[963469026] 'agreement among raft nodes before linearized reading' (duration: 672.518145ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:25:01.234127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"671.603366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:25:01.234232Z","caller":"traceutil/trace.go:171","msg":"trace[1922322632] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14731; }","duration":"833.470463ms","start":"2026-03-18T10:25:00.400628Z","end":"2026-03-18T10:25:01.234098Z","steps":["trace[1922322632] 'agreement among raft nodes before linearized reading' (duration: 832.89876ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:25:01.234228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:25:00.561484Z","time spent":"672.73685ms","remote":"127.0.0.1:41242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":28,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-03-18T10:25:01.234169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:25:00.358592Z","time spent":"875.342336ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:25:01.234363Z","caller":"traceutil/trace.go:171","msg":"trace[286915634] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14731; }","duration":"671.868451ms","start":"2026-03-18T10:25:00.562397Z","end":"2026-03-18T10:25:01.234265Z","steps":["trace[286915634] 'agreement among raft nodes before linearized reading' (duration: 671.493113ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:25:01.234442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:25:00.562376Z","time spent":"672.048915ms","remote":"127.0.0.1:41302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-18T10:25:01.234525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"872.605556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-18T10:25:01.234566Z","caller":"traceutil/trace.go:171","msg":"trace[1663455009] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14731; }","duration":"872.731459ms","start":"2026-03-18T10:25:00.361823Z","end":"2026-03-18T10:25:01.234555Z","steps":["trace[1663455009] 'agreement among raft nodes before linearized reading' (duration: 871.960152ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:25:01.234537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:25:00.400614Z","time spent":"833.657728ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-18T10:25:01.234588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:25:00.361804Z","time spent":"872.778609ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-18T10:25:01.234709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.998185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-k6x6k\" ","response":"range_response_count:1 size:22131"} {"level":"info","ts":"2026-03-18T10:25:01.234775Z","caller":"traceutil/trace.go:171","msg":"trace[1201913645] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-k6x6k; range_end:; response_count:1; response_revision:14731; }","duration":"516.112067ms","start":"2026-03-18T10:25:00.718642Z","end":"2026-03-18T10:25:01.234754Z","steps":["trace[1201913645] 'agreement among raft nodes before linearized reading' (duration: 515.30416ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:25:01.234817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:25:00.718616Z","time spent":"516.190199ms","remote":"127.0.0.1:41260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22154,"request content":"key:\"/registry/pods/openstack/nova-compute-default-k6x6k\" "} {"level":"warn","ts":"2026-03-18T10:25:01.234827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"534.43326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-k6x6k\" ","response":"range_response_count:1 size:22131"} {"level":"info","ts":"2026-03-18T10:25:01.234857Z","caller":"traceutil/trace.go:171","msg":"trace[1979579227] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-k6x6k; range_end:; response_count:1; response_revision:14731; }","duration":"534.499322ms","start":"2026-03-18T10:25:00.70035Z","end":"2026-03-18T10:25:01.234849Z","steps":["trace[1979579227] 'agreement among raft nodes before linearized reading' (duration: 533.307676ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:25:01.234878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:25:00.700334Z","time spent":"534.539503ms","remote":"127.0.0.1:41260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22154,"request content":"key:\"/registry/pods/openstack/nova-compute-default-k6x6k\" "} {"level":"warn","ts":"2026-03-18T10:25:01.234939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"726.576007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-03-18T10:25:01.235069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"672.822922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-03-18T10:25:01.23512Z","caller":"traceutil/trace.go:171","msg":"trace[128909812] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14731; }","duration":"672.926965ms","start":"2026-03-18T10:25:00.562177Z","end":"2026-03-18T10:25:01.235104Z","steps":["trace[128909812] 'agreement among raft nodes before linearized reading' (duration: 671.7996ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:25:01.235158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:25:00.562149Z","time spent":"672.998786ms","remote":"127.0.0.1:41302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5546,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-18T10:25:01.235195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"673.844294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:682"} {"level":"info","ts":"2026-03-18T10:25:01.235276Z","caller":"traceutil/trace.go:171","msg":"trace[784418678] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:14731; }","duration":"673.926366ms","start":"2026-03-18T10:25:00.561336Z","end":"2026-03-18T10:25:01.235263Z","steps":["trace[784418678] 'agreement among raft nodes before linearized reading' (duration: 672.661859ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:25:01.235358Z","caller":"traceutil/trace.go:171","msg":"trace[1958053503] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14731; }","duration":"726.676569ms","start":"2026-03-18T10:25:00.508293Z","end":"2026-03-18T10:25:01.234969Z","steps":["trace[1958053503] 'agreement among raft nodes before linearized reading' (duration: 725.754829ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:25:01.23553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:25:00.50826Z","time spent":"727.257693ms","remote":"127.0.0.1:41302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5546,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-18T10:25:01.235634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"770.369393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-ks6bl\" ","response":"range_response_count:1 size:20770"} {"level":"warn","ts":"2026-03-18T10:25:01.23567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:25:00.561257Z","time spent":"674.054799ms","remote":"127.0.0.1:41242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":705,"request content":"key:\"/registry/services/endpoints/openstack/nova-metadata\" "} {"level":"info","ts":"2026-03-18T10:25:01.23568Z","caller":"traceutil/trace.go:171","msg":"trace[1978918196] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-ks6bl; range_end:; response_count:1; response_revision:14731; }","duration":"770.414944ms","start":"2026-03-18T10:25:00.465253Z","end":"2026-03-18T10:25:01.235668Z","steps":["trace[1978918196] 'agreement among raft nodes before linearized reading' (duration: 768.740947ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:25:01.235713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:25:00.465219Z","time spent":"770.486406ms","remote":"127.0.0.1:41260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20793,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-ks6bl\" "} {"level":"warn","ts":"2026-03-18T10:25:01.235997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"764.504644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-9mcth\" ","response":"range_response_count:1 size:9799"} {"level":"warn","ts":"2026-03-18T10:25:01.236048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"829.596368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-18T10:25:01.236145Z","caller":"traceutil/trace.go:171","msg":"trace[1554434944] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14731; }","duration":"829.710961ms","start":"2026-03-18T10:25:00.406409Z","end":"2026-03-18T10:25:01.23612Z","steps":["trace[1554434944] 'agreement among raft nodes before linearized reading' (duration: 827.691946ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:25:01.236206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:25:00.406404Z","time spent":"829.788052ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-18T10:25:01.236282Z","caller":"traceutil/trace.go:171","msg":"trace[2130961293] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-9mcth; range_end:; response_count:1; response_revision:14731; }","duration":"764.637046ms","start":"2026-03-18T10:25:00.471459Z","end":"2026-03-18T10:25:01.236096Z","steps":["trace[2130961293] 'agreement among raft nodes before linearized reading' (duration: 762.604401ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:25:01.236387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:25:00.47145Z","time spent":"764.926342ms","remote":"127.0.0.1:41260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9822,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-9mcth\" "} {"level":"warn","ts":"2026-03-18T10:25:01.236958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"784.77736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9qjd8\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-18T10:25:01.237025Z","caller":"traceutil/trace.go:171","msg":"trace[1157730370] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9qjd8; range_end:; response_count:1; response_revision:14731; }","duration":"784.867672ms","start":"2026-03-18T10:25:00.452148Z","end":"2026-03-18T10:25:01.237015Z","steps":["trace[1157730370] 'agreement among raft nodes before linearized reading' (duration: 781.989779ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:25:01.237068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:25:00.452136Z","time spent":"784.923153ms","remote":"127.0.0.1:41260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-9qjd8\" "} {"level":"warn","ts":"2026-03-18T10:25:01.237509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"831.099321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-18T10:25:01.237799Z","caller":"traceutil/trace.go:171","msg":"trace[925785149] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14731; }","duration":"831.407437ms","start":"2026-03-18T10:25:00.406359Z","end":"2026-03-18T10:25:01.237767Z","steps":["trace[925785149] 'agreement among raft nodes before linearized reading' (duration: 827.794158ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:25:01.237864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:25:00.406343Z","time spent":"831.50978ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T10:25:01.238229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"832.651377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-18T10:25:01.238295Z","caller":"traceutil/trace.go:171","msg":"trace[546532898] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14731; }","duration":"832.733938ms","start":"2026-03-18T10:25:00.405542Z","end":"2026-03-18T10:25:01.238276Z","steps":["trace[546532898] 'agreement among raft nodes before linearized reading' (duration: 828.629397ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:25:01.238339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:25:00.405534Z","time spent":"832.79565ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-18T10:25:28.89061Z","caller":"traceutil/trace.go:171","msg":"trace[1906808846] linearizableReadLoop","detail":"{readStateIndex:15413; appliedIndex:15412; }","duration":"279.394169ms","start":"2026-03-18T10:25:28.611178Z","end":"2026-03-18T10:25:28.890572Z","steps":["trace[1906808846] 'read index received' (duration: 277.136639ms)","trace[1906808846] 'applied index is now lower than readState.Index' (duration: 2.25511ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:25:28.890839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.625375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T10:25:28.890944Z","caller":"traceutil/trace.go:171","msg":"trace[674244473] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:14861; }","duration":"279.764327ms","start":"2026-03-18T10:25:28.611129Z","end":"2026-03-18T10:25:28.890894Z","steps":["trace[674244473] 'agreement among raft nodes before linearized reading' (duration: 279.578523ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:25:28.891514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.500032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:25:28.891558Z","caller":"traceutil/trace.go:171","msg":"trace[1150133151] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14862; }","duration":"240.558393ms","start":"2026-03-18T10:25:28.650986Z","end":"2026-03-18T10:25:28.891545Z","steps":["trace[1150133151] 'agreement among raft nodes before linearized reading' (duration: 239.96532ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:25:28.891812Z","caller":"traceutil/trace.go:171","msg":"trace[808389269] transaction","detail":"{read_only:false; response_revision:14862; number_of_response:1; }","duration":"106.935127ms","start":"2026-03-18T10:25:28.784043Z","end":"2026-03-18T10:25:28.890978Z","steps":["trace[808389269] 'process raft request' (duration: 106.477807ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:25:35.593258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.021739ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T10:25:35.593369Z","caller":"traceutil/trace.go:171","msg":"trace[1844020654] linearizableReadLoop","detail":"{readStateIndex:15447; appliedIndex:15445; }","duration":"137.530932ms","start":"2026-03-18T10:25:35.455822Z","end":"2026-03-18T10:25:35.593353Z","steps":["trace[1844020654] 'read index received' (duration: 6.288469ms)","trace[1844020654] 'applied index is now lower than readState.Index' (duration: 131.241483ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:25:35.593459Z","caller":"traceutil/trace.go:171","msg":"trace[1637079410] transaction","detail":"{read_only:false; response_revision:14894; number_of_response:1; }","duration":"164.22967ms","start":"2026-03-18T10:25:35.429218Z","end":"2026-03-18T10:25:35.593448Z","steps":["trace[1637079410] 'process raft request' (duration: 56.937265ms)","trace[1637079410] 'compare' (duration: 106.899077ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:25:35.593599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.747542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:25:35.593692Z","caller":"traceutil/trace.go:171","msg":"trace[1332272683] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14894; }","duration":"100.889024ms","start":"2026-03-18T10:25:35.492782Z","end":"2026-03-18T10:25:35.593671Z","steps":["trace[1332272683] 'agreement among raft nodes before linearized reading' (duration: 100.727481ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:25:35.593715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.969287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:25:35.59385Z","caller":"traceutil/trace.go:171","msg":"trace[1540750789] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:14894; }","duration":"102.160092ms","start":"2026-03-18T10:25:35.491652Z","end":"2026-03-18T10:25:35.593812Z","steps":["trace[1540750789] 'agreement among raft nodes before linearized reading' (duration: 101.949768ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:25:35.594043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.691183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-18T10:25:35.594098Z","caller":"traceutil/trace.go:171","msg":"trace[1051671418] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14894; }","duration":"126.768444ms","start":"2026-03-18T10:25:35.467322Z","end":"2026-03-18T10:25:35.59409Z","steps":["trace[1051671418] 'agreement among raft nodes before linearized reading' (duration: 126.153111ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:25:35.594184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.432999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T10:25:35.594187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.504787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-18T10:25:35.594191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.098602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-03-18T10:25:35.594221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.772403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-18T10:25:35.594233Z","caller":"traceutil/trace.go:171","msg":"trace[454533287] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:14894; }","duration":"102.49548ms","start":"2026-03-18T10:25:35.491723Z","end":"2026-03-18T10:25:35.594218Z","steps":["trace[454533287] 'agreement among raft nodes before linearized reading' (duration: 102.322245ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:25:35.594243Z","caller":"traceutil/trace.go:171","msg":"trace[1023314868] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14894; }","duration":"125.607099ms","start":"2026-03-18T10:25:35.468619Z","end":"2026-03-18T10:25:35.594226Z","steps":["trace[1023314868] 'agreement among raft nodes before linearized reading' (duration: 125.427964ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:25:35.594269Z","caller":"traceutil/trace.go:171","msg":"trace[149774656] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14894; }","duration":"125.840034ms","start":"2026-03-18T10:25:35.468417Z","end":"2026-03-18T10:25:35.594257Z","steps":["trace[149774656] 'agreement among raft nodes before linearized reading' (duration: 125.68077ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:25:35.594265Z","caller":"traceutil/trace.go:171","msg":"trace[1366377615] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14894; }","duration":"102.195633ms","start":"2026-03-18T10:25:35.492048Z","end":"2026-03-18T10:25:35.594243Z","steps":["trace[1366377615] 'agreement among raft nodes before linearized reading' (duration: 101.955967ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:25:35.59486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.012735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-18T10:25:35.594951Z","caller":"traceutil/trace.go:171","msg":"trace[1367356367] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14894; }","duration":"139.133067ms","start":"2026-03-18T10:25:35.455795Z","end":"2026-03-18T10:25:35.594928Z","steps":["trace[1367356367] 'agreement among raft nodes before linearized reading' (duration: 138.960434ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:25:35.834623Z","caller":"traceutil/trace.go:171","msg":"trace[1864530063] transaction","detail":"{read_only:false; response_revision:14896; number_of_response:1; }","duration":"234.867107ms","start":"2026-03-18T10:25:35.599723Z","end":"2026-03-18T10:25:35.83459Z","steps":["trace[1864530063] 'process raft request' (duration: 181.629293ms)","trace[1864530063] 'compare' (duration: 52.950928ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:25:35.834725Z","caller":"traceutil/trace.go:171","msg":"trace[566589449] linearizableReadLoop","detail":"{readStateIndex:15450; appliedIndex:15447; }","duration":"186.00384ms","start":"2026-03-18T10:25:35.648695Z","end":"2026-03-18T10:25:35.834699Z","steps":["trace[566589449] 'read index received' (duration: 34.664934ms)","trace[566589449] 'applied index is now lower than readState.Index' (duration: 151.336736ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:25:35.834956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.872462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-9mcth\" ","response":"range_response_count:1 size:9799"} {"level":"warn","ts":"2026-03-18T10:25:35.834957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.242255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-k6x6k\" ","response":"range_response_count:1 size:22131"} {"level":"info","ts":"2026-03-18T10:25:35.835Z","caller":"traceutil/trace.go:171","msg":"trace[1675776442] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-9mcth; range_end:; response_count:1; response_revision:14897; }","duration":"158.940184ms","start":"2026-03-18T10:25:35.676047Z","end":"2026-03-18T10:25:35.834987Z","steps":["trace[1675776442] 'agreement among raft nodes before linearized reading' (duration: 158.804261ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:25:35.834786Z","caller":"traceutil/trace.go:171","msg":"trace[1635462638] transaction","detail":"{read_only:false; response_revision:14897; number_of_response:1; }","duration":"230.756116ms","start":"2026-03-18T10:25:35.603975Z","end":"2026-03-18T10:25:35.834731Z","steps":["trace[1635462638] 'process raft request' (duration: 230.528361ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:25:35.83501Z","caller":"traceutil/trace.go:171","msg":"trace[2104748450] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-k6x6k; range_end:; response_count:1; response_revision:14897; }","duration":"186.342568ms","start":"2026-03-18T10:25:35.64865Z","end":"2026-03-18T10:25:35.834993Z","steps":["trace[2104748450] 'agreement among raft nodes before linearized reading' (duration: 186.170294ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:25:35.834993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.450832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:25:35.835101Z","caller":"traceutil/trace.go:171","msg":"trace[1923738708] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14897; }","duration":"182.613487ms","start":"2026-03-18T10:25:35.652468Z","end":"2026-03-18T10:25:35.835081Z","steps":["trace[1923738708] 'agreement among raft nodes before linearized reading' (duration: 182.381331ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:25:35.835171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.648451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-k6x6k\" ","response":"range_response_count:1 size:22131"} {"level":"info","ts":"2026-03-18T10:25:35.835211Z","caller":"traceutil/trace.go:171","msg":"trace[984759110] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-k6x6k; range_end:; response_count:1; response_revision:14897; }","duration":"170.707993ms","start":"2026-03-18T10:25:35.664494Z","end":"2026-03-18T10:25:35.835202Z","steps":["trace[984759110] 'agreement among raft nodes before linearized reading' (duration: 170.616411ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:25:35.835461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.728233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-ks6bl\" ","response":"range_response_count:1 size:20770"} {"level":"info","ts":"2026-03-18T10:25:35.835507Z","caller":"traceutil/trace.go:171","msg":"trace[935474936] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-ks6bl; range_end:; response_count:1; response_revision:14897; }","duration":"174.788274ms","start":"2026-03-18T10:25:35.660706Z","end":"2026-03-18T10:25:35.835495Z","steps":["trace[935474936] 'agreement among raft nodes before linearized reading' (duration: 174.60595ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:25:36.658332Z","caller":"traceutil/trace.go:171","msg":"trace[1490326320] linearizableReadLoop","detail":"{readStateIndex:15451; appliedIndex:15450; }","duration":"229.447229ms","start":"2026-03-18T10:25:36.428864Z","end":"2026-03-18T10:25:36.658311Z","steps":["trace[1490326320] 'read index received' (duration: 229.274225ms)","trace[1490326320] 'applied index is now lower than readState.Index' (duration: 172.194µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:25:36.658574Z","caller":"traceutil/trace.go:171","msg":"trace[1395127969] transaction","detail":"{read_only:false; response_revision:14898; number_of_response:1; }","duration":"390.541139ms","start":"2026-03-18T10:25:36.268018Z","end":"2026-03-18T10:25:36.658559Z","steps":["trace[1395127969] 'process raft request' (duration: 390.174481ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:25:36.658674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:25:36.267979Z","time spent":"390.629641ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:25:36.658869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.002372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:25:36.658933Z","caller":"traceutil/trace.go:171","msg":"trace[281538462] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14898; }","duration":"230.102434ms","start":"2026-03-18T10:25:36.428821Z","end":"2026-03-18T10:25:36.658924Z","steps":["trace[281538462] 'agreement among raft nodes before linearized reading' (duration: 230.017562ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:25:36.659154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.145614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-18T10:25:36.659187Z","caller":"traceutil/trace.go:171","msg":"trace[481056501] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14898; }","duration":"230.303528ms","start":"2026-03-18T10:25:36.428876Z","end":"2026-03-18T10:25:36.65918Z","steps":["trace[481056501] 'agreement among raft nodes before linearized reading' (duration: 230.201476ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:25:36.66084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.965578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-03-18T10:25:36.66088Z","caller":"traceutil/trace.go:171","msg":"trace[2006025677] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14898; }","duration":"219.046878ms","start":"2026-03-18T10:25:36.441824Z","end":"2026-03-18T10:25:36.660871Z","steps":["trace[2006025677] 'agreement among raft nodes before linearized reading' (duration: 218.952426ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:25:36.661007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.578828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:25:36.661302Z","caller":"traceutil/trace.go:171","msg":"trace[1451464333] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:14898; }","duration":"223.886055ms","start":"2026-03-18T10:25:36.437406Z","end":"2026-03-18T10:25:36.661292Z","steps":["trace[1451464333] 'agreement among raft nodes before linearized reading' (duration: 223.579708ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:25:36.661427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.025359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:25:36.661459Z","caller":"traceutil/trace.go:171","msg":"trace[752573134] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14898; }","duration":"224.07417ms","start":"2026-03-18T10:25:36.437378Z","end":"2026-03-18T10:25:36.661452Z","steps":["trace[752573134] 'agreement among raft nodes before linearized reading' (duration: 224.031228ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:25:36.661572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.230674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:25:36.661598Z","caller":"traceutil/trace.go:171","msg":"trace[692096618] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:14898; }","duration":"224.279074ms","start":"2026-03-18T10:25:36.437312Z","end":"2026-03-18T10:25:36.661591Z","steps":["trace[692096618] 'agreement among raft nodes before linearized reading' (duration: 224.241133ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:25:36.661748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.779518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-03-18T10:25:36.66178Z","caller":"traceutil/trace.go:171","msg":"trace[339446491] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14898; }","duration":"230.823149ms","start":"2026-03-18T10:25:36.43095Z","end":"2026-03-18T10:25:36.661773Z","steps":["trace[339446491] 'agreement among raft nodes before linearized reading' (duration: 230.744987ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:25:37.201586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.017569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:25:37.201665Z","caller":"traceutil/trace.go:171","msg":"trace[676285427] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:14898; }","duration":"415.144352ms","start":"2026-03-18T10:25:36.786503Z","end":"2026-03-18T10:25:37.201647Z","steps":["trace[676285427] 'count revisions from in-memory index tree' (duration: 414.887875ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:25:37.201706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:25:36.786482Z","time spent":"415.212913ms","remote":"127.0.0.1:38698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-03-18T10:25:37.201723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.12974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:25:37.201773Z","caller":"traceutil/trace.go:171","msg":"trace[1241080289] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:14898; }","duration":"199.208931ms","start":"2026-03-18T10:25:37.002549Z","end":"2026-03-18T10:25:37.201758Z","steps":["trace[1241080289] 'count revisions from in-memory index tree' (duration: 199.011288ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:25:37.826141Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10400673014339864223,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-18T10:25:38.063282Z","caller":"traceutil/trace.go:171","msg":"trace[1004623495] transaction","detail":"{read_only:false; response_revision:14899; number_of_response:1; }","duration":"943.96323ms","start":"2026-03-18T10:25:37.119292Z","end":"2026-03-18T10:25:38.063255Z","steps":["trace[1004623495] 'process raft request' (duration: 943.51014ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:25:38.06344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:25:37.119273Z","time spent":"944.087862ms","remote":"127.0.0.1:41288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":416573,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:25:38.075112Z","caller":"traceutil/trace.go:171","msg":"trace[1884762844] transaction","detail":"{read_only:false; response_revision:14900; number_of_response:1; }","duration":"744.156476ms","start":"2026-03-18T10:25:37.330924Z","end":"2026-03-18T10:25:38.07508Z","steps":["trace[1884762844] 'process raft request' (duration: 743.945631ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:25:38.075284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:25:37.3309Z","time spent":"744.298258ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:25:38.075641Z","caller":"traceutil/trace.go:171","msg":"trace[1152588432] linearizableReadLoop","detail":"{readStateIndex:15456; appliedIndex:15451; }","duration":"750.001163ms","start":"2026-03-18T10:25:37.325628Z","end":"2026-03-18T10:25:38.075629Z","steps":["trace[1152588432] 'read index received' (duration: 737.231262ms)","trace[1152588432] 'applied index is now lower than readState.Index' (duration: 12.769171ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:25:38.07568Z","caller":"traceutil/trace.go:171","msg":"trace[1832308205] transaction","detail":"{read_only:false; response_revision:14901; number_of_response:1; }","duration":"675.89699ms","start":"2026-03-18T10:25:37.399775Z","end":"2026-03-18T10:25:38.075672Z","steps":["trace[1832308205] 'process raft request' (duration: 675.250745ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:25:38.075713Z","caller":"traceutil/trace.go:171","msg":"trace[634785112] transaction","detail":"{read_only:false; response_revision:14903; number_of_response:1; }","duration":"654.320153ms","start":"2026-03-18T10:25:37.421386Z","end":"2026-03-18T10:25:38.075706Z","steps":["trace[634785112] 'process raft request' (duration: 654.18353ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:25:38.07577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:25:37.421342Z","time spent":"654.389545ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:25:38.075791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:25:37.399746Z","time spent":"675.964081ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:25:38.075848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"750.222738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:25:38.075873Z","caller":"traceutil/trace.go:171","msg":"trace[1674060046] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:14903; }","duration":"750.282139ms","start":"2026-03-18T10:25:37.325585Z","end":"2026-03-18T10:25:38.075867Z","steps":["trace[1674060046] 'agreement among raft nodes before linearized reading' (duration: 750.239958ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:25:38.075889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:25:37.325565Z","time spent":"750.3204ms","remote":"127.0.0.1:41242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":28,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-03-18T10:25:38.076001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"750.31437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-18T10:25:38.076042Z","caller":"traceutil/trace.go:171","msg":"trace[1520772553] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14903; }","duration":"750.369301ms","start":"2026-03-18T10:25:37.325664Z","end":"2026-03-18T10:25:38.076034Z","steps":["trace[1520772553] 'agreement among raft nodes before linearized reading' (duration: 750.248389ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:25:38.076067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:25:37.325659Z","time spent":"750.403162ms","remote":"127.0.0.1:41242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-18T10:25:38.076088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.524522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:25:38.076108Z","caller":"traceutil/trace.go:171","msg":"trace[880934235] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:14903; }","duration":"475.554783ms","start":"2026-03-18T10:25:37.600547Z","end":"2026-03-18T10:25:38.076102Z","steps":["trace[880934235] 'agreement among raft nodes before linearized reading' (duration: 475.520152ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:25:38.076124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:25:37.600541Z","time spent":"475.579034ms","remote":"127.0.0.1:41302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-03-18T10:25:38.076199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.254451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-18T10:25:38.076259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.724153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-18T10:25:38.076265Z","caller":"traceutil/trace.go:171","msg":"trace[2124145112] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14903; }","duration":"237.341732ms","start":"2026-03-18T10:25:37.838903Z","end":"2026-03-18T10:25:38.076245Z","steps":["trace[2124145112] 'agreement among raft nodes before linearized reading' (duration: 237.185448ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:25:38.076302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.358327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:25:38.076315Z","caller":"traceutil/trace.go:171","msg":"trace[734480362] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14903; }","duration":"425.399498ms","start":"2026-03-18T10:25:37.650912Z","end":"2026-03-18T10:25:38.076312Z","steps":["trace[734480362] 'agreement among raft nodes before linearized reading' (duration: 425.374478ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:25:38.076328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:25:37.650896Z","time spent":"425.429639ms","remote":"127.0.0.1:41084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T10:25:38.076377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.333925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-18T10:25:38.075625Z","caller":"traceutil/trace.go:171","msg":"trace[1854497222] transaction","detail":"{read_only:false; response_revision:14902; number_of_response:1; }","duration":"654.491537ms","start":"2026-03-18T10:25:37.421111Z","end":"2026-03-18T10:25:38.075603Z","steps":["trace[1854497222] 'process raft request' (duration: 654.373174ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:25:38.076404Z","caller":"traceutil/trace.go:171","msg":"trace[1627472866] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14903; }","duration":"478.405456ms","start":"2026-03-18T10:25:37.597992Z","end":"2026-03-18T10:25:38.076397Z","steps":["trace[1627472866] 'agreement among raft nodes before linearized reading' (duration: 478.347705ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:25:38.07643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:25:37.597975Z","time spent":"478.448168ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-18T10:25:38.076456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.641855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9qjd8\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-18T10:25:38.076452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:25:37.421099Z","time spent":"655.316197ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:25:38.076523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.062087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-03-18T10:25:38.076542Z","caller":"traceutil/trace.go:171","msg":"trace[656320803] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14903; }","duration":"472.101967ms","start":"2026-03-18T10:25:37.604437Z","end":"2026-03-18T10:25:38.076539Z","steps":["trace[656320803] 'agreement among raft nodes before linearized reading' (duration: 472.052886ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:25:38.076556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:25:37.604426Z","time spent":"472.127709ms","remote":"127.0.0.1:41302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5546,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-18T10:25:38.076616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.676283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-03-18T10:25:38.076626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.318066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-k6x6k\" ","response":"range_response_count:1 size:22131"} {"level":"info","ts":"2026-03-18T10:25:38.076645Z","caller":"traceutil/trace.go:171","msg":"trace[2138663380] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14903; }","duration":"478.753054ms","start":"2026-03-18T10:25:37.597885Z","end":"2026-03-18T10:25:38.076638Z","steps":["trace[2138663380] 'agreement among raft nodes before linearized reading' (duration: 478.683483ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:25:38.076667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.457612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-18T10:25:38.07669Z","caller":"traceutil/trace.go:171","msg":"trace[772758785] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14903; }","duration":"475.497412ms","start":"2026-03-18T10:25:37.601187Z","end":"2026-03-18T10:25:38.076684Z","steps":["trace[772758785] 'agreement among raft nodes before linearized reading' (duration: 475.441991ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:25:38.076706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:25:37.601175Z","time spent":"475.526113ms","remote":"127.0.0.1:41242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-18T10:25:38.076721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"611.321647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-18T10:25:38.076745Z","caller":"traceutil/trace.go:171","msg":"trace[2100914643] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14903; }","duration":"611.390689ms","start":"2026-03-18T10:25:37.465346Z","end":"2026-03-18T10:25:38.076736Z","steps":["trace[2100914643] 'agreement among raft nodes before linearized reading' (duration: 611.333387ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:25:38.076746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.068968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-k6x6k\" ","response":"range_response_count:1 size:22131"} {"level":"warn","ts":"2026-03-18T10:25:38.07677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:25:37.465334Z","time spent":"611.430809ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-18T10:25:38.076298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.536976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-03-18T10:25:38.076832Z","caller":"traceutil/trace.go:171","msg":"trace[1797122946] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14903; }","duration":"477.084388ms","start":"2026-03-18T10:25:37.599742Z","end":"2026-03-18T10:25:38.076826Z","steps":["trace[1797122946] 'agreement among raft nodes before linearized reading' (duration: 476.500795ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:25:38.076855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:25:37.599735Z","time spent":"477.109748ms","remote":"127.0.0.1:41302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5546,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-18T10:25:38.076857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.117984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-ks6bl\" ","response":"range_response_count:1 size:20770"} {"level":"info","ts":"2026-03-18T10:25:38.076882Z","caller":"traceutil/trace.go:171","msg":"trace[1685746653] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-ks6bl; range_end:; response_count:1; response_revision:14903; }","duration":"221.158346ms","start":"2026-03-18T10:25:37.855717Z","end":"2026-03-18T10:25:38.076876Z","steps":["trace[1685746653] 'agreement among raft nodes before linearized reading' (duration: 221.078164ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:25:38.076327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.315293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:25:38.076933Z","caller":"traceutil/trace.go:171","msg":"trace[1851287624] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14903; }","duration":"477.939687ms","start":"2026-03-18T10:25:37.598987Z","end":"2026-03-18T10:25:38.076927Z","steps":["trace[1851287624] 'agreement among raft nodes before linearized reading' (duration: 477.323873ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:25:38.076955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:25:37.598977Z","time spent":"477.973117ms","remote":"127.0.0.1:41302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-18T10:25:38.076968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"654.642701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-03-18T10:25:38.076999Z","caller":"traceutil/trace.go:171","msg":"trace[1476108052] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14903; }","duration":"654.692743ms","start":"2026-03-18T10:25:37.4223Z","end":"2026-03-18T10:25:38.076992Z","steps":["trace[1476108052] 'agreement among raft nodes before linearized reading' (duration: 654.615841ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:25:38.077025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:25:37.422291Z","time spent":"654.728394ms","remote":"127.0.0.1:41302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5546,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-18T10:25:38.076666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:25:37.597865Z","time spent":"478.796915ms","remote":"127.0.0.1:41242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-03-18T10:25:38.076661Z","caller":"traceutil/trace.go:171","msg":"trace[907514064] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-k6x6k; range_end:; response_count:1; response_revision:14903; }","duration":"215.368808ms","start":"2026-03-18T10:25:37.861282Z","end":"2026-03-18T10:25:38.076651Z","steps":["trace[907514064] 'agreement among raft nodes before linearized reading' (duration: 215.255115ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:25:38.077186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.214021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-18T10:25:38.076784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.209498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T10:25:38.077226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"678.62921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:25:38.077255Z","caller":"traceutil/trace.go:171","msg":"trace[752027897] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14903; }","duration":"678.691342ms","start":"2026-03-18T10:25:37.398557Z","end":"2026-03-18T10:25:38.077248Z","steps":["trace[752027897] 'agreement among raft nodes before linearized reading' (duration: 678.655481ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:25:38.077281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:25:37.398538Z","time spent":"678.739322ms","remote":"127.0.0.1:41302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-18T10:25:38.077116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.144574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-9mcth\" ","response":"range_response_count:1 size:9799"} {"level":"info","ts":"2026-03-18T10:25:38.077349Z","caller":"traceutil/trace.go:171","msg":"trace[1448516957] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-9mcth; range_end:; response_count:1; response_revision:14903; }","duration":"225.395119ms","start":"2026-03-18T10:25:37.851949Z","end":"2026-03-18T10:25:38.077344Z","steps":["trace[1448516957] 'agreement among raft nodes before linearized reading' (duration: 225.099802ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:25:38.077433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"723.602352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-03-18T10:25:38.07746Z","caller":"traceutil/trace.go:171","msg":"trace[1308287861] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14903; }","duration":"723.669003ms","start":"2026-03-18T10:25:37.353784Z","end":"2026-03-18T10:25:38.077453Z","steps":["trace[1308287861] 'agreement among raft nodes before linearized reading' (duration: 723.596842ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:25:38.077481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:25:37.353763Z","time spent":"723.713324ms","remote":"127.0.0.1:41302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5546,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-18T10:25:38.076226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.934671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T10:25:38.077199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"656.466312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-03-18T10:25:38.077515Z","caller":"traceutil/trace.go:171","msg":"trace[1477016758] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14903; }","duration":"656.814508ms","start":"2026-03-18T10:25:37.420694Z","end":"2026-03-18T10:25:38.077509Z","steps":["trace[1477016758] 'agreement among raft nodes before linearized reading' (duration: 656.457591ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:25:38.077537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:25:37.420682Z","time spent":"656.85055ms","remote":"127.0.0.1:41302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5546,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-18T10:25:38.077676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"738.089381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-18T10:25:38.077714Z","caller":"traceutil/trace.go:171","msg":"trace[891994408] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14903; }","duration":"738.166953ms","start":"2026-03-18T10:25:37.339541Z","end":"2026-03-18T10:25:38.077708Z","steps":["trace[891994408] 'agreement among raft nodes before linearized reading' (duration: 738.05217ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:25:38.077732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:25:37.33952Z","time spent":"738.207443ms","remote":"127.0.0.1:41242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-18T10:25:38.077796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"747.209062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:25:38.077822Z","caller":"traceutil/trace.go:171","msg":"trace[877679243] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14903; }","duration":"747.252493ms","start":"2026-03-18T10:25:37.330563Z","end":"2026-03-18T10:25:38.077816Z","steps":["trace[877679243] 'agreement among raft nodes before linearized reading' (duration: 747.209812ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:25:38.077867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:25:37.330557Z","time spent":"747.306075ms","remote":"127.0.0.1:41302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-03-18T10:25:38.076277Z","caller":"traceutil/trace.go:171","msg":"trace[454930603] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14903; }","duration":"380.777135ms","start":"2026-03-18T10:25:37.695494Z","end":"2026-03-18T10:25:38.076271Z","steps":["trace[454930603] 'agreement among raft nodes before linearized reading' (duration: 380.721413ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:25:38.077906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:25:37.695474Z","time spent":"382.42475ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T10:25:38.077991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"752.166071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:682"} {"level":"info","ts":"2026-03-18T10:25:38.07648Z","caller":"traceutil/trace.go:171","msg":"trace[123140387] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9qjd8; range_end:; response_count:1; response_revision:14903; }","duration":"465.690897ms","start":"2026-03-18T10:25:37.610781Z","end":"2026-03-18T10:25:38.076472Z","steps":["trace[123140387] 'agreement among raft nodes before linearized reading' (duration: 465.628266ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:25:38.078017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:25:37.610768Z","time spent":"467.24542ms","remote":"127.0.0.1:41260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-9qjd8\" "} {"level":"info","ts":"2026-03-18T10:25:38.078104Z","caller":"traceutil/trace.go:171","msg":"trace[2056190004] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14903; }","duration":"477.834603ms","start":"2026-03-18T10:25:37.60026Z","end":"2026-03-18T10:25:38.078095Z","steps":["trace[2056190004] 'agreement among raft nodes before linearized reading' (duration: 475.940482ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:25:38.078136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:25:37.60025Z","time spent":"477.880454ms","remote":"127.0.0.1:41302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-03-18T10:25:38.076778Z","caller":"traceutil/trace.go:171","msg":"trace[1099005275] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-k6x6k; range_end:; response_count:1; response_revision:14903; }","duration":"218.113838ms","start":"2026-03-18T10:25:37.858656Z","end":"2026-03-18T10:25:38.07677Z","steps":["trace[1099005275] 'agreement among raft nodes before linearized reading' (duration: 218.024296ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:25:38.077224Z","caller":"traceutil/trace.go:171","msg":"trace[1378787835] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14903; }","duration":"238.263272ms","start":"2026-03-18T10:25:37.838951Z","end":"2026-03-18T10:25:38.077214Z","steps":["trace[1378787835] 'agreement among raft nodes before linearized reading' (duration: 238.18303ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:25:38.078265Z","caller":"traceutil/trace.go:171","msg":"trace[658142047] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:14903; }","duration":"752.465118ms","start":"2026-03-18T10:25:37.325794Z","end":"2026-03-18T10:25:38.078259Z","steps":["trace[658142047] 'agreement among raft nodes before linearized reading' (duration: 752.157311ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:25:38.078292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:25:37.325779Z","time spent":"752.507818ms","remote":"127.0.0.1:41242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":705,"request content":"key:\"/registry/services/endpoints/openstack/nova-metadata\" "} {"level":"info","ts":"2026-03-18T10:25:38.077232Z","caller":"traceutil/trace.go:171","msg":"trace[1079019200] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:14903; }","duration":"476.693108ms","start":"2026-03-18T10:25:37.600533Z","end":"2026-03-18T10:25:38.077226Z","steps":["trace[1079019200] 'agreement among raft nodes before linearized reading' (duration: 476.238128ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:25:38.078352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:25:37.600512Z","time spent":"477.834284ms","remote":"127.0.0.1:41302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"info","ts":"2026-03-18T10:27:50.240846Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":13532} {"level":"info","ts":"2026-03-18T10:27:50.320973Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":13532,"took":"77.907041ms","hash":3214944484,"current-db-size-bytes":40341504,"current-db-size":"40 MB","current-db-size-in-use-bytes":28004352,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-03-18T10:27:50.321024Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3214944484,"revision":13532,"compact-revision":11673} {"level":"info","ts":"2026-03-18T10:28:31.67026Z","caller":"traceutil/trace.go:171","msg":"trace[1513156169] transaction","detail":"{read_only:false; response_revision:16235; number_of_response:1; }","duration":"112.599379ms","start":"2026-03-18T10:28:31.557605Z","end":"2026-03-18T10:28:31.670204Z","steps":["trace[1513156169] 'process raft request' (duration: 112.20164ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:28:35.066344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.186594ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T10:28:35.066575Z","caller":"traceutil/trace.go:171","msg":"trace[858451965] transaction","detail":"{read_only:false; response_revision:16256; number_of_response:1; }","duration":"225.959352ms","start":"2026-03-18T10:28:34.84059Z","end":"2026-03-18T10:28:35.066549Z","steps":["trace[858451965] 'process raft request' (duration: 97.474413ms)","trace[858451965] 'compare' (duration: 127.611151ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:28:59.944381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.489571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:28:59.944474Z","caller":"traceutil/trace.go:171","msg":"trace[1164393399] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:16406; }","duration":"211.617814ms","start":"2026-03-18T10:28:59.732836Z","end":"2026-03-18T10:28:59.944454Z","steps":["trace[1164393399] 'range keys from in-memory index tree' (duration: 211.43175ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:28:59.944608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.214215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:699"} {"level":"warn","ts":"2026-03-18T10:28:59.944607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.605372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:28:59.94465Z","caller":"traceutil/trace.go:171","msg":"trace[13366518] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:16406; }","duration":"211.275176ms","start":"2026-03-18T10:28:59.733365Z","end":"2026-03-18T10:28:59.94464Z","steps":["trace[13366518] 'range keys from in-memory index tree' (duration: 211.122213ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:28:59.944702Z","caller":"traceutil/trace.go:171","msg":"trace[1645182814] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:16406; }","duration":"165.719914ms","start":"2026-03-18T10:28:59.778943Z","end":"2026-03-18T10:28:59.944663Z","steps":["trace[1645182814] 'range keys from in-memory index tree' (duration: 165.52382ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:28:59.944395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.413083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:28:59.944818Z","caller":"traceutil/trace.go:171","msg":"trace[1793605024] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:16406; }","duration":"118.875373ms","start":"2026-03-18T10:28:59.825928Z","end":"2026-03-18T10:28:59.944803Z","steps":["trace[1793605024] 'count revisions from in-memory index tree' (duration: 118.314661ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:28:59.944988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.869977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:699"} {"level":"info","ts":"2026-03-18T10:28:59.945046Z","caller":"traceutil/trace.go:171","msg":"trace[513602379] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:16406; }","duration":"165.929858ms","start":"2026-03-18T10:28:59.779101Z","end":"2026-03-18T10:28:59.945031Z","steps":["trace[513602379] 'range keys from in-memory index tree' (duration: 165.654483ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:29:09.305523Z","caller":"traceutil/trace.go:171","msg":"trace[1083364654] transaction","detail":"{read_only:false; response_revision:16446; number_of_response:1; }","duration":"105.24504ms","start":"2026-03-18T10:29:09.200249Z","end":"2026-03-18T10:29:09.305494Z","steps":["trace[1083364654] 'process raft request' (duration: 105.021645ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:29:09.624176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.982098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:29:09.624273Z","caller":"traceutil/trace.go:171","msg":"trace[1785405215] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:16453; }","duration":"101.126641ms","start":"2026-03-18T10:29:09.523123Z","end":"2026-03-18T10:29:09.624249Z","steps":["trace[1785405215] 'range keys from in-memory index tree' (duration: 100.921896ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:30:52.034084Z","caller":"traceutil/trace.go:171","msg":"trace[14746799] transaction","detail":"{read_only:false; response_revision:17043; number_of_response:1; }","duration":"123.817198ms","start":"2026-03-18T10:30:51.910235Z","end":"2026-03-18T10:30:52.034052Z","steps":["trace[14746799] 'process raft request' (duration: 54.263448ms)","trace[14746799] 'compare' (duration: 69.376197ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:30:52.034398Z","caller":"traceutil/trace.go:171","msg":"trace[298829677] transaction","detail":"{read_only:false; response_revision:17044; number_of_response:1; }","duration":"123.530203ms","start":"2026-03-18T10:30:51.910838Z","end":"2026-03-18T10:30:52.034368Z","steps":["trace[298829677] 'process raft request' (duration: 123.173068ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:30:52.034693Z","caller":"traceutil/trace.go:171","msg":"trace[1706469163] transaction","detail":"{read_only:false; response_revision:17045; number_of_response:1; }","duration":"123.465272ms","start":"2026-03-18T10:30:51.911199Z","end":"2026-03-18T10:30:52.034665Z","steps":["trace[1706469163] 'process raft request' (duration: 123.101636ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:31:33.674889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.021359ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-18T10:31:33.675254Z","caller":"traceutil/trace.go:171","msg":"trace[1768689178] transaction","detail":"{read_only:false; response_revision:17330; number_of_response:1; }","duration":"139.867214ms","start":"2026-03-18T10:31:33.535354Z","end":"2026-03-18T10:31:33.675221Z","steps":["trace[1768689178] 'process raft request' (duration: 31.439167ms)","trace[1768689178] 'compare' (duration: 107.870905ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:31:36.464028Z","caller":"traceutil/trace.go:171","msg":"trace[559442354] transaction","detail":"{read_only:false; response_revision:17356; number_of_response:1; }","duration":"783.649545ms","start":"2026-03-18T10:31:35.680354Z","end":"2026-03-18T10:31:36.464004Z","steps":["trace[559442354] 'process raft request' (duration: 783.480842ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:31:36.464192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:31:35.680338Z","time spent":"783.770099ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:31:36.640729Z","caller":"traceutil/trace.go:171","msg":"trace[889462878] transaction","detail":"{read_only:false; response_revision:17357; number_of_response:1; }","duration":"959.019276ms","start":"2026-03-18T10:31:35.681684Z","end":"2026-03-18T10:31:36.640703Z","steps":["trace[889462878] 'process raft request' (duration: 957.40679ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:31:36.640755Z","caller":"traceutil/trace.go:171","msg":"trace[567298222] transaction","detail":"{read_only:false; response_revision:17358; number_of_response:1; }","duration":"720.757964ms","start":"2026-03-18T10:31:35.919968Z","end":"2026-03-18T10:31:36.640726Z","steps":["trace[567298222] 'process raft request' (duration: 720.376005ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:31:36.640907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:31:35.681657Z","time spent":"959.152458ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:31:36.640952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:31:35.919945Z","time spent":"720.873867ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:31:36.640935Z","caller":"traceutil/trace.go:171","msg":"trace[2110720948] transaction","detail":"{read_only:false; response_revision:17359; number_of_response:1; }","duration":"441.233451ms","start":"2026-03-18T10:31:36.199652Z","end":"2026-03-18T10:31:36.640885Z","steps":["trace[2110720948] 'process raft request' (duration: 440.73692ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:31:36.641271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:31:36.199618Z","time spent":"441.559788ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:31:36.641417Z","caller":"traceutil/trace.go:171","msg":"trace[712052392] linearizableReadLoop","detail":"{readStateIndex:17999; appliedIndex:17996; }","duration":"625.802344ms","start":"2026-03-18T10:31:36.014632Z","end":"2026-03-18T10:31:36.640435Z","steps":["trace[712052392] 'read index received' (duration: 449.176107ms)","trace[712052392] 'applied index is now lower than readState.Index' (duration: 176.625247ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:31:36.641622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"519.104453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-18T10:31:36.641655Z","caller":"traceutil/trace.go:171","msg":"trace[415814305] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:17359; }","duration":"519.137914ms","start":"2026-03-18T10:31:36.122508Z","end":"2026-03-18T10:31:36.641646Z","steps":["trace[415814305] 'agreement among raft nodes before linearized reading' (duration: 519.007201ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:31:36.641683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:31:36.122436Z","time spent":"519.241816ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-18T10:31:36.641711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.404219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-18T10:31:36.641764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.384307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-18T10:31:36.641786Z","caller":"traceutil/trace.go:171","msg":"trace[307353261] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:17359; }","duration":"363.491091ms","start":"2026-03-18T10:31:36.278274Z","end":"2026-03-18T10:31:36.641765Z","steps":["trace[307353261] 'agreement among raft nodes before linearized reading' (duration: 363.254306ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:31:36.64182Z","caller":"traceutil/trace.go:171","msg":"trace[121179584] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:17359; }","duration":"381.484029ms","start":"2026-03-18T10:31:36.260324Z","end":"2026-03-18T10:31:36.641808Z","steps":["trace[121179584] 'agreement among raft nodes before linearized reading' (duration: 381.341316ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:31:36.641777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"627.091962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-18T10:31:36.641922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.376534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-k6x6k\" ","response":"range_response_count:1 size:22132"} {"level":"info","ts":"2026-03-18T10:31:36.641999Z","caller":"traceutil/trace.go:171","msg":"trace[1539648986] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-k6x6k; range_end:; response_count:1; response_revision:17359; }","duration":"201.482007ms","start":"2026-03-18T10:31:36.440497Z","end":"2026-03-18T10:31:36.641979Z","steps":["trace[1539648986] 'agreement among raft nodes before linearized reading' (duration: 201.269322ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:31:36.641994Z","caller":"traceutil/trace.go:171","msg":"trace[184516311] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:17359; }","duration":"627.359939ms","start":"2026-03-18T10:31:36.014605Z","end":"2026-03-18T10:31:36.641965Z","steps":["trace[184516311] 'agreement among raft nodes before linearized reading' (duration: 627.028951ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:31:36.642074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.123119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1782"} {"level":"warn","ts":"2026-03-18T10:31:36.642066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:31:36.014592Z","time spent":"627.45505ms","remote":"127.0.0.1:44674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-18T10:31:36.64208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.393607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-9mcth\" ","response":"range_response_count:1 size:9800"} {"level":"warn","ts":"2026-03-18T10:31:36.641947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:31:36.260306Z","time spent":"381.630962ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-18T10:31:36.642128Z","caller":"traceutil/trace.go:171","msg":"trace[542119761] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-9mcth; range_end:; response_count:1; response_revision:17359; }","duration":"254.48152ms","start":"2026-03-18T10:31:36.387634Z","end":"2026-03-18T10:31:36.642116Z","steps":["trace[542119761] 'agreement among raft nodes before linearized reading' (duration: 254.336907ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:31:36.64187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:31:36.278256Z","time spent":"363.605393ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-18T10:31:36.642231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.29397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-18T10:31:36.642255Z","caller":"traceutil/trace.go:171","msg":"trace[53248064] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:17359; }","duration":"379.360882ms","start":"2026-03-18T10:31:36.262888Z","end":"2026-03-18T10:31:36.642249Z","steps":["trace[53248064] 'agreement among raft nodes before linearized reading' (duration: 379.2741ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:31:36.642301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:31:36.262878Z","time spent":"379.415533ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-18T10:31:36.642351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.238247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-18T10:31:36.642382Z","caller":"traceutil/trace.go:171","msg":"trace[2063813725] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:17359; }","duration":"383.267898ms","start":"2026-03-18T10:31:36.259106Z","end":"2026-03-18T10:31:36.642374Z","steps":["trace[2063813725] 'agreement among raft nodes before linearized reading' (duration: 383.192876ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:31:36.642403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:31:36.259056Z","time spent":"383.342669ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-18T10:31:36.64213Z","caller":"traceutil/trace.go:171","msg":"trace[201204313] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:17359; }","duration":"371.15774ms","start":"2026-03-18T10:31:36.270944Z","end":"2026-03-18T10:31:36.642102Z","steps":["trace[201204313] 'agreement among raft nodes before linearized reading' (duration: 371.022537ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:31:36.642484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.795331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T10:31:36.642484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:31:36.270921Z","time spent":"371.550469ms","remote":"127.0.0.1:41228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1805,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"info","ts":"2026-03-18T10:31:36.642513Z","caller":"traceutil/trace.go:171","msg":"trace[1904875727] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:17359; }","duration":"454.867272ms","start":"2026-03-18T10:31:36.187636Z","end":"2026-03-18T10:31:36.642503Z","steps":["trace[1904875727] 'agreement among raft nodes before linearized reading' (duration: 454.821351ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:31:36.642542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:31:36.187608Z","time spent":"454.926973ms","remote":"127.0.0.1:52668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"info","ts":"2026-03-18T10:31:42.538725Z","caller":"traceutil/trace.go:171","msg":"trace[291621848] transaction","detail":"{read_only:false; response_revision:17388; number_of_response:1; }","duration":"128.460662ms","start":"2026-03-18T10:31:42.410242Z","end":"2026-03-18T10:31:42.538703Z","steps":["trace[291621848] 'process raft request' (duration: 128.285228ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:31:43.106955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.507187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:31:43.107061Z","caller":"traceutil/trace.go:171","msg":"trace[96363475] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17389; }","duration":"455.66426ms","start":"2026-03-18T10:31:42.651373Z","end":"2026-03-18T10:31:43.107037Z","steps":["trace[96363475] 'range keys from in-memory index tree' (duration: 455.414295ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:31:43.107114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:31:42.651351Z","time spent":"455.750882ms","remote":"127.0.0.1:41084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T10:31:43.107287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.174361ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-18T10:31:43.107452Z","caller":"traceutil/trace.go:171","msg":"trace[605631458] linearizableReadLoop","detail":"{readStateIndex:18033; appliedIndex:18031; }","duration":"425.095885ms","start":"2026-03-18T10:31:42.682341Z","end":"2026-03-18T10:31:43.107437Z","steps":["trace[605631458] 'read index received' (duration: 53.70935ms)","trace[605631458] 'applied index is now lower than readState.Index' (duration: 371.385625ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:31:43.107604Z","caller":"traceutil/trace.go:171","msg":"trace[661162896] transaction","detail":"{read_only:false; response_revision:17391; number_of_response:1; }","duration":"440.421623ms","start":"2026-03-18T10:31:42.667163Z","end":"2026-03-18T10:31:43.107584Z","steps":["trace[661162896] 'process raft request' (duration: 440.223569ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:31:43.107629Z","caller":"traceutil/trace.go:171","msg":"trace[1351088611] transaction","detail":"{read_only:false; response_revision:17390; number_of_response:1; }","duration":"441.407954ms","start":"2026-03-18T10:31:42.666169Z","end":"2026-03-18T10:31:43.107577Z","steps":["trace[1351088611] 'process raft request' (duration: 69.870446ms)","trace[1351088611] 'compare' (duration: 371.066848ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:31:43.107722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:31:42.667135Z","time spent":"440.523805ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:31:43.107834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.73027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-18T10:31:43.107854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:31:42.666144Z","time spent":"441.590458ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:31:43.107881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.271402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-k6x6k\" ","response":"range_response_count:1 size:22132"} {"level":"warn","ts":"2026-03-18T10:31:43.107889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.758517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-18T10:31:43.107929Z","caller":"traceutil/trace.go:171","msg":"trace[871259674] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-k6x6k; range_end:; response_count:1; response_revision:17391; }","duration":"361.340983ms","start":"2026-03-18T10:31:42.746576Z","end":"2026-03-18T10:31:43.107917Z","steps":["trace[871259674] 'agreement among raft nodes before linearized reading' (duration: 361.226981ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:31:43.10793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.961173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-18T10:31:43.107961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:31:42.746566Z","time spent":"361.386444ms","remote":"127.0.0.1:41260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22155,"request content":"key:\"/registry/pods/openstack/nova-compute-default-k6x6k\" "} {"level":"info","ts":"2026-03-18T10:31:43.107956Z","caller":"traceutil/trace.go:171","msg":"trace[1744815402] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:17391; }","duration":"401.824009ms","start":"2026-03-18T10:31:42.706114Z","end":"2026-03-18T10:31:43.107938Z","steps":["trace[1744815402] 'agreement among raft nodes before linearized reading' (duration: 401.628534ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:31:43.107984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.230561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-18T10:31:43.107966Z","caller":"traceutil/trace.go:171","msg":"trace[1741397871] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:17391; }","duration":"365.017044ms","start":"2026-03-18T10:31:42.742936Z","end":"2026-03-18T10:31:43.107953Z","steps":["trace[1741397871] 'agreement among raft nodes before linearized reading' (duration: 364.938812ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:31:43.108012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:31:42.706075Z","time spent":"401.925921ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-18T10:31:43.108025Z","caller":"traceutil/trace.go:171","msg":"trace[820623295] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:17391; }","duration":"394.274041ms","start":"2026-03-18T10:31:42.713736Z","end":"2026-03-18T10:31:43.10801Z","steps":["trace[820623295] 'agreement among raft nodes before linearized reading' (duration: 394.156649ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:31:43.108036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:31:42.742926Z","time spent":"365.101847ms","remote":"127.0.0.1:46498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":29,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"warn","ts":"2026-03-18T10:31:43.108047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.745031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-18T10:31:43.108061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:31:42.713729Z","time spent":"394.325182ms","remote":"127.0.0.1:41260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-18T10:31:43.107894Z","caller":"traceutil/trace.go:171","msg":"trace[1642378828] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:17391; }","duration":"398.809832ms","start":"2026-03-18T10:31:42.709068Z","end":"2026-03-18T10:31:43.107878Z","steps":["trace[1642378828] 'agreement among raft nodes before linearized reading' (duration: 398.652809ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:31:43.108097Z","caller":"traceutil/trace.go:171","msg":"trace[151304347] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:17391; }","duration":"408.818123ms","start":"2026-03-18T10:31:42.699266Z","end":"2026-03-18T10:31:43.108084Z","steps":["trace[151304347] 'agreement among raft nodes before linearized reading' (duration: 408.69219ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:31:43.108131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:31:42.699253Z","time spent":"408.872294ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-18T10:31:43.108153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:31:42.709058Z","time spent":"399.071118ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T10:31:43.107813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.447812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-18T10:31:43.108218Z","caller":"traceutil/trace.go:171","msg":"trace[1825689740] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:17391; }","duration":"425.907642ms","start":"2026-03-18T10:31:42.682299Z","end":"2026-03-18T10:31:43.108207Z","steps":["trace[1825689740] 'agreement among raft nodes before linearized reading' (duration: 425.332519ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:31:43.108245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:31:42.682284Z","time spent":"425.952424ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-18T10:31:43.107852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.989385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-9mcth\" ","response":"range_response_count:1 size:9800"} {"level":"info","ts":"2026-03-18T10:31:43.108356Z","caller":"traceutil/trace.go:171","msg":"trace[1086965102] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-9mcth; range_end:; response_count:1; response_revision:17391; }","duration":"380.527158ms","start":"2026-03-18T10:31:42.727811Z","end":"2026-03-18T10:31:43.108338Z","steps":["trace[1086965102] 'agreement among raft nodes before linearized reading' (duration: 379.890703ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:31:43.108417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:31:42.727801Z","time spent":"380.59463ms","remote":"127.0.0.1:41260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9823,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-9mcth\" "} {"level":"warn","ts":"2026-03-18T10:31:43.108457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.080174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-18T10:31:43.108539Z","caller":"traceutil/trace.go:171","msg":"trace[1806587599] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:17391; }","duration":"411.192776ms","start":"2026-03-18T10:31:42.697336Z","end":"2026-03-18T10:31:43.108528Z","steps":["trace[1806587599] 'agreement among raft nodes before linearized reading' (duration: 410.354797ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:31:43.108587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:31:42.697323Z","time spent":"411.255438ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-18T10:31:43.495498Z","caller":"traceutil/trace.go:171","msg":"trace[826732628] transaction","detail":"{read_only:false; response_revision:17392; number_of_response:1; }","duration":"383.77584ms","start":"2026-03-18T10:31:43.111696Z","end":"2026-03-18T10:31:43.495472Z","steps":["trace[826732628] 'process raft request' (duration: 383.626367ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:31:43.495652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:31:43.111682Z","time spent":"383.892573ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:31:43.514855Z","caller":"traceutil/trace.go:171","msg":"trace[2140669536] transaction","detail":"{read_only:false; response_revision:17394; number_of_response:1; }","duration":"401.926752ms","start":"2026-03-18T10:31:43.112915Z","end":"2026-03-18T10:31:43.514841Z","steps":["trace[2140669536] 'process raft request' (duration: 401.872341ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:31:43.514926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:31:43.112904Z","time spent":"401.984653ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:31:43.514953Z","caller":"traceutil/trace.go:171","msg":"trace[691163061] transaction","detail":"{read_only:false; response_revision:17393; number_of_response:1; }","duration":"403.001206ms","start":"2026-03-18T10:31:43.111914Z","end":"2026-03-18T10:31:43.514915Z","steps":["trace[691163061] 'process raft request' (duration: 402.804821ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:31:43.515108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:31:43.111903Z","time spent":"403.123148ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:31:43.515311Z","caller":"traceutil/trace.go:171","msg":"trace[1230910325] linearizableReadLoop","detail":"{readStateIndex:18038; appliedIndex:18034; }","duration":"400.145592ms","start":"2026-03-18T10:31:43.115144Z","end":"2026-03-18T10:31:43.51529Z","steps":["trace[1230910325] 'read index received' (duration: 381.460058ms)","trace[1230910325] 'applied index is now lower than readState.Index' (duration: 18.684654ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:31:43.515332Z","caller":"traceutil/trace.go:171","msg":"trace[1422976904] transaction","detail":"{read_only:false; response_revision:17396; number_of_response:1; }","duration":"401.950192ms","start":"2026-03-18T10:31:43.113366Z","end":"2026-03-18T10:31:43.515316Z","steps":["trace[1422976904] 'process raft request' (duration: 401.750408ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:31:43.51545Z","caller":"traceutil/trace.go:171","msg":"trace[1664398317] transaction","detail":"{read_only:false; response_revision:17397; number_of_response:1; }","duration":"361.729162ms","start":"2026-03-18T10:31:43.153661Z","end":"2026-03-18T10:31:43.51539Z","steps":["trace[1664398317] 'process raft request' (duration: 361.582749ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:31:43.515516Z","caller":"traceutil/trace.go:171","msg":"trace[1615029856] transaction","detail":"{read_only:false; response_revision:17395; number_of_response:1; }","duration":"401.929802ms","start":"2026-03-18T10:31:43.113296Z","end":"2026-03-18T10:31:43.515226Z","steps":["trace[1615029856] 'process raft request' (duration: 401.521623ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:31:43.515686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.325819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.215\" ","response":"range_response_count:1 size:140"} {"level":"warn","ts":"2026-03-18T10:31:43.515693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:31:43.153633Z","time spent":"361.935807ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:31:43.515512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:31:43.113357Z","time spent":"402.081145ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:31:43.515905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.977405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T10:31:43.51594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.088571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:31:43.515953Z","caller":"traceutil/trace.go:171","msg":"trace[1381996268] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:17397; }","duration":"144.065467ms","start":"2026-03-18T10:31:43.371874Z","end":"2026-03-18T10:31:43.515939Z","steps":["trace[1381996268] 'agreement among raft nodes before linearized reading' (duration: 143.990285ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:31:43.515964Z","caller":"traceutil/trace.go:171","msg":"trace[755199979] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:17397; }","duration":"353.141362ms","start":"2026-03-18T10:31:43.162812Z","end":"2026-03-18T10:31:43.515954Z","steps":["trace[755199979] 'agreement among raft nodes before linearized reading' (duration: 353.099141ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:31:43.515999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:31:43.162802Z","time spent":"353.191703ms","remote":"127.0.0.1:38766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-18T10:31:43.51572Z","caller":"traceutil/trace.go:171","msg":"trace[445994797] range","detail":"{range_begin:/registry/masterleases/199.19.213.215; range_end:; response_count:1; response_revision:17397; }","duration":"128.37567ms","start":"2026-03-18T10:31:43.387334Z","end":"2026-03-18T10:31:43.51571Z","steps":["trace[445994797] 'agreement among raft nodes before linearized reading' (duration: 128.239607ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:31:43.516311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:31:43.113291Z","time spent":"402.522515ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:31:43.516556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.78745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:947115"} {"level":"info","ts":"2026-03-18T10:31:43.516602Z","caller":"traceutil/trace.go:171","msg":"trace[676375245] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:17397; }","duration":"397.854101ms","start":"2026-03-18T10:31:43.118737Z","end":"2026-03-18T10:31:43.516591Z","steps":["trace[676375245] 'agreement among raft nodes before linearized reading' (duration: 396.814628ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:31:43.516637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:31:43.11873Z","time spent":"397.896202ms","remote":"127.0.0.1:41260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":94,"response size":947138,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-18T10:31:43.518154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.030726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:947115"} {"level":"info","ts":"2026-03-18T10:31:43.518237Z","caller":"traceutil/trace.go:171","msg":"trace[435635064] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:17397; }","duration":"403.123308ms","start":"2026-03-18T10:31:43.115098Z","end":"2026-03-18T10:31:43.518221Z","steps":["trace[435635064] 'agreement among raft nodes before linearized reading' (duration: 400.290525ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:31:43.518277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:31:43.114872Z","time spent":"403.392584ms","remote":"127.0.0.1:41260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":94,"response size":947138,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-18T10:31:44.076369Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10400673014339874535,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-18T10:31:44.506092Z","caller":"traceutil/trace.go:171","msg":"trace[1017745210] linearizableReadLoop","detail":"{readStateIndex:18041; appliedIndex:18040; }","duration":"934.052134ms","start":"2026-03-18T10:31:43.572021Z","end":"2026-03-18T10:31:44.506073Z","steps":["trace[1017745210] 'read index received' (duration: 871.442018ms)","trace[1017745210] 'applied index is now lower than readState.Index' (duration: 62.608896ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:31:44.506109Z","caller":"traceutil/trace.go:171","msg":"trace[1176192453] transaction","detail":"{read_only:false; response_revision:17398; number_of_response:1; }","duration":"936.063828ms","start":"2026-03-18T10:31:43.570023Z","end":"2026-03-18T10:31:44.506087Z","steps":["trace[1176192453] 'process raft request' (duration: 873.504213ms)","trace[1176192453] 'compare' (duration: 62.062813ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:31:44.50627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:31:43.569996Z","time spent":"936.201182ms","remote":"127.0.0.1:41098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:31:44.506283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"934.258218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-03-18T10:31:44.506384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"855.015015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:31:44.506372Z","caller":"traceutil/trace.go:171","msg":"trace[1375238020] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:17398; }","duration":"934.34703ms","start":"2026-03-18T10:31:43.571988Z","end":"2026-03-18T10:31:44.506335Z","steps":["trace[1375238020] 'agreement among raft nodes before linearized reading' (duration: 934.193356ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:31:44.506463Z","caller":"traceutil/trace.go:171","msg":"trace[1695477802] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17398; }","duration":"855.152198ms","start":"2026-03-18T10:31:43.651292Z","end":"2026-03-18T10:31:44.506444Z","steps":["trace[1695477802] 'agreement among raft nodes before linearized reading' (duration: 855.009495ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:31:44.506509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:31:43.651267Z","time spent":"855.23401ms","remote":"127.0.0.1:41084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T10:31:44.506529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:31:43.57198Z","time spent":"934.499164ms","remote":"127.0.0.1:41260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-18T10:31:45.301432Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10400673014339874544,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T10:31:45.802154Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10400673014339874544,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T10:31:46.303394Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10400673014339874544,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T10:31:46.640743Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.052551416s","expected-duration":"1s"} {"level":"info","ts":"2026-03-18T10:31:46.641101Z","caller":"traceutil/trace.go:171","msg":"trace[550735642] transaction","detail":"{read_only:false; response_revision:17399; number_of_response:1; }","duration":"2.053034726s","start":"2026-03-18T10:31:44.588041Z","end":"2026-03-18T10:31:46.641076Z","steps":["trace[550735642] 'process raft request' (duration: 2.052896843s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:31:46.641492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:31:44.588021Z","time spent":"2.053210671s","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:31:46.717998Z","caller":"traceutil/trace.go:171","msg":"trace[1210374094] transaction","detail":"{read_only:false; response_revision:17400; number_of_response:1; }","duration":"1.605881195s","start":"2026-03-18T10:31:45.11208Z","end":"2026-03-18T10:31:46.717961Z","steps":["trace[1210374094] 'process raft request' (duration: 1.605599489s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:31:46.718179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:31:45.112051Z","time spent":"1.606038557s","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:31:46.718715Z","caller":"traceutil/trace.go:171","msg":"trace[1227078544] transaction","detail":"{read_only:false; response_revision:17401; number_of_response:1; }","duration":"1.606496818s","start":"2026-03-18T10:31:45.112193Z","end":"2026-03-18T10:31:46.718689Z","steps":["trace[1227078544] 'process raft request' (duration: 1.60569765s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:31:46.71888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:31:45.112179Z","time spent":"1.606618171s","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:31:46.71897Z","caller":"traceutil/trace.go:171","msg":"trace[1105675470] transaction","detail":"{read_only:false; response_revision:17402; number_of_response:1; }","duration":"704.79055ms","start":"2026-03-18T10:31:46.014159Z","end":"2026-03-18T10:31:46.718949Z","steps":["trace[1105675470] 'process raft request' (duration: 704.453933ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:31:46.719057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:31:46.014133Z","time spent":"704.886023ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:31:46.718826Z","caller":"traceutil/trace.go:171","msg":"trace[442908725] linearizableReadLoop","detail":"{readStateIndex:18045; appliedIndex:18041; }","duration":"1.91850108s","start":"2026-03-18T10:31:44.800295Z","end":"2026-03-18T10:31:46.718796Z","steps":["trace[442908725] 'read index received' (duration: 1.840748081s)","trace[442908725] 'applied index is now lower than readState.Index' (duration: 77.751529ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:31:46.719274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.918957201s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:31:46.719374Z","caller":"traceutil/trace.go:171","msg":"trace[1416863782] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:17402; }","duration":"1.919100164s","start":"2026-03-18T10:31:44.800239Z","end":"2026-03-18T10:31:46.719339Z","steps":["trace[1416863782] 'agreement among raft nodes before linearized reading' (duration: 1.91894601s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:31:46.71943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:31:44.800217Z","time spent":"1.919202366s","remote":"127.0.0.1:50442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"info","ts":"2026-03-18T10:31:46.829767Z","caller":"traceutil/trace.go:171","msg":"trace[287223689] linearizableReadLoop","detail":"{readStateIndex:18046; appliedIndex:18045; }","duration":"110.394541ms","start":"2026-03-18T10:31:46.719333Z","end":"2026-03-18T10:31:46.829727Z","steps":["trace[287223689] 'read index received' (duration: 64.166738ms)","trace[287223689] 'applied index is now lower than readState.Index' (duration: 46.225853ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:31:46.829991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.291418898s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-9mcth\" ","response":"range_response_count:1 size:9800"} {"level":"warn","ts":"2026-03-18T10:31:46.830027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.308825733s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-18T10:31:46.830051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.309780084s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-18T10:31:46.830081Z","caller":"traceutil/trace.go:171","msg":"trace[1482384354] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-9mcth; range_end:; response_count:1; response_revision:17403; }","duration":"1.291545651s","start":"2026-03-18T10:31:45.538517Z","end":"2026-03-18T10:31:46.830063Z","steps":["trace[1482384354] 'agreement among raft nodes before linearized reading' (duration: 1.291228695s)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:31:46.830119Z","caller":"traceutil/trace.go:171","msg":"trace[1344312330] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:17403; }","duration":"1.308950375s","start":"2026-03-18T10:31:45.521148Z","end":"2026-03-18T10:31:46.830098Z","steps":["trace[1344312330] 'agreement among raft nodes before linearized reading' (duration: 1.308644179s)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:31:46.830137Z","caller":"traceutil/trace.go:171","msg":"trace[1643055808] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:17403; }","duration":"1.309909137s","start":"2026-03-18T10:31:45.520205Z","end":"2026-03-18T10:31:46.830114Z","steps":["trace[1643055808] 'agreement among raft nodes before linearized reading' (duration: 1.309552779s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:31:46.83015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.143973826s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T10:31:46.830166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:31:45.521139Z","time spent":"1.309017778s","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T10:31:46.8302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.179263967s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:31:46.830206Z","caller":"traceutil/trace.go:171","msg":"trace[1269453921] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:17403; }","duration":"1.144070758s","start":"2026-03-18T10:31:45.686122Z","end":"2026-03-18T10:31:46.830192Z","steps":["trace[1269453921] 'agreement among raft nodes before linearized reading' (duration: 1.143975076s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:31:46.83007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.808914057s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:31:46.830233Z","caller":"traceutil/trace.go:171","msg":"trace[607866133] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17403; }","duration":"1.179337779s","start":"2026-03-18T10:31:45.650883Z","end":"2026-03-18T10:31:46.830221Z","steps":["trace[607866133] 'agreement among raft nodes before linearized reading' (duration: 1.179286938s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:31:46.830261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:31:45.65086Z","time spent":"1.179396021s","remote":"127.0.0.1:41084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-18T10:31:46.830265Z","caller":"traceutil/trace.go:171","msg":"trace[1182622102] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:17403; }","duration":"1.809172873s","start":"2026-03-18T10:31:45.021076Z","end":"2026-03-18T10:31:46.830249Z","steps":["trace[1182622102] 'agreement among raft nodes before linearized reading' (duration: 1.808898027s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:31:46.830247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.416687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-03-18T10:31:46.830148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:31:45.538505Z","time spent":"1.291634023s","remote":"127.0.0.1:41260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9823,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-9mcth\" "} {"level":"warn","ts":"2026-03-18T10:31:46.83031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:31:45.021062Z","time spent":"1.809233754s","remote":"127.0.0.1:41292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":29,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"warn","ts":"2026-03-18T10:31:46.830304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"751.895653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-18T10:31:46.830334Z","caller":"traceutil/trace.go:171","msg":"trace[661697134] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:17403; }","duration":"324.5593ms","start":"2026-03-18T10:31:46.505756Z","end":"2026-03-18T10:31:46.830316Z","steps":["trace[661697134] 'agreement among raft nodes before linearized reading' (duration: 324.325795ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:31:46.830386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:31:46.505737Z","time spent":"324.637871ms","remote":"127.0.0.1:41396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":134,"response size":32,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-03-18T10:31:46.830394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.294311383s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-k6x6k\" ","response":"range_response_count:1 size:22132"} {"level":"warn","ts":"2026-03-18T10:31:46.830386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.412145979s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:31:46.830432Z","caller":"traceutil/trace.go:171","msg":"trace[49386539] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-k6x6k; range_end:; response_count:1; response_revision:17403; }","duration":"1.294364783s","start":"2026-03-18T10:31:45.536055Z","end":"2026-03-18T10:31:46.83042Z","steps":["trace[49386539] 'agreement among raft nodes before linearized reading' (duration: 1.2942282s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:31:46.830205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:31:45.520184Z","time spent":"1.310005498s","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-18T10:31:46.830455Z","caller":"traceutil/trace.go:171","msg":"trace[289244949] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:17403; }","duration":"1.412211991s","start":"2026-03-18T10:31:45.418223Z","end":"2026-03-18T10:31:46.830435Z","steps":["trace[289244949] 'agreement among raft nodes before linearized reading' (duration: 1.412121859s)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:31:46.830486Z","caller":"traceutil/trace.go:171","msg":"trace[470722682] transaction","detail":"{read_only:false; response_revision:17403; number_of_response:1; }","duration":"156.726757ms","start":"2026-03-18T10:31:46.673731Z","end":"2026-03-18T10:31:46.830458Z","steps":["trace[470722682] 'process raft request' (duration: 109.827919ms)","trace[470722682] 'compare' (duration: 45.746633ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:31:46.830259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:31:45.686104Z","time spent":"1.14414526s","remote":"127.0.0.1:60348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-03-18T10:31:46.830208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.311161385s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-18T10:31:46.830318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.32951029s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-18T10:31:46.830569Z","caller":"traceutil/trace.go:171","msg":"trace[1786888984] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:17403; }","duration":"1.311544583s","start":"2026-03-18T10:31:45.519012Z","end":"2026-03-18T10:31:46.830557Z","steps":["trace[1786888984] 'agreement among raft nodes before linearized reading' (duration: 1.311097533s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:31:46.83049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.309549869s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-18T10:31:46.830467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:31:45.536046Z","time spent":"1.294415504s","remote":"127.0.0.1:41260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22155,"request content":"key:\"/registry/pods/openstack/nova-compute-default-k6x6k\" "} {"level":"warn","ts":"2026-03-18T10:31:46.830609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:31:45.519001Z","time spent":"1.311596184s","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-18T10:31:46.830523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:31:45.41818Z","time spent":"1.412326143s","remote":"127.0.0.1:38866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-18T10:31:46.830389Z","caller":"traceutil/trace.go:171","msg":"trace[1471675862] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:17403; }","duration":"752.028516ms","start":"2026-03-18T10:31:46.078337Z","end":"2026-03-18T10:31:46.830366Z","steps":["trace[1471675862] 'agreement among raft nodes before linearized reading' (duration: 751.848042ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:31:46.830767Z","caller":"traceutil/trace.go:171","msg":"trace[186297955] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:17403; }","duration":"1.309813794s","start":"2026-03-18T10:31:45.520884Z","end":"2026-03-18T10:31:46.830698Z","steps":["trace[186297955] 'agreement among raft nodes before linearized reading' (duration: 1.309365415s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:31:46.830813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:31:46.07832Z","time spent":"752.475375ms","remote":"127.0.0.1:46476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"info","ts":"2026-03-18T10:31:46.830612Z","caller":"traceutil/trace.go:171","msg":"trace[163887563] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:17403; }","duration":"1.329835077s","start":"2026-03-18T10:31:45.500761Z","end":"2026-03-18T10:31:46.830596Z","steps":["trace[163887563] 'agreement among raft nodes before linearized reading' (duration: 1.329476019s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:31:46.830884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:31:45.500741Z","time spent":"1.330128194s","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-18T10:31:46.830928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:31:45.520873Z","time spent":"1.310038579s","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-18T10:31:51.623539Z","caller":"traceutil/trace.go:171","msg":"trace[81934534] transaction","detail":"{read_only:false; response_revision:17493; number_of_response:1; }","duration":"128.36597ms","start":"2026-03-18T10:31:51.495146Z","end":"2026-03-18T10:31:51.623512Z","steps":["trace[81934534] 'process raft request' (duration: 124.549936ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:32:50.249805Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":15757} {"level":"info","ts":"2026-03-18T10:32:50.351247Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":15757,"took":"98.014409ms","hash":3496001137,"current-db-size-bytes":41607168,"current-db-size":"42 MB","current-db-size-in-use-bytes":29433856,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-03-18T10:32:50.351365Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3496001137,"revision":15757,"compact-revision":13532} {"level":"info","ts":"2026-03-18T10:35:48.668791Z","caller":"traceutil/trace.go:171","msg":"trace[998352893] linearizableReadLoop","detail":"{readStateIndex:19937; appliedIndex:19936; }","duration":"212.538079ms","start":"2026-03-18T10:35:48.456227Z","end":"2026-03-18T10:35:48.668765Z","steps":["trace[998352893] 'read index received' (duration: 208.224564ms)","trace[998352893] 'applied index is now lower than readState.Index' (duration: 4.312084ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:35:48.668815Z","caller":"traceutil/trace.go:171","msg":"trace[585765627] transaction","detail":"{read_only:false; response_revision:19233; number_of_response:1; }","duration":"229.391697ms","start":"2026-03-18T10:35:48.439398Z","end":"2026-03-18T10:35:48.66879Z","steps":["trace[585765627] 'process raft request' (duration: 224.97485ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:35:48.669037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.792804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-18T10:35:48.669124Z","caller":"traceutil/trace.go:171","msg":"trace[473558092] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19233; }","duration":"212.916487ms","start":"2026-03-18T10:35:48.456187Z","end":"2026-03-18T10:35:48.669103Z","steps":["trace[473558092] 'agreement among raft nodes before linearized reading' (duration: 212.668371ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:35:48.672919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.032015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-18T10:35:48.672973Z","caller":"traceutil/trace.go:171","msg":"trace[1908444622] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19234; }","duration":"178.103717ms","start":"2026-03-18T10:35:48.494857Z","end":"2026-03-18T10:35:48.672961Z","steps":["trace[1908444622] 'agreement among raft nodes before linearized reading' (duration: 177.966274ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:35:48.67312Z","caller":"traceutil/trace.go:171","msg":"trace[1265707129] transaction","detail":"{read_only:false; response_revision:19234; number_of_response:1; }","duration":"211.992156ms","start":"2026-03-18T10:35:48.46112Z","end":"2026-03-18T10:35:48.673112Z","steps":["trace[1265707129] 'process raft request' (duration: 211.626548ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:35:52.435382Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"e6e5712872899056","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-18T10:35:52.441282Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-03-18T10:35:52.441417Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"warn","ts":"2026-03-18T10:37:11.771209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"763.660218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-03-18T10:37:11.771291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"899.226082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-18T10:37:11.771367Z","caller":"traceutil/trace.go:171","msg":"trace[94095367] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19809; }","duration":"899.369045ms","start":"2026-03-18T10:37:10.871978Z","end":"2026-03-18T10:37:11.771347Z","steps":["trace[94095367] 'range keys from in-memory index tree' (duration: 899.011047ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:37:11.772051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"692.904854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-18T10:37:11.772094Z","caller":"traceutil/trace.go:171","msg":"trace[2035302677] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19809; }","duration":"692.977066ms","start":"2026-03-18T10:37:11.079105Z","end":"2026-03-18T10:37:11.772082Z","steps":["trace[2035302677] 'range keys from in-memory index tree' (duration: 692.743631ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:37:11.772123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:37:11.079089Z","time spent":"693.026197ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-18T10:37:11.772142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:37:10.871948Z","time spent":"900.178323ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-18T10:37:11.772184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"693.845156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-18T10:37:11.771228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.250147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:37:11.772241Z","caller":"traceutil/trace.go:171","msg":"trace[815054676] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19809; }","duration":"693.898147ms","start":"2026-03-18T10:37:11.078324Z","end":"2026-03-18T10:37:11.772222Z","steps":["trace[815054676] 'range keys from in-memory index tree' (duration: 693.639451ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:37:11.772188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"690.218726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-03-18T10:37:11.772292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:37:11.078254Z","time spent":"694.027989ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-18T10:37:11.772354Z","caller":"traceutil/trace.go:171","msg":"trace[95579802] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19809; }","duration":"690.505811ms","start":"2026-03-18T10:37:11.081826Z","end":"2026-03-18T10:37:11.772332Z","steps":["trace[95579802] 'range keys from in-memory index tree' (duration: 689.947529ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:37:11.77233Z","caller":"traceutil/trace.go:171","msg":"trace[68035050] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19809; }","duration":"120.33599ms","start":"2026-03-18T10:37:11.651948Z","end":"2026-03-18T10:37:11.772284Z","steps":["trace[68035050] 'range keys from in-memory index tree' (duration: 119.115825ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:37:11.772485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:37:11.081807Z","time spent":"690.600284ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-18T10:37:11.771331Z","caller":"traceutil/trace.go:171","msg":"trace[1201367240] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:19809; }","duration":"763.827371ms","start":"2026-03-18T10:37:11.007477Z","end":"2026-03-18T10:37:11.771304Z","steps":["trace[1201367240] 'range keys from in-memory index tree' (duration: 763.377672ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:37:11.773482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:37:11.007451Z","time spent":"766.00953ms","remote":"127.0.0.1:41260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-18T10:37:32.91456Z","caller":"traceutil/trace.go:171","msg":"trace[1524013244] linearizableReadLoop","detail":"{readStateIndex:20642; appliedIndex:20641; }","duration":"263.099664ms","start":"2026-03-18T10:37:32.651426Z","end":"2026-03-18T10:37:32.914526Z","steps":["trace[1524013244] 'read index received' (duration: 238.536345ms)","trace[1524013244] 'applied index is now lower than readState.Index' (duration: 24.561309ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:37:32.914624Z","caller":"traceutil/trace.go:171","msg":"trace[1113876079] transaction","detail":"{read_only:false; response_revision:19909; number_of_response:1; }","duration":"510.676256ms","start":"2026-03-18T10:37:32.403915Z","end":"2026-03-18T10:37:32.914591Z","steps":["trace[1113876079] 'process raft request' (duration: 485.959974ms)","trace[1113876079] 'compare' (duration: 24.505397ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:37:32.914746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.311368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T10:37:32.914804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:37:32.403892Z","time spent":"510.837819ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:37:32.914832Z","caller":"traceutil/trace.go:171","msg":"trace[1670295342] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19909; }","duration":"263.514912ms","start":"2026-03-18T10:37:32.651297Z","end":"2026-03-18T10:37:32.914812Z","steps":["trace[1670295342] 'agreement among raft nodes before linearized reading' (duration: 263.374519ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:37:39.162938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"781.878017ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-18T10:37:39.16334Z","caller":"traceutil/trace.go:171","msg":"trace[1084427395] transaction","detail":"{read_only:false; response_revision:19936; number_of_response:1; }","duration":"979.751229ms","start":"2026-03-18T10:37:38.183542Z","end":"2026-03-18T10:37:39.163294Z","steps":["trace[1084427395] 'process raft request' (duration: 197.375011ms)","trace[1084427395] 'compare' (duration: 781.373025ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:37:39.163562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:37:38.183513Z","time spent":"979.930403ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:37:39.163263Z","caller":"traceutil/trace.go:171","msg":"trace[1128324262] transaction","detail":"{read_only:false; response_revision:19937; number_of_response:1; }","duration":"809.295649ms","start":"2026-03-18T10:37:38.353942Z","end":"2026-03-18T10:37:39.163237Z","steps":["trace[1128324262] 'process raft request' (duration: 809.166166ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:37:39.163828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:37:38.35392Z","time spent":"809.861062ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:37:40.328706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.686579ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-18T10:37:40.329429Z","caller":"traceutil/trace.go:171","msg":"trace[2035968496] linearizableReadLoop","detail":"{readStateIndex:20672; appliedIndex:20669; }","duration":"1.677781656s","start":"2026-03-18T10:37:38.651628Z","end":"2026-03-18T10:37:40.329409Z","steps":["trace[2035968496] 'read index received' (duration: 333.920877ms)","trace[2035968496] 'applied index is now lower than readState.Index' (duration: 1.343859839s)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:37:40.329466Z","caller":"traceutil/trace.go:171","msg":"trace[702534305] transaction","detail":"{read_only:false; response_revision:19938; number_of_response:1; }","duration":"1.390580533s","start":"2026-03-18T10:37:38.938832Z","end":"2026-03-18T10:37:40.329413Z","steps":["trace[702534305] 'process raft request' (duration: 1.3899711s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:37:40.329627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:37:38.938722Z","time spent":"1.390824409s","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:37:40.708809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.057167121s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:37:40.708915Z","caller":"traceutil/trace.go:171","msg":"trace[1491000323] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19938; }","duration":"2.057361596s","start":"2026-03-18T10:37:38.651526Z","end":"2026-03-18T10:37:40.708888Z","steps":["trace[1491000323] 'agreement among raft nodes before linearized reading' (duration: 1.678002531s)","trace[1491000323] 'range keys from in-memory index tree' (duration: 379.224502ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:37:40.708958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:37:38.651495Z","time spent":"2.057453248s","remote":"127.0.0.1:41084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T10:37:40.709338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.854326ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-18T10:37:40.709415Z","caller":"traceutil/trace.go:171","msg":"trace[159139129] linearizableReadLoop","detail":"{readStateIndex:20674; appliedIndex:20673; }","duration":"379.935698ms","start":"2026-03-18T10:37:40.329469Z","end":"2026-03-18T10:37:40.709405Z","steps":["trace[159139129] 'read index received' (duration: 89.822µs)","trace[159139129] 'applied index is now lower than readState.Index' (duration: 379.844936ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:37:40.709451Z","caller":"traceutil/trace.go:171","msg":"trace[1678904190] transaction","detail":"{read_only:false; response_revision:19939; number_of_response:1; }","duration":"1.073503966s","start":"2026-03-18T10:37:39.635913Z","end":"2026-03-18T10:37:40.709417Z","steps":["trace[1678904190] 'process raft request' (duration: 693.488787ms)","trace[1678904190] 'compare' (duration: 379.199271ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:37:40.70955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"540.95941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-18T10:37:40.709557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:37:39.635885Z","time spent":"1.073622138s","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:37:40.709584Z","caller":"traceutil/trace.go:171","msg":"trace[535591354] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:19939; }","duration":"541.043512ms","start":"2026-03-18T10:37:40.168533Z","end":"2026-03-18T10:37:40.709576Z","steps":["trace[535591354] 'agreement among raft nodes before linearized reading' (duration: 540.95052ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:37:40.709613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:37:40.168507Z","time spent":"541.098153ms","remote":"127.0.0.1:38788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":44,"response size":31,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-03-18T10:37:40.709764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.98601181s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-18T10:37:40.709811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.995695493s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-18T10:37:40.709897Z","caller":"traceutil/trace.go:171","msg":"trace[1308061775] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:19939; }","duration":"1.986240895s","start":"2026-03-18T10:37:38.72363Z","end":"2026-03-18T10:37:40.709871Z","steps":["trace[1308061775] 'agreement among raft nodes before linearized reading' (duration: 1.98601496s)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:37:40.70993Z","caller":"traceutil/trace.go:171","msg":"trace[1143046787] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:19939; }","duration":"1.995836506s","start":"2026-03-18T10:37:38.71408Z","end":"2026-03-18T10:37:40.709917Z","steps":["trace[1143046787] 'agreement among raft nodes before linearized reading' (duration: 1.995697793s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:37:40.709945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:37:38.723608Z","time spent":"1.986325277s","remote":"127.0.0.1:54254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":27,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-03-18T10:37:40.709969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:37:38.714067Z","time spent":"1.995892367s","remote":"127.0.0.1:52606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":31,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"warn","ts":"2026-03-18T10:37:40.710063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.438251789s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1862"} {"level":"warn","ts":"2026-03-18T10:37:40.710074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.698682965s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-18T10:37:40.710141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"787.626933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-03-18T10:37:40.710184Z","caller":"traceutil/trace.go:171","msg":"trace[823367787] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:19939; }","duration":"787.703694ms","start":"2026-03-18T10:37:39.922466Z","end":"2026-03-18T10:37:40.710169Z","steps":["trace[823367787] 'agreement among raft nodes before linearized reading' (duration: 787.566691ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:37:40.710202Z","caller":"traceutil/trace.go:171","msg":"trace[752687889] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:19939; }","duration":"1.438429853s","start":"2026-03-18T10:37:39.271726Z","end":"2026-03-18T10:37:40.710156Z","steps":["trace[752687889] 'agreement among raft nodes before linearized reading' (duration: 1.437959923s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:37:40.710609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"723.483666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-18T10:37:40.710696Z","caller":"traceutil/trace.go:171","msg":"trace[57379133] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19939; }","duration":"723.610789ms","start":"2026-03-18T10:37:39.987073Z","end":"2026-03-18T10:37:40.710684Z","steps":["trace[57379133] 'agreement among raft nodes before linearized reading' (duration: 723.240721ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:37:40.710596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:37:39.271699Z","time spent":"1.438875823s","remote":"127.0.0.1:41228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1885,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" "} {"level":"warn","ts":"2026-03-18T10:37:40.710731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:37:39.987052Z","time spent":"723.670919ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-18T10:37:40.710186Z","caller":"traceutil/trace.go:171","msg":"trace[2094012867] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19939; }","duration":"1.698837908s","start":"2026-03-18T10:37:39.011329Z","end":"2026-03-18T10:37:40.710167Z","steps":["trace[2094012867] 'agreement among raft nodes before linearized reading' (duration: 1.698389259s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:37:40.710862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:37:39.01131Z","time spent":"1.699482782s","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-18T10:37:40.71023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.517504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:37:40.711033Z","caller":"traceutil/trace.go:171","msg":"trace[816837654] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:19939; }","duration":"306.404023ms","start":"2026-03-18T10:37:40.404612Z","end":"2026-03-18T10:37:40.711016Z","steps":["trace[816837654] 'agreement among raft nodes before linearized reading' (duration: 305.521274ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:37:40.710317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"702.967185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T10:37:40.711125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:37:40.404593Z","time spent":"306.512906ms","remote":"127.0.0.1:41324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"info","ts":"2026-03-18T10:37:40.711146Z","caller":"traceutil/trace.go:171","msg":"trace[2035083846] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:19939; }","duration":"703.828834ms","start":"2026-03-18T10:37:40.007304Z","end":"2026-03-18T10:37:40.711133Z","steps":["trace[2035083846] 'agreement among raft nodes before linearized reading' (duration: 702.980916ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:37:40.711203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:37:40.007285Z","time spent":"703.899995ms","remote":"127.0.0.1:38698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-03-18T10:37:40.710331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"722.630457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-18T10:37:40.711379Z","caller":"traceutil/trace.go:171","msg":"trace[1399146052] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19939; }","duration":"723.736191ms","start":"2026-03-18T10:37:39.987633Z","end":"2026-03-18T10:37:40.711369Z","steps":["trace[1399146052] 'agreement among raft nodes before linearized reading' (duration: 722.412263ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:37:40.711225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"782.825377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-03-18T10:37:40.711628Z","caller":"traceutil/trace.go:171","msg":"trace[1713311935] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:19939; }","duration":"783.386271ms","start":"2026-03-18T10:37:39.928177Z","end":"2026-03-18T10:37:40.711563Z","steps":["trace[1713311935] 'agreement among raft nodes before linearized reading' (duration: 781.592431ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:37:40.711415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:37:39.987617Z","time spent":"723.787662ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-18T10:37:40.710378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"575.032728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T10:37:40.711711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:37:39.928155Z","time spent":"783.539974ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-18T10:37:40.711874Z","caller":"traceutil/trace.go:171","msg":"trace[2126915394] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:19939; }","duration":"576.547082ms","start":"2026-03-18T10:37:40.135287Z","end":"2026-03-18T10:37:40.711834Z","steps":["trace[2126915394] 'agreement among raft nodes before linearized reading' (duration: 574.991747ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:37:40.710476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"723.442515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-18T10:37:40.711934Z","caller":"traceutil/trace.go:171","msg":"trace[1999703861] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19939; }","duration":"724.943959ms","start":"2026-03-18T10:37:39.986983Z","end":"2026-03-18T10:37:40.711927Z","steps":["trace[1999703861] 'agreement among raft nodes before linearized reading' (duration: 723.339103ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:37:40.711961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:37:39.986962Z","time spent":"724.992799ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-18T10:37:40.710226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:37:39.922444Z","time spent":"787.773917ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-18T10:37:40.710426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"723.151288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-18T10:37:40.712067Z","caller":"traceutil/trace.go:171","msg":"trace[1647406246] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19939; }","duration":"724.842916ms","start":"2026-03-18T10:37:39.987209Z","end":"2026-03-18T10:37:40.712052Z","steps":["trace[1647406246] 'agreement among raft nodes before linearized reading' (duration: 723.145378ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:37:40.71211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:37:40.135264Z","time spent":"576.636844ms","remote":"127.0.0.1:52634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"warn","ts":"2026-03-18T10:37:40.712119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:37:39.987203Z","time spent":"724.902157ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T10:37:41.135891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.744975ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-18T10:37:41.136321Z","caller":"traceutil/trace.go:171","msg":"trace[1397600078] transaction","detail":"{read_only:false; response_revision:19940; number_of_response:1; }","duration":"421.299324ms","start":"2026-03-18T10:37:40.714988Z","end":"2026-03-18T10:37:41.136288Z","steps":["trace[1397600078] 'process raft request' (duration: 317.863394ms)","trace[1397600078] 'compare' (duration: 102.50345ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:37:41.136159Z","caller":"traceutil/trace.go:171","msg":"trace[1330651864] linearizableReadLoop","detail":"{readStateIndex:20675; appliedIndex:20674; }","duration":"420.837985ms","start":"2026-03-18T10:37:40.715286Z","end":"2026-03-18T10:37:41.136124Z","steps":["trace[1330651864] 'read index received' (duration: 317.571438ms)","trace[1330651864] 'applied index is now lower than readState.Index' (duration: 103.263886ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:37:41.136491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:37:40.714966Z","time spent":"421.431837ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:37:41.136675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.358066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-5344d77e-1b25-4f86-a329-e3a081f9bede\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-03-18T10:37:41.13674Z","caller":"traceutil/trace.go:171","msg":"trace[958942694] range","detail":"{range_begin:/registry/persistentvolumes/pvc-5344d77e-1b25-4f86-a329-e3a081f9bede; range_end:; response_count:1; response_revision:19940; }","duration":"421.442638ms","start":"2026-03-18T10:37:40.715281Z","end":"2026-03-18T10:37:41.136724Z","steps":["trace[958942694] 'agreement among raft nodes before linearized reading' (duration: 421.09532ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:37:41.13686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:37:40.715251Z","time spent":"421.56973ms","remote":"127.0.0.1:41212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1345,"request content":"key:\"/registry/persistentvolumes/pvc-5344d77e-1b25-4f86-a329-e3a081f9bede\" "} {"level":"info","ts":"2026-03-18T10:37:41.233423Z","caller":"traceutil/trace.go:171","msg":"trace[1546473337] transaction","detail":"{read_only:false; response_revision:19941; number_of_response:1; }","duration":"517.512676ms","start":"2026-03-18T10:37:40.715878Z","end":"2026-03-18T10:37:41.233391Z","steps":["trace[1546473337] 'process raft request' (duration: 517.331282ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:37:41.233614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:37:40.71586Z","time spent":"517.646309ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:37:41.233897Z","caller":"traceutil/trace.go:171","msg":"trace[1435187916] transaction","detail":"{read_only:false; response_revision:19942; number_of_response:1; }","duration":"517.914215ms","start":"2026-03-18T10:37:40.715913Z","end":"2026-03-18T10:37:41.233827Z","steps":["trace[1435187916] 'process raft request' (duration: 517.426774ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:37:41.233932Z","caller":"traceutil/trace.go:171","msg":"trace[1838539905] transaction","detail":"{read_only:false; response_revision:19943; number_of_response:1; }","duration":"517.912525ms","start":"2026-03-18T10:37:40.71597Z","end":"2026-03-18T10:37:41.233883Z","steps":["trace[1838539905] 'process raft request' (duration: 517.657689ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:37:41.23403Z","caller":"traceutil/trace.go:171","msg":"trace[552829184] transaction","detail":"{read_only:false; response_revision:19946; number_of_response:1; }","duration":"516.867002ms","start":"2026-03-18T10:37:40.717137Z","end":"2026-03-18T10:37:41.234004Z","steps":["trace[552829184] 'process raft request' (duration: 516.816781ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:37:41.234083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:37:40.715872Z","time spent":"518.117989ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:37:41.234103Z","caller":"traceutil/trace.go:171","msg":"trace[627342829] transaction","detail":"{read_only:false; response_revision:19945; number_of_response:1; }","duration":"517.527937ms","start":"2026-03-18T10:37:40.716545Z","end":"2026-03-18T10:37:41.234073Z","steps":["trace[627342829] 'process raft request' (duration: 517.275152ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:37:41.234172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:37:40.715964Z","time spent":"518.064168ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:37:41.234202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:37:40.717132Z","time spent":"516.977534ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:37:41.234243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:37:40.716533Z","time spent":"517.641089ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:37:41.234043Z","caller":"traceutil/trace.go:171","msg":"trace[1045737468] transaction","detail":"{read_only:false; response_revision:19944; number_of_response:1; }","duration":"518.025997ms","start":"2026-03-18T10:37:40.715992Z","end":"2026-03-18T10:37:41.234018Z","steps":["trace[1045737468] 'process raft request' (duration: 517.783402ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:37:41.23454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:37:40.715978Z","time spent":"518.425406ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:37:42.032974Z","caller":"traceutil/trace.go:171","msg":"trace[453286078] transaction","detail":"{read_only:false; response_revision:19947; number_of_response:1; }","duration":"911.308337ms","start":"2026-03-18T10:37:41.121635Z","end":"2026-03-18T10:37:42.032944Z","steps":["trace[453286078] 'process raft request' (duration: 911.094932ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:37:42.033162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:37:41.121604Z","time spent":"911.463291ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:37:42.033306Z","caller":"traceutil/trace.go:171","msg":"trace[136532091] transaction","detail":"{read_only:false; response_revision:19948; number_of_response:1; }","duration":"863.678872ms","start":"2026-03-18T10:37:41.169602Z","end":"2026-03-18T10:37:42.033281Z","steps":["trace[136532091] 'process raft request' (duration: 863.296204ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:37:42.03346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:37:41.169583Z","time spent":"863.794094ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:37:42.033742Z","caller":"traceutil/trace.go:171","msg":"trace[2128308475] linearizableReadLoop","detail":"{readStateIndex:20682; appliedIndex:20675; }","duration":"897.225249ms","start":"2026-03-18T10:37:41.13649Z","end":"2026-03-18T10:37:42.033715Z","steps":["trace[2128308475] 'read index received' (duration: 96.828726ms)","trace[2128308475] 'applied index is now lower than readState.Index' (duration: 800.394543ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:37:42.034033Z","caller":"traceutil/trace.go:171","msg":"trace[2029491079] transaction","detail":"{read_only:false; response_revision:19949; number_of_response:1; }","duration":"863.379457ms","start":"2026-03-18T10:37:41.170638Z","end":"2026-03-18T10:37:42.034018Z","steps":["trace[2029491079] 'process raft request' (duration: 862.544798ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:37:42.034237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:37:41.170616Z","time spent":"863.473119ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:37:42.034258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"841.455005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:37:42.034311Z","caller":"traceutil/trace.go:171","msg":"trace[707400187] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:19949; }","duration":"841.549257ms","start":"2026-03-18T10:37:41.192747Z","end":"2026-03-18T10:37:42.034296Z","steps":["trace[707400187] 'agreement among raft nodes before linearized reading' (duration: 841.436615ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:37:42.034347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:37:41.192731Z","time spent":"841.605768ms","remote":"127.0.0.1:38866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-18T10:37:42.034223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.313604735s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T10:37:42.034394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.246545014s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-18T10:37:42.034449Z","caller":"traceutil/trace.go:171","msg":"trace[1654161428] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19949; }","duration":"1.313857831s","start":"2026-03-18T10:37:40.720575Z","end":"2026-03-18T10:37:42.034433Z","steps":["trace[1654161428] 'agreement among raft nodes before linearized reading' (duration: 1.313540894s)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:37:42.034462Z","caller":"traceutil/trace.go:171","msg":"trace[1450977052] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:19949; }","duration":"1.246646986s","start":"2026-03-18T10:37:40.787795Z","end":"2026-03-18T10:37:42.034442Z","steps":["trace[1450977052] 'agreement among raft nodes before linearized reading' (duration: 1.246491693s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:37:42.034465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.048114679s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18429"} {"level":"warn","ts":"2026-03-18T10:37:42.034509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:37:40.787781Z","time spent":"1.246716748s","remote":"127.0.0.1:41106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":72,"response size":31,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"info","ts":"2026-03-18T10:37:42.034519Z","caller":"traceutil/trace.go:171","msg":"trace[1266363317] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:19949; }","duration":"1.048206182s","start":"2026-03-18T10:37:40.986296Z","end":"2026-03-18T10:37:42.034502Z","steps":["trace[1266363317] 'agreement among raft nodes before linearized reading' (duration: 1.047982027s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:37:42.034525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:37:40.720572Z","time spent":"1.313940373s","remote":"127.0.0.1:41084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T10:37:42.034565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:37:40.986284Z","time spent":"1.048267713s","remote":"127.0.0.1:41258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18452,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-03-18T10:37:42.034621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.318503253s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189de6f073405fc4\" ","response":"range_response_count:1 size:775"} {"level":"info","ts":"2026-03-18T10:37:42.034653Z","caller":"traceutil/trace.go:171","msg":"trace[2143101678] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189de6f073405fc4; range_end:; response_count:1; response_revision:19949; }","duration":"1.318561115s","start":"2026-03-18T10:37:40.716081Z","end":"2026-03-18T10:37:42.034642Z","steps":["trace[2143101678] 'agreement among raft nodes before linearized reading' (duration: 1.318436322s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:37:42.034697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:37:40.716066Z","time spent":"1.318624396s","remote":"127.0.0.1:41148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189de6f073405fc4\" "} {"level":"warn","ts":"2026-03-18T10:37:42.034692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"722.414473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:37:42.034935Z","caller":"traceutil/trace.go:171","msg":"trace[320665147] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:19949; }","duration":"722.7138ms","start":"2026-03-18T10:37:41.312208Z","end":"2026-03-18T10:37:42.034922Z","steps":["trace[320665147] 'agreement among raft nodes before linearized reading' (duration: 722.429784ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:37:42.034978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:37:41.312182Z","time spent":"722.782231ms","remote":"127.0.0.1:54220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-03-18T10:37:42.035498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.285460128s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:37:42.035578Z","caller":"traceutil/trace.go:171","msg":"trace[1451479716] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:19949; }","duration":"1.28555214s","start":"2026-03-18T10:37:40.749994Z","end":"2026-03-18T10:37:42.035546Z","steps":["trace[1451479716] 'agreement among raft nodes before linearized reading' (duration: 1.284805484s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:37:42.035637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:37:40.749982Z","time spent":"1.285632112s","remote":"127.0.0.1:41298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-03-18T10:37:43.502188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.354555944s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-18T10:37:43.502402Z","caller":"traceutil/trace.go:171","msg":"trace[2003311306] transaction","detail":"{read_only:false; response_revision:19952; number_of_response:1; }","duration":"1.16658664s","start":"2026-03-18T10:37:42.335798Z","end":"2026-03-18T10:37:43.502385Z","steps":["trace[2003311306] 'process raft request' (duration: 1.166491788s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:37:43.502509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:37:42.335779Z","time spent":"1.166661511s","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:37:43.502719Z","caller":"traceutil/trace.go:171","msg":"trace[339346490] transaction","detail":"{read_only:false; response_revision:19951; number_of_response:1; }","duration":"1.41359746s","start":"2026-03-18T10:37:42.089108Z","end":"2026-03-18T10:37:43.502705Z","steps":["trace[339346490] 'process raft request' (duration: 58.448233ms)","trace[339346490] 'compare' (duration: 1.354141815s)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:37:43.502697Z","caller":"traceutil/trace.go:171","msg":"trace[580793064] linearizableReadLoop","detail":"{readStateIndex:20686; appliedIndex:20685; }","duration":"1.41181038s","start":"2026-03-18T10:37:42.09086Z","end":"2026-03-18T10:37:43.502671Z","steps":["trace[580793064] 'read index received' (duration: 56.629542ms)","trace[580793064] 'applied index is now lower than readState.Index' (duration: 1.355178608s)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:37:43.502787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:37:42.089071Z","time spent":"1.413676822s","remote":"127.0.0.1:41148","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-18T10:37:43.502886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.412015214s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T10:37:43.502918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.475745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:37:43.502997Z","caller":"traceutil/trace.go:171","msg":"trace[27797001] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:19952; }","duration":"136.598588ms","start":"2026-03-18T10:37:43.366379Z","end":"2026-03-18T10:37:43.502978Z","steps":["trace[27797001] 'agreement among raft nodes before linearized reading' (duration: 136.480325ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:37:43.502995Z","caller":"traceutil/trace.go:171","msg":"trace[209960765] range","detail":"{range_begin:/registry/resourcequotas/kube-system/; range_end:/registry/resourcequotas/kube-system0; response_count:0; response_revision:19952; }","duration":"1.412134847s","start":"2026-03-18T10:37:42.090811Z","end":"2026-03-18T10:37:43.502946Z","steps":["trace[209960765] 'agreement among raft nodes before linearized reading' (duration: 1.411980484s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:37:43.503004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.440462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-18T10:37:43.503037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.28325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-18T10:37:43.503045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:37:42.090768Z","time spent":"1.41226648s","remote":"127.0.0.1:41154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" "} {"level":"info","ts":"2026-03-18T10:37:43.503048Z","caller":"traceutil/trace.go:171","msg":"trace[514157814] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19952; }","duration":"264.515304ms","start":"2026-03-18T10:37:43.23852Z","end":"2026-03-18T10:37:43.503036Z","steps":["trace[514157814] 'agreement among raft nodes before linearized reading' (duration: 264.31441ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:37:43.503076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.511514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-18T10:37:43.503095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"798.312278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T10:37:43.502946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.238828394s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"info","ts":"2026-03-18T10:37:43.503119Z","caller":"traceutil/trace.go:171","msg":"trace[1469590475] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19952; }","duration":"264.555255ms","start":"2026-03-18T10:37:43.238554Z","end":"2026-03-18T10:37:43.503109Z","steps":["trace[1469590475] 'agreement among raft nodes before linearized reading' (duration: 264.458383ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:37:43.503133Z","caller":"traceutil/trace.go:171","msg":"trace[1252752352] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:19952; }","duration":"798.39632ms","start":"2026-03-18T10:37:42.704727Z","end":"2026-03-18T10:37:43.503124Z","steps":["trace[1252752352] 'agreement among raft nodes before linearized reading' (duration: 798.331699ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:37:43.50315Z","caller":"traceutil/trace.go:171","msg":"trace[117696774] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:19952; }","duration":"1.239069429s","start":"2026-03-18T10:37:42.264063Z","end":"2026-03-18T10:37:43.503132Z","steps":["trace[117696774] 'agreement among raft nodes before linearized reading' (duration: 1.238752642s)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:37:43.503079Z","caller":"traceutil/trace.go:171","msg":"trace[157578755] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19952; }","duration":"362.350731ms","start":"2026-03-18T10:37:43.140718Z","end":"2026-03-18T10:37:43.503069Z","steps":["trace[157578755] 'agreement among raft nodes before linearized reading' (duration: 362.251209ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:37:43.503206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"594.181299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-18T10:37:43.503225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.086524262s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-18T10:37:43.503233Z","caller":"traceutil/trace.go:171","msg":"trace[2031824764] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:19952; }","duration":"594.24001ms","start":"2026-03-18T10:37:42.908987Z","end":"2026-03-18T10:37:43.503227Z","steps":["trace[2031824764] 'agreement among raft nodes before linearized reading' (duration: 594.191439ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:37:43.503228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.530783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-18T10:37:43.503247Z","caller":"traceutil/trace.go:171","msg":"trace[1032624507] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:19952; }","duration":"1.086591273s","start":"2026-03-18T10:37:42.41665Z","end":"2026-03-18T10:37:43.503241Z","steps":["trace[1032624507] 'agreement among raft nodes before linearized reading' (duration: 1.086526922s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:37:43.503253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:37:42.908966Z","time spent":"594.279691ms","remote":"127.0.0.1:38784","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":17,"response size":31,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-03-18T10:37:43.503239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:37:43.140703Z","time spent":"362.510605ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-18T10:37:43.503162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:37:42.7047Z","time spent":"798.454131ms","remote":"127.0.0.1:46442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"warn","ts":"2026-03-18T10:37:43.503277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"648.50373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T10:37:43.503203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:37:42.264047Z","time spent":"1.239142581s","remote":"127.0.0.1:41228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1873,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" "} {"level":"info","ts":"2026-03-18T10:37:43.503313Z","caller":"traceutil/trace.go:171","msg":"trace[1933521940] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:19952; }","duration":"648.572942ms","start":"2026-03-18T10:37:42.854725Z","end":"2026-03-18T10:37:43.503298Z","steps":["trace[1933521940] 'agreement among raft nodes before linearized reading' (duration: 648.522211ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:37:43.503326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"908.144388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T10:37:43.503344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:37:42.8547Z","time spent":"648.635232ms","remote":"127.0.0.1:52668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"info","ts":"2026-03-18T10:37:43.503362Z","caller":"traceutil/trace.go:171","msg":"trace[320274169] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:19952; }","duration":"908.184089ms","start":"2026-03-18T10:37:42.595167Z","end":"2026-03-18T10:37:43.503351Z","steps":["trace[320274169] 'agreement among raft nodes before linearized reading' (duration: 907.928403ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:37:43.503394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:37:42.5951Z","time spent":"908.285071ms","remote":"127.0.0.1:52584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"info","ts":"2026-03-18T10:37:43.503262Z","caller":"traceutil/trace.go:171","msg":"trace[1251490935] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19952; }","duration":"263.604275ms","start":"2026-03-18T10:37:43.239648Z","end":"2026-03-18T10:37:43.503253Z","steps":["trace[1251490935] 'agreement among raft nodes before linearized reading' (duration: 263.485482ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:37:43.503849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.061335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-18T10:37:43.503934Z","caller":"traceutil/trace.go:171","msg":"trace[1144250606] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19952; }","duration":"265.396093ms","start":"2026-03-18T10:37:43.23852Z","end":"2026-03-18T10:37:43.503917Z","steps":["trace[1144250606] 'agreement among raft nodes before linearized reading' (duration: 264.554485ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:37:43.503267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:37:42.416624Z","time spent":"1.086636975s","remote":"127.0.0.1:41260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-18T10:37:50.25628Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":18085} {"level":"info","ts":"2026-03-18T10:37:50.394946Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":18085,"took":"134.621824ms","hash":1992205743,"current-db-size-bytes":42029056,"current-db-size":"42 MB","current-db-size-in-use-bytes":29102080,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-03-18T10:37:50.395015Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1992205743,"revision":18085,"compact-revision":15757} {"level":"warn","ts":"2026-03-18T10:38:37.060655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.250454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:38:37.060793Z","caller":"traceutil/trace.go:171","msg":"trace[1222779200] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:0; response_revision:20469; }","duration":"274.431497ms","start":"2026-03-18T10:38:36.786335Z","end":"2026-03-18T10:38:37.060767Z","steps":["trace[1222779200] 'range keys from in-memory index tree' (duration: 274.036417ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:38:37.0607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.319405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T10:38:37.060906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.234896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-db-sync\" ","response":"range_response_count:1 size:5140"} {"level":"warn","ts":"2026-03-18T10:38:37.06112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.872008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:674"} {"level":"info","ts":"2026-03-18T10:38:37.061181Z","caller":"traceutil/trace.go:171","msg":"trace[886877257] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:20469; }","duration":"274.97424ms","start":"2026-03-18T10:38:36.786191Z","end":"2026-03-18T10:38:37.061165Z","steps":["trace[886877257] 'range keys from in-memory index tree' (duration: 274.700734ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:38:37.061086Z","caller":"traceutil/trace.go:171","msg":"trace[2015248845] range","detail":"{range_begin:/registry/jobs/openstack/octavia-db-sync; range_end:; response_count:1; response_revision:20469; }","duration":"271.529342ms","start":"2026-03-18T10:38:36.789527Z","end":"2026-03-18T10:38:37.061056Z","steps":["trace[2015248845] 'range keys from in-memory index tree' (duration: 271.034591ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:38:37.060983Z","caller":"traceutil/trace.go:171","msg":"trace[1917699504] range","detail":"{range_begin:/registry/jobs/openstack/octavia-rabbit-init; range_end:; response_count:0; response_revision:20469; }","duration":"274.649312ms","start":"2026-03-18T10:38:36.786324Z","end":"2026-03-18T10:38:37.060973Z","steps":["trace[1917699504] 'range keys from in-memory index tree' (duration: 274.095689ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:38:37.060972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.643272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:38:37.061436Z","caller":"traceutil/trace.go:171","msg":"trace[1723122420] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:20469; }","duration":"275.144714ms","start":"2026-03-18T10:38:36.786274Z","end":"2026-03-18T10:38:37.061419Z","steps":["trace[1723122420] 'range keys from in-memory index tree' (duration: 274.414817ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:38:39.821169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.346607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:38:39.82127Z","caller":"traceutil/trace.go:171","msg":"trace[1388996508] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20493; }","duration":"169.465581ms","start":"2026-03-18T10:38:39.651785Z","end":"2026-03-18T10:38:39.821251Z","steps":["trace[1388996508] 'range keys from in-memory index tree' (duration: 169.237675ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:38:58.249243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.87694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-18T10:38:58.249337Z","caller":"traceutil/trace.go:171","msg":"trace[442745109] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:20593; }","duration":"128.013383ms","start":"2026-03-18T10:38:58.121302Z","end":"2026-03-18T10:38:58.249315Z","steps":["trace[442745109] 'range keys from in-memory index tree' (duration: 127.766248ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:38:58.418907Z","caller":"traceutil/trace.go:171","msg":"trace[902864406] transaction","detail":"{read_only:false; response_revision:20594; number_of_response:1; }","duration":"164.869868ms","start":"2026-03-18T10:38:58.254007Z","end":"2026-03-18T10:38:58.418877Z","steps":["trace[902864406] 'process raft request' (duration: 164.655132ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:38:58.742803Z","caller":"traceutil/trace.go:171","msg":"trace[787689853] transaction","detail":"{read_only:false; response_revision:20595; number_of_response:1; }","duration":"488.550386ms","start":"2026-03-18T10:38:58.254191Z","end":"2026-03-18T10:38:58.742741Z","steps":["trace[787689853] 'process raft request' (duration: 465.00338ms)","trace[787689853] 'compare' (duration: 22.847611ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:38:58.742964Z","caller":"traceutil/trace.go:171","msg":"trace[1206938004] transaction","detail":"{read_only:false; response_revision:20596; number_of_response:1; }","duration":"487.750878ms","start":"2026-03-18T10:38:58.255173Z","end":"2026-03-18T10:38:58.742924Z","steps":["trace[1206938004] 'process raft request' (duration: 487.419921ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:38:58.743036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:38:58.254161Z","time spent":"488.75231ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:38:58.743206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:38:58.255142Z","time spent":"487.914482ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:38:58.743728Z","caller":"traceutil/trace.go:171","msg":"trace[242440555] transaction","detail":"{read_only:false; response_revision:20597; number_of_response:1; }","duration":"488.192648ms","start":"2026-03-18T10:38:58.255226Z","end":"2026-03-18T10:38:58.743419Z","steps":["trace[242440555] 'process raft request' (duration: 487.432751ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:38:58.743901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:38:58.255194Z","time spent":"488.614198ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:38:58.74439Z","caller":"traceutil/trace.go:171","msg":"trace[645342208] transaction","detail":"{read_only:false; response_revision:20598; number_of_response:1; }","duration":"489.007177ms","start":"2026-03-18T10:38:58.255351Z","end":"2026-03-18T10:38:58.744359Z","steps":["trace[645342208] 'process raft request' (duration: 487.351869ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:38:58.744579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:38:58.255336Z","time spent":"489.15559ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:38:58.752868Z","caller":"traceutil/trace.go:171","msg":"trace[1278874259] transaction","detail":"{read_only:false; response_revision:20599; number_of_response:1; }","duration":"182.633204ms","start":"2026-03-18T10:38:58.570202Z","end":"2026-03-18T10:38:58.752836Z","steps":["trace[1278874259] 'process raft request' (duration: 182.356658ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:38:58.753076Z","caller":"traceutil/trace.go:171","msg":"trace[1254813041] linearizableReadLoop","detail":"{readStateIndex:21362; appliedIndex:21357; }","duration":"190.460029ms","start":"2026-03-18T10:38:58.562589Z","end":"2026-03-18T10:38:58.753049Z","steps":["trace[1254813041] 'read index received' (duration: 156.622682ms)","trace[1254813041] 'applied index is now lower than readState.Index' (duration: 33.834997ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:38:58.753108Z","caller":"traceutil/trace.go:171","msg":"trace[1921176705] transaction","detail":"{read_only:false; response_revision:20600; number_of_response:1; }","duration":"181.223803ms","start":"2026-03-18T10:38:58.571867Z","end":"2026-03-18T10:38:58.753091Z","steps":["trace[1921176705] 'process raft request' (duration: 180.873985ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:38:58.753291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.701075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:38:58.753337Z","caller":"traceutil/trace.go:171","msg":"trace[346750187] range","detail":"{range_begin:/registry/jobs/openstack/octavia-rabbit-init; range_end:; response_count:0; response_revision:20600; }","duration":"190.813227ms","start":"2026-03-18T10:38:58.562511Z","end":"2026-03-18T10:38:58.753324Z","steps":["trace[346750187] 'agreement among raft nodes before linearized reading' (duration: 190.721045ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:38:58.753363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.229843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:674"} {"level":"info","ts":"2026-03-18T10:38:58.753407Z","caller":"traceutil/trace.go:171","msg":"trace[391905020] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:20600; }","duration":"189.337585ms","start":"2026-03-18T10:38:58.564056Z","end":"2026-03-18T10:38:58.753394Z","steps":["trace[391905020] 'agreement among raft nodes before linearized reading' (duration: 189.201542ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:38:58.753408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.002378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:38:58.753445Z","caller":"traceutil/trace.go:171","msg":"trace[850215006] range","detail":"{range_begin:/registry/jobs/openstack/octavia-rabbit-init; range_end:; response_count:0; response_revision:20600; }","duration":"164.05368ms","start":"2026-03-18T10:38:58.589381Z","end":"2026-03-18T10:38:58.753434Z","steps":["trace[850215006] 'agreement among raft nodes before linearized reading' (duration: 164.010669ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:38:58.753463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.422428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:674"} {"level":"info","ts":"2026-03-18T10:38:58.753534Z","caller":"traceutil/trace.go:171","msg":"trace[814102773] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:20600; }","duration":"164.54422ms","start":"2026-03-18T10:38:58.588974Z","end":"2026-03-18T10:38:58.753518Z","steps":["trace[814102773] 'agreement among raft nodes before linearized reading' (duration: 164.308405ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:38:58.753556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.223329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:38:58.753585Z","caller":"traceutil/trace.go:171","msg":"trace[1880444016] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:0; response_revision:20600; }","duration":"188.294721ms","start":"2026-03-18T10:38:58.565284Z","end":"2026-03-18T10:38:58.753579Z","steps":["trace[1880444016] 'agreement among raft nodes before linearized reading' (duration: 188.24982ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:38:58.753609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.210359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-db-sync\" ","response":"range_response_count:1 size:5140"} {"level":"info","ts":"2026-03-18T10:38:58.753756Z","caller":"traceutil/trace.go:171","msg":"trace[390695635] range","detail":"{range_begin:/registry/jobs/openstack/octavia-db-sync; range_end:; response_count:1; response_revision:20600; }","duration":"188.382012ms","start":"2026-03-18T10:38:58.565365Z","end":"2026-03-18T10:38:58.753747Z","steps":["trace[390695635] 'agreement among raft nodes before linearized reading' (duration: 188.148167ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:38:58.753365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.235594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:38:58.753807Z","caller":"traceutil/trace.go:171","msg":"trace[1913467822] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:0; response_revision:20600; }","duration":"164.713013ms","start":"2026-03-18T10:38:58.589078Z","end":"2026-03-18T10:38:58.753791Z","steps":["trace[1913467822] 'agreement among raft nodes before linearized reading' (duration: 164.247163ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:38:58.753648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.552211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-db-sync\" ","response":"range_response_count:1 size:5140"} {"level":"info","ts":"2026-03-18T10:38:58.753893Z","caller":"traceutil/trace.go:171","msg":"trace[1493605293] range","detail":"{range_begin:/registry/jobs/openstack/octavia-db-sync; range_end:; response_count:1; response_revision:20600; }","duration":"164.817846ms","start":"2026-03-18T10:38:58.589048Z","end":"2026-03-18T10:38:58.753866Z","steps":["trace[1493605293] 'agreement among raft nodes before linearized reading' (duration: 164.408977ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:38:58.753685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.190089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:38:58.754039Z","caller":"traceutil/trace.go:171","msg":"trace[62713500] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:20600; }","duration":"188.601148ms","start":"2026-03-18T10:38:58.565425Z","end":"2026-03-18T10:38:58.754026Z","steps":["trace[62713500] 'agreement among raft nodes before linearized reading' (duration: 188.231829ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:38:58.75369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.660083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:38:58.754119Z","caller":"traceutil/trace.go:171","msg":"trace[1141171475] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:20600; }","duration":"165.134853ms","start":"2026-03-18T10:38:58.588976Z","end":"2026-03-18T10:38:58.754111Z","steps":["trace[1141171475] 'agreement among raft nodes before linearized reading' (duration: 164.667763ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:41:45.45876Z","caller":"traceutil/trace.go:171","msg":"trace[1004153023] transaction","detail":"{read_only:false; response_revision:22155; number_of_response:1; }","duration":"194.832793ms","start":"2026-03-18T10:41:45.26388Z","end":"2026-03-18T10:41:45.458713Z","steps":["trace[1004153023] 'process raft request' (duration: 194.729211ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:41:45.458755Z","caller":"traceutil/trace.go:171","msg":"trace[1777146636] transaction","detail":"{read_only:false; response_revision:22153; number_of_response:1; }","duration":"260.900686ms","start":"2026-03-18T10:41:45.19778Z","end":"2026-03-18T10:41:45.458681Z","steps":["trace[1777146636] 'process raft request' (duration: 260.692421ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:41:45.458801Z","caller":"traceutil/trace.go:171","msg":"trace[775449819] transaction","detail":"{read_only:false; response_revision:22154; number_of_response:1; }","duration":"247.138453ms","start":"2026-03-18T10:41:45.211596Z","end":"2026-03-18T10:41:45.458735Z","steps":["trace[775449819] 'process raft request' (duration: 246.973489ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:41:45.458789Z","caller":"traceutil/trace.go:171","msg":"trace[1733181049] transaction","detail":"{read_only:false; response_revision:22152; number_of_response:1; }","duration":"261.09935ms","start":"2026-03-18T10:41:45.197655Z","end":"2026-03-18T10:41:45.458754Z","steps":["trace[1733181049] 'process raft request' (duration: 253.352601ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:41:45.458805Z","caller":"traceutil/trace.go:171","msg":"trace[246035311] linearizableReadLoop","detail":"{readStateIndex:22967; appliedIndex:22965; }","duration":"252.593433ms","start":"2026-03-18T10:41:45.206188Z","end":"2026-03-18T10:41:45.458781Z","steps":["trace[246035311] 'read index received' (duration: 244.936515ms)","trace[246035311] 'applied index is now lower than readState.Index' (duration: 7.655918ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:41:45.459041Z","caller":"traceutil/trace.go:171","msg":"trace[1046507482] transaction","detail":"{read_only:false; response_revision:22157; number_of_response:1; }","duration":"116.622504ms","start":"2026-03-18T10:41:45.342411Z","end":"2026-03-18T10:41:45.459033Z","steps":["trace[1046507482] 'process raft request' (duration: 116.254725ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:41:45.458996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.786698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capo-system/capo-controller-manager-7844f68f-nxd25\" ","response":"range_response_count:1 size:3480"} {"level":"info","ts":"2026-03-18T10:41:45.458911Z","caller":"traceutil/trace.go:171","msg":"trace[1388465801] transaction","detail":"{read_only:false; response_revision:22156; number_of_response:1; }","duration":"146.821257ms","start":"2026-03-18T10:41:45.312035Z","end":"2026-03-18T10:41:45.458856Z","steps":["trace[1388465801] 'process raft request' (duration: 146.605503ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:41:45.459678Z","caller":"traceutil/trace.go:171","msg":"trace[1289049776] range","detail":"{range_begin:/registry/pods/capo-system/capo-controller-manager-7844f68f-nxd25; range_end:; response_count:1; response_revision:22158; }","duration":"252.943241ms","start":"2026-03-18T10:41:45.206142Z","end":"2026-03-18T10:41:45.459085Z","steps":["trace[1289049776] 'agreement among raft nodes before linearized reading' (duration: 252.723076ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:41:45.462765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.509162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmcontrolplanes.controlplane.cluster.x-k8s.io\" ","response":"range_response_count:1 size:170039"} {"level":"info","ts":"2026-03-18T10:41:45.462862Z","caller":"traceutil/trace.go:171","msg":"trace[1952985761] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmcontrolplanes.controlplane.cluster.x-k8s.io; range_end:; response_count:1; response_revision:22160; }","duration":"232.649295ms","start":"2026-03-18T10:41:45.230191Z","end":"2026-03-18T10:41:45.46284Z","steps":["trace[1952985761] 'agreement among raft nodes before linearized reading' (duration: 232.314217ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:41:45.46334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.943323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/capo-system/capo-manager\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-18T10:41:45.463382Z","caller":"traceutil/trace.go:171","msg":"trace[570059748] range","detail":"{range_begin:/registry/serviceaccounts/capo-system/capo-manager; range_end:; response_count:1; response_revision:22160; }","duration":"123.035585ms","start":"2026-03-18T10:41:45.340337Z","end":"2026-03-18T10:41:45.463372Z","steps":["trace[570059748] 'agreement among raft nodes before linearized reading' (duration: 122.919023ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:41:45.465175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.669481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-18T10:41:45.465382Z","caller":"traceutil/trace.go:171","msg":"trace[944098184] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22160; }","duration":"139.934917ms","start":"2026-03-18T10:41:45.325423Z","end":"2026-03-18T10:41:45.465358Z","steps":["trace[944098184] 'agreement among raft nodes before linearized reading' (duration: 137.878742ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:41:48.64322Z","caller":"traceutil/trace.go:171","msg":"trace[2006575039] linearizableReadLoop","detail":"{readStateIndex:23062; appliedIndex:23061; }","duration":"284.550445ms","start":"2026-03-18T10:41:48.358639Z","end":"2026-03-18T10:41:48.64319Z","steps":["trace[2006575039] 'read index received' (duration: 284.243589ms)","trace[2006575039] 'applied index is now lower than readState.Index' (duration: 305.426µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:41:48.643361Z","caller":"traceutil/trace.go:171","msg":"trace[1223739287] transaction","detail":"{read_only:false; response_revision:22247; number_of_response:1; }","duration":"308.092343ms","start":"2026-03-18T10:41:48.335184Z","end":"2026-03-18T10:41:48.643276Z","steps":["trace[1223739287] 'process raft request' (duration: 307.750546ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:41:48.643617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.928223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-7b7d6b5594-zrcx6\" ","response":"range_response_count:1 size:5210"} {"level":"info","ts":"2026-03-18T10:41:48.643734Z","caller":"traceutil/trace.go:171","msg":"trace[984540423] range","detail":"{range_begin:/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-7b7d6b5594-zrcx6; range_end:; response_count:1; response_revision:22247; }","duration":"285.112458ms","start":"2026-03-18T10:41:48.358601Z","end":"2026-03-18T10:41:48.643713Z","steps":["trace[984540423] 'agreement among raft nodes before linearized reading' (duration: 284.733159ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:41:48.644359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:41:48.335149Z","time spent":"308.4184ms","remote":"127.0.0.1:41106","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":129374,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:41:48.649378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.183229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:41:48.649493Z","caller":"traceutil/trace.go:171","msg":"trace[344145327] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:22248; }","duration":"290.322012ms","start":"2026-03-18T10:41:48.359147Z","end":"2026-03-18T10:41:48.649469Z","steps":["trace[344145327] 'agreement among raft nodes before linearized reading' (duration: 290.145838ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:41:48.64998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.365851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:41:48.650033Z","caller":"traceutil/trace.go:171","msg":"trace[1241953897] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:22248; }","duration":"213.451884ms","start":"2026-03-18T10:41:48.436565Z","end":"2026-03-18T10:41:48.650017Z","steps":["trace[1241953897] 'agreement among raft nodes before linearized reading' (duration: 213.342992ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:41:48.650336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.173449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:41:48.650408Z","caller":"traceutil/trace.go:171","msg":"trace[620790598] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:22248; }","duration":"214.262001ms","start":"2026-03-18T10:41:48.436135Z","end":"2026-03-18T10:41:48.650397Z","steps":["trace[620790598] 'agreement among raft nodes before linearized reading' (duration: 214.151509ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:41:48.650475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.597526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:41:48.650508Z","caller":"traceutil/trace.go:171","msg":"trace[543932630] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:22248; }","duration":"223.666737ms","start":"2026-03-18T10:41:48.426834Z","end":"2026-03-18T10:41:48.6505Z","steps":["trace[543932630] 'agreement among raft nodes before linearized reading' (duration: 223.615986ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:41:48.650654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.675267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T10:41:48.650345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.463853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/cert-manager-test/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/cert-manager-test0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:41:48.650682Z","caller":"traceutil/trace.go:171","msg":"trace[326485044] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:22248; }","duration":"223.739509ms","start":"2026-03-18T10:41:48.426933Z","end":"2026-03-18T10:41:48.650673Z","steps":["trace[326485044] 'agreement among raft nodes before linearized reading' (duration: 223.696378ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:41:48.650702Z","caller":"traceutil/trace.go:171","msg":"trace[1249944275] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/cert-manager-test/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/cert-manager-test0; response_count:0; response_revision:22248; }","duration":"213.849641ms","start":"2026-03-18T10:41:48.436834Z","end":"2026-03-18T10:41:48.650684Z","steps":["trace[1249944275] 'agreement among raft nodes before linearized reading' (duration: 213.478793ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:41:48.650728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.995818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:41:48.650781Z","caller":"traceutil/trace.go:171","msg":"trace[1929238521] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:22248; }","duration":"291.10331ms","start":"2026-03-18T10:41:48.359666Z","end":"2026-03-18T10:41:48.650769Z","steps":["trace[1929238521] 'agreement among raft nodes before linearized reading' (duration: 291.010338ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:41:53.138378Z","caller":"traceutil/trace.go:171","msg":"trace[929487038] transaction","detail":"{read_only:false; response_revision:22342; number_of_response:1; }","duration":"390.581208ms","start":"2026-03-18T10:41:52.74777Z","end":"2026-03-18T10:41:53.138351Z","steps":["trace[929487038] 'process raft request' (duration: 390.351453ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:41:53.138615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:41:52.747745Z","time spent":"390.775661ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:41:54.22349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"917.664594ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-18T10:41:54.223697Z","caller":"traceutil/trace.go:171","msg":"trace[948401380] linearizableReadLoop","detail":"{readStateIndex:23160; appliedIndex:23158; }","duration":"1.050095266s","start":"2026-03-18T10:41:53.173588Z","end":"2026-03-18T10:41:54.223683Z","steps":["trace[948401380] 'read index received' (duration: 132.100425ms)","trace[948401380] 'applied index is now lower than readState.Index' (duration: 917.994231ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:41:54.223762Z","caller":"traceutil/trace.go:171","msg":"trace[250599086] transaction","detail":"{read_only:false; response_revision:22344; number_of_response:1; }","duration":"1.11670921s","start":"2026-03-18T10:41:53.107045Z","end":"2026-03-18T10:41:54.223754Z","steps":["trace[250599086] 'process raft request' (duration: 1.116525506s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:41:54.223802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:41:53.107012Z","time spent":"1.116767032s","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:41:54.223801Z","caller":"traceutil/trace.go:171","msg":"trace[579264704] transaction","detail":"{read_only:false; response_revision:22343; number_of_response:1; }","duration":"1.363810013s","start":"2026-03-18T10:41:52.859966Z","end":"2026-03-18T10:41:54.223776Z","steps":["trace[579264704] 'process raft request' (duration: 445.798802ms)","trace[579264704] 'compare' (duration: 916.784485ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:41:54.223922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:41:52.859929Z","time spent":"1.363923046s","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:41:54.224023Z","caller":"traceutil/trace.go:171","msg":"trace[1331862519] transaction","detail":"{read_only:false; response_revision:22345; number_of_response:1; }","duration":"991.595431ms","start":"2026-03-18T10:41:53.23242Z","end":"2026-03-18T10:41:54.224016Z","steps":["trace[1331862519] 'process raft request' (duration: 991.238553ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:41:54.224061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:41:53.232383Z","time spent":"991.658331ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":519,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:41:54.224235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.050653098s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-18T10:41:54.224263Z","caller":"traceutil/trace.go:171","msg":"trace[755585479] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:22345; }","duration":"1.050683059s","start":"2026-03-18T10:41:53.173572Z","end":"2026-03-18T10:41:54.224255Z","steps":["trace[755585479] 'agreement among raft nodes before linearized reading' (duration: 1.050368192s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:41:54.224287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:41:53.173501Z","time spent":"1.050780121s","remote":"127.0.0.1:38744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-18T10:41:54.726092Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10400673014339888985,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-18T10:41:54.783902Z","caller":"traceutil/trace.go:171","msg":"trace[911248710] transaction","detail":"{read_only:false; response_revision:22347; number_of_response:1; }","duration":"1.292777491s","start":"2026-03-18T10:41:53.491089Z","end":"2026-03-18T10:41:54.783866Z","steps":["trace[911248710] 'process raft request' (duration: 1.29271648s)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:41:54.784021Z","caller":"traceutil/trace.go:171","msg":"trace[1617097069] transaction","detail":"{read_only:false; response_revision:22346; number_of_response:1; }","duration":"1.294253385s","start":"2026-03-18T10:41:53.489719Z","end":"2026-03-18T10:41:54.783972Z","steps":["trace[1617097069] 'process raft request' (duration: 1.273867607s)","trace[1617097069] 'compare' (duration: 20.065271ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:41:54.78412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:41:53.491064Z","time spent":"1.292937275s","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:41:54.78425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:41:53.489676Z","time spent":"1.294462109s","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:41:54.798186Z","caller":"traceutil/trace.go:171","msg":"trace[2060697525] linearizableReadLoop","detail":"{readStateIndex:23165; appliedIndex:23161; }","duration":"574.440219ms","start":"2026-03-18T10:41:54.223725Z","end":"2026-03-18T10:41:54.798165Z","steps":["trace[2060697525] 'read index received' (duration: 539.8863ms)","trace[2060697525] 'applied index is now lower than readState.Index' (duration: 34.552859ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:41:54.798426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.373291712s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.215\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-03-18T10:41:54.798442Z","caller":"traceutil/trace.go:171","msg":"trace[1559585448] transaction","detail":"{read_only:false; response_revision:22349; number_of_response:1; }","duration":"125.822786ms","start":"2026-03-18T10:41:54.672562Z","end":"2026-03-18T10:41:54.798384Z","steps":["trace[1559585448] 'process raft request' (duration: 125.54434ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:41:54.798401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.081468206s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T10:41:54.798609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.285954362s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-18T10:41:54.798602Z","caller":"traceutil/trace.go:171","msg":"trace[566749025] transaction","detail":"{read_only:false; response_revision:22348; number_of_response:1; }","duration":"529.658465ms","start":"2026-03-18T10:41:54.268891Z","end":"2026-03-18T10:41:54.798549Z","steps":["trace[566749025] 'process raft request' (duration: 529.101183ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:41:54.798645Z","caller":"traceutil/trace.go:171","msg":"trace[1342673932] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22349; }","duration":"1.286026334s","start":"2026-03-18T10:41:53.51261Z","end":"2026-03-18T10:41:54.798636Z","steps":["trace[1342673932] 'agreement among raft nodes before linearized reading' (duration: 1.285937962s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:41:54.798771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:41:54.26887Z","time spent":"529.818388ms","remote":"127.0.0.1:41148","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":971,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-18T10:41:54.798754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.124137125s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-18T10:41:54.798795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.124115034s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-18T10:41:54.798529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.146801872s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:41:54.798875Z","caller":"traceutil/trace.go:171","msg":"trace[59522681] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22349; }","duration":"1.124296628s","start":"2026-03-18T10:41:53.67455Z","end":"2026-03-18T10:41:54.798847Z","steps":["trace[59522681] 'agreement among raft nodes before linearized reading' (duration: 1.123894688s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:41:54.798928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:41:53.674543Z","time spent":"1.124374421s","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-18T10:41:54.798469Z","caller":"traceutil/trace.go:171","msg":"trace[1830873278] range","detail":"{range_begin:/registry/masterleases/199.19.213.215; range_end:; response_count:1; response_revision:22349; }","duration":"1.373385594s","start":"2026-03-18T10:41:53.425073Z","end":"2026-03-18T10:41:54.798458Z","steps":["trace[1830873278] 'agreement among raft nodes before linearized reading' (duration: 1.373181759s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:41:54.798698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:41:53.512582Z","time spent":"1.286108725s","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-18T10:41:54.798953Z","caller":"traceutil/trace.go:171","msg":"trace[376826183] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22349; }","duration":"1.147234023s","start":"2026-03-18T10:41:53.651676Z","end":"2026-03-18T10:41:54.79891Z","steps":["trace[376826183] 'agreement among raft nodes before linearized reading' (duration: 1.146819283s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:41:54.799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:41:53.425045Z","time spent":"1.373944666s","remote":"127.0.0.1:41098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.19.213.215\" "} {"level":"warn","ts":"2026-03-18T10:41:54.799018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"606.514645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-03-18T10:41:54.79905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:41:53.651651Z","time spent":"1.147365245s","remote":"127.0.0.1:41084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-18T10:41:54.798635Z","caller":"traceutil/trace.go:171","msg":"trace[1086581904] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:22349; }","duration":"1.081727562s","start":"2026-03-18T10:41:53.716829Z","end":"2026-03-18T10:41:54.798557Z","steps":["trace[1086581904] 'agreement among raft nodes before linearized reading' (duration: 1.081392215s)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:41:54.799061Z","caller":"traceutil/trace.go:171","msg":"trace[670578351] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:22349; }","duration":"606.598337ms","start":"2026-03-18T10:41:54.192451Z","end":"2026-03-18T10:41:54.79905Z","steps":["trace[670578351] 'agreement among raft nodes before linearized reading' (duration: 606.220897ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:41:54.799093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:41:53.716808Z","time spent":"1.082274354s","remote":"127.0.0.1:60350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"warn","ts":"2026-03-18T10:41:54.799105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:41:54.192429Z","time spent":"606.666448ms","remote":"127.0.0.1:41260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-18T10:41:54.798816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.062918919s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-18T10:41:54.79919Z","caller":"traceutil/trace.go:171","msg":"trace[1246329122] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22349; }","duration":"1.063323037s","start":"2026-03-18T10:41:53.735855Z","end":"2026-03-18T10:41:54.799178Z","steps":["trace[1246329122] 'agreement among raft nodes before linearized reading' (duration: 1.062883898s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:41:54.799222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:41:53.735839Z","time spent":"1.063376699s","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-18T10:41:54.798868Z","caller":"traceutil/trace.go:171","msg":"trace[1616881200] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22349; }","duration":"1.124219067s","start":"2026-03-18T10:41:53.674631Z","end":"2026-03-18T10:41:54.79885Z","steps":["trace[1616881200] 'agreement among raft nodes before linearized reading' (duration: 1.123611633s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:41:54.799322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:41:53.674618Z","time spent":"1.124662137s","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T10:41:54.799056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.127166141s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-18T10:41:54.799439Z","caller":"traceutil/trace.go:171","msg":"trace[1256930197] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22349; }","duration":"1.127591661s","start":"2026-03-18T10:41:53.671837Z","end":"2026-03-18T10:41:54.799429Z","steps":["trace[1256930197] 'agreement among raft nodes before linearized reading' (duration: 1.1271091s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:41:54.799537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:41:53.671814Z","time spent":"1.127710783s","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-18T10:42:28.914312Z","caller":"traceutil/trace.go:171","msg":"trace[1445428535] transaction","detail":"{read_only:false; response_revision:22658; number_of_response:1; }","duration":"133.938144ms","start":"2026-03-18T10:42:28.780346Z","end":"2026-03-18T10:42:28.914284Z","steps":["trace[1445428535] 'process raft request' (duration: 133.757391ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:42:28.936837Z","caller":"traceutil/trace.go:171","msg":"trace[835057787] transaction","detail":"{read_only:false; response_revision:22659; number_of_response:1; }","duration":"144.098309ms","start":"2026-03-18T10:42:28.792716Z","end":"2026-03-18T10:42:28.936814Z","steps":["trace[835057787] 'process raft request' (duration: 143.755541ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:42:43.277099Z","caller":"traceutil/trace.go:171","msg":"trace[499882342] transaction","detail":"{read_only:false; response_revision:22792; number_of_response:1; }","duration":"101.920732ms","start":"2026-03-18T10:42:43.175132Z","end":"2026-03-18T10:42:43.277053Z","steps":["trace[499882342] 'process raft request' (duration: 45.42327ms)","trace[499882342] 'compare' (duration: 56.352349ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:42:45.3736Z","caller":"traceutil/trace.go:171","msg":"trace[286279641] transaction","detail":"{read_only:false; response_revision:22807; number_of_response:1; }","duration":"166.01665ms","start":"2026-03-18T10:42:45.207534Z","end":"2026-03-18T10:42:45.37355Z","steps":["trace[286279641] 'process raft request' (duration: 145.225993ms)","trace[286279641] 'compare' (duration: 17.373792ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:42:45.373639Z","caller":"traceutil/trace.go:171","msg":"trace[568497013] transaction","detail":"{read_only:false; response_revision:22808; number_of_response:1; }","duration":"162.86079ms","start":"2026-03-18T10:42:45.210752Z","end":"2026-03-18T10:42:45.373613Z","steps":["trace[568497013] 'process raft request' (duration: 162.691367ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:42:45.397919Z","caller":"traceutil/trace.go:171","msg":"trace[1054551406] linearizableReadLoop","detail":"{readStateIndex:23639; appliedIndex:23635; }","duration":"114.853045ms","start":"2026-03-18T10:42:45.283047Z","end":"2026-03-18T10:42:45.3979Z","steps":["trace[1054551406] 'read index received' (duration: 69.732613ms)","trace[1054551406] 'applied index is now lower than readState.Index' (duration: 45.119162ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:42:45.398057Z","caller":"traceutil/trace.go:171","msg":"trace[2079833422] transaction","detail":"{read_only:false; response_revision:22810; number_of_response:1; }","duration":"115.486599ms","start":"2026-03-18T10:42:45.282554Z","end":"2026-03-18T10:42:45.398041Z","steps":["trace[2079833422] 'process raft request' (duration: 115.246394ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:42:45.398154Z","caller":"traceutil/trace.go:171","msg":"trace[332935552] transaction","detail":"{read_only:false; response_revision:22809; number_of_response:1; }","duration":"182.446571ms","start":"2026-03-18T10:42:45.21568Z","end":"2026-03-18T10:42:45.398127Z","steps":["trace[332935552] 'process raft request' (duration: 182.007101ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:42:45.398272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.211593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-18T10:42:45.398355Z","caller":"traceutil/trace.go:171","msg":"trace[459671131] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22810; }","duration":"115.355756ms","start":"2026-03-18T10:42:45.282979Z","end":"2026-03-18T10:42:45.398335Z","steps":["trace[459671131] 'agreement among raft nodes before linearized reading' (duration: 115.08589ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:42:45.448442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.5716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-18T10:42:45.448496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.214572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/rabbitmq-messaging-topology-operator\" ","response":"range_response_count:1 size:1115"} {"level":"info","ts":"2026-03-18T10:42:45.448544Z","caller":"traceutil/trace.go:171","msg":"trace[705159956] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22813; }","duration":"115.710253ms","start":"2026-03-18T10:42:45.33281Z","end":"2026-03-18T10:42:45.44852Z","steps":["trace[705159956] 'agreement among raft nodes before linearized reading' (duration: 115.486479ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:42:45.448563Z","caller":"traceutil/trace.go:171","msg":"trace[1624626447] range","detail":"{range_begin:/registry/serviceaccounts/openstack/rabbitmq-messaging-topology-operator; range_end:; response_count:1; response_revision:22813; }","duration":"145.305115ms","start":"2026-03-18T10:42:45.303237Z","end":"2026-03-18T10:42:45.448542Z","steps":["trace[1624626447] 'agreement among raft nodes before linearized reading' (duration: 145.136141ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:42:45.448442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.466678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-18T10:42:45.448685Z","caller":"traceutil/trace.go:171","msg":"trace[692855724] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22813; }","duration":"115.735054ms","start":"2026-03-18T10:42:45.332898Z","end":"2026-03-18T10:42:45.448633Z","steps":["trace[692855724] 'agreement among raft nodes before linearized reading' (duration: 115.374026ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:42:45.448834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.316864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-18T10:42:45.448895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.20573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-18T10:42:45.448986Z","caller":"traceutil/trace.go:171","msg":"trace[30311971] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22813; }","duration":"154.351833ms","start":"2026-03-18T10:42:45.294615Z","end":"2026-03-18T10:42:45.448967Z","steps":["trace[30311971] 'agreement among raft nodes before linearized reading' (duration: 153.470034ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:42:45.448927Z","caller":"traceutil/trace.go:171","msg":"trace[174274092] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22813; }","duration":"115.457088ms","start":"2026-03-18T10:42:45.333447Z","end":"2026-03-18T10:42:45.448904Z","steps":["trace[174274092] 'agreement among raft nodes before linearized reading' (duration: 115.11826ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:42:45.559178Z","caller":"traceutil/trace.go:171","msg":"trace[1802578728] linearizableReadLoop","detail":"{readStateIndex:23643; appliedIndex:23642; }","duration":"108.899924ms","start":"2026-03-18T10:42:45.450254Z","end":"2026-03-18T10:42:45.559154Z","steps":["trace[1802578728] 'read index received' (duration: 44.446037ms)","trace[1802578728] 'applied index is now lower than readState.Index' (duration: 64.452607ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:42:45.559283Z","caller":"traceutil/trace.go:171","msg":"trace[1104745490] transaction","detail":"{read_only:false; response_revision:22814; number_of_response:1; }","duration":"157.066173ms","start":"2026-03-18T10:42:45.402178Z","end":"2026-03-18T10:42:45.559244Z","steps":["trace[1104745490] 'process raft request' (duration: 92.300949ms)","trace[1104745490] 'compare' (duration: 64.540989ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:42:45.55951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.221781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-5zk2h\" ","response":"range_response_count:1 size:5931"} {"level":"info","ts":"2026-03-18T10:42:45.559582Z","caller":"traceutil/trace.go:171","msg":"trace[1604265866] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-5zk2h; range_end:; response_count:1; response_revision:22814; }","duration":"109.350985ms","start":"2026-03-18T10:42:45.450213Z","end":"2026-03-18T10:42:45.559564Z","steps":["trace[1604265866] 'agreement among raft nodes before linearized reading' (duration: 109.115059ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:42:45.586746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.146903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/capo-system/capo-controller-manager-6975759b4b\" ","response":"range_response_count:1 size:4081"} {"level":"info","ts":"2026-03-18T10:42:45.586811Z","caller":"traceutil/trace.go:171","msg":"trace[481587888] transaction","detail":"{read_only:false; response_revision:22816; number_of_response:1; }","duration":"132.775559ms","start":"2026-03-18T10:42:45.45402Z","end":"2026-03-18T10:42:45.586796Z","steps":["trace[481587888] 'process raft request' (duration: 132.135765ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:42:45.586822Z","caller":"traceutil/trace.go:171","msg":"trace[1567091996] range","detail":"{range_begin:/registry/replicasets/capo-system/capo-controller-manager-6975759b4b; range_end:; response_count:1; response_revision:22820; }","duration":"131.224805ms","start":"2026-03-18T10:42:45.455578Z","end":"2026-03-18T10:42:45.586803Z","steps":["trace[1567091996] 'agreement among raft nodes before linearized reading' (duration: 131.018021ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:42:45.586836Z","caller":"traceutil/trace.go:171","msg":"trace[1412188937] transaction","detail":"{read_only:false; response_revision:22817; number_of_response:1; }","duration":"132.536643ms","start":"2026-03-18T10:42:45.454279Z","end":"2026-03-18T10:42:45.586815Z","steps":["trace[1412188937] 'process raft request' (duration: 131.92036ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:42:45.586918Z","caller":"traceutil/trace.go:171","msg":"trace[1167541785] transaction","detail":"{read_only:false; response_revision:22819; number_of_response:1; }","duration":"131.983251ms","start":"2026-03-18T10:42:45.454906Z","end":"2026-03-18T10:42:45.586889Z","steps":["trace[1167541785] 'process raft request' (duration: 131.383548ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:42:45.58675Z","caller":"traceutil/trace.go:171","msg":"trace[1883719770] transaction","detail":"{read_only:false; response_revision:22818; number_of_response:1; }","duration":"132.307918ms","start":"2026-03-18T10:42:45.454415Z","end":"2026-03-18T10:42:45.586723Z","steps":["trace[1883719770] 'process raft request' (duration: 131.835818ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:42:45.587185Z","caller":"traceutil/trace.go:171","msg":"trace[650852023] transaction","detail":"{read_only:false; response_revision:22815; number_of_response:1; }","duration":"133.370601ms","start":"2026-03-18T10:42:45.453397Z","end":"2026-03-18T10:42:45.586768Z","steps":["trace[650852023] 'process raft request' (duration: 132.661426ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:42:45.587184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.957971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capo-system/capo-controller-manager-6975759b4b-bgchk\" ","response":"range_response_count:1 size:3715"} {"level":"info","ts":"2026-03-18T10:42:45.587405Z","caller":"traceutil/trace.go:171","msg":"trace[1847409367] range","detail":"{range_begin:/registry/pods/capo-system/capo-controller-manager-6975759b4b-bgchk; range_end:; response_count:1; response_revision:22820; }","duration":"102.241517ms","start":"2026-03-18T10:42:45.485134Z","end":"2026-03-18T10:42:45.587376Z","steps":["trace[1847409367] 'agreement among raft nodes before linearized reading' (duration: 101.870449ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:42:45.587117Z","caller":"traceutil/trace.go:171","msg":"trace[1813133424] transaction","detail":"{read_only:false; response_revision:22820; number_of_response:1; }","duration":"128.088775ms","start":"2026-03-18T10:42:45.458981Z","end":"2026-03-18T10:42:45.58707Z","steps":["trace[1813133424] 'process raft request' (duration: 127.357889ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:42:50.367601Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":19987} {"level":"info","ts":"2026-03-18T10:42:50.671035Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":19987,"took":"299.131946ms","hash":2742802348,"current-db-size-bytes":47058944,"current-db-size":"47 MB","current-db-size-in-use-bytes":37404672,"current-db-size-in-use":"37 MB"} {"level":"info","ts":"2026-03-18T10:42:50.671109Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2742802348,"revision":19987,"compact-revision":18085} {"level":"info","ts":"2026-03-18T10:42:55.652043Z","caller":"traceutil/trace.go:171","msg":"trace[129072416] transaction","detail":"{read_only:false; response_revision:22890; number_of_response:1; }","duration":"178.991483ms","start":"2026-03-18T10:42:55.473018Z","end":"2026-03-18T10:42:55.65201Z","steps":["trace[129072416] 'process raft request' (duration: 178.797588ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:42:56.250388Z","caller":"traceutil/trace.go:171","msg":"trace[1074969322] transaction","detail":"{read_only:false; response_revision:22912; number_of_response:1; }","duration":"147.818558ms","start":"2026-03-18T10:42:56.102537Z","end":"2026-03-18T10:42:56.250356Z","steps":["trace[1074969322] 'process raft request' (duration: 147.576312ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:42:57.9263Z","caller":"traceutil/trace.go:171","msg":"trace[185876667] transaction","detail":"{read_only:false; response_revision:22932; number_of_response:1; }","duration":"103.349804ms","start":"2026-03-18T10:42:57.822915Z","end":"2026-03-18T10:42:57.926265Z","steps":["trace[185876667] 'process raft request' (duration: 50.05874ms)","trace[185876667] 'compare' (duration: 53.154871ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:42:57.934906Z","caller":"traceutil/trace.go:171","msg":"trace[145816182] transaction","detail":"{read_only:false; response_revision:22934; number_of_response:1; }","duration":"111.720684ms","start":"2026-03-18T10:42:57.82316Z","end":"2026-03-18T10:42:57.934881Z","steps":["trace[145816182] 'process raft request' (duration: 111.670832ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:42:57.934999Z","caller":"traceutil/trace.go:171","msg":"trace[2141824298] transaction","detail":"{read_only:false; response_revision:22933; number_of_response:1; }","duration":"111.96533ms","start":"2026-03-18T10:42:57.822992Z","end":"2026-03-18T10:42:57.934957Z","steps":["trace[2141824298] 'process raft request' (duration: 111.723413ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:42:59.896709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.23636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-18T10:42:59.896814Z","caller":"traceutil/trace.go:171","msg":"trace[561639130] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22942; }","duration":"106.356713ms","start":"2026-03-18T10:42:59.790436Z","end":"2026-03-18T10:42:59.896793Z","steps":["trace[561639130] 'range keys from in-memory index tree' (duration: 106.034354ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:43:01.038097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.633858ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-18T10:43:01.038491Z","caller":"traceutil/trace.go:171","msg":"trace[1079747643] transaction","detail":"{read_only:false; response_revision:22949; number_of_response:1; }","duration":"134.807007ms","start":"2026-03-18T10:43:00.903632Z","end":"2026-03-18T10:43:01.038439Z","steps":["trace[1079747643] 'process raft request' (duration: 29.701647ms)","trace[1079747643] 'compare' (duration: 104.33837ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:43:01.038586Z","caller":"traceutil/trace.go:171","msg":"trace[27851578] transaction","detail":"{read_only:false; response_revision:22950; number_of_response:1; }","duration":"118.11586ms","start":"2026-03-18T10:43:00.920403Z","end":"2026-03-18T10:43:01.038518Z","steps":["trace[27851578] 'process raft request' (duration: 117.826473ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:43:01.946122Z","caller":"traceutil/trace.go:171","msg":"trace[387592603] transaction","detail":"{read_only:false; response_revision:22958; number_of_response:1; }","duration":"290.042729ms","start":"2026-03-18T10:43:01.656053Z","end":"2026-03-18T10:43:01.946096Z","steps":["trace[387592603] 'process raft request' (duration: 289.822923ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:43:01.955809Z","caller":"traceutil/trace.go:171","msg":"trace[266412508] linearizableReadLoop","detail":"{readStateIndex:23793; appliedIndex:23791; }","duration":"229.193466ms","start":"2026-03-18T10:43:01.726593Z","end":"2026-03-18T10:43:01.955787Z","steps":["trace[266412508] 'read index received' (duration: 219.306128ms)","trace[266412508] 'applied index is now lower than readState.Index' (duration: 9.886308ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:43:01.955933Z","caller":"traceutil/trace.go:171","msg":"trace[575433114] transaction","detail":"{read_only:false; response_revision:22959; number_of_response:1; }","duration":"239.127326ms","start":"2026-03-18T10:43:01.716734Z","end":"2026-03-18T10:43:01.955862Z","steps":["trace[575433114] 'process raft request' (duration: 238.91172ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:43:01.957471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.85055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:167 size:1927414"} {"level":"info","ts":"2026-03-18T10:43:01.957553Z","caller":"traceutil/trace.go:171","msg":"trace[1586886736] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:167; response_revision:22959; }","duration":"230.970173ms","start":"2026-03-18T10:43:01.726562Z","end":"2026-03-18T10:43:01.957532Z","steps":["trace[1586886736] 'agreement among raft nodes before linearized reading' (duration: 229.3403ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:43:05.216103Z","caller":"traceutil/trace.go:171","msg":"trace[2018154325] transaction","detail":"{read_only:false; response_revision:23002; number_of_response:1; }","duration":"162.633865ms","start":"2026-03-18T10:43:05.053427Z","end":"2026-03-18T10:43:05.216061Z","steps":["trace[2018154325] 'process raft request' (duration: 92.1131ms)","trace[2018154325] 'compare' (duration: 70.122025ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:43:05.216471Z","caller":"traceutil/trace.go:171","msg":"trace[734748269] transaction","detail":"{read_only:false; response_revision:23003; number_of_response:1; }","duration":"159.658598ms","start":"2026-03-18T10:43:05.056775Z","end":"2026-03-18T10:43:05.216434Z","steps":["trace[734748269] 'process raft request' (duration: 159.481253ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:43:05.21687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.331172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1125"} {"level":"info","ts":"2026-03-18T10:43:05.216952Z","caller":"traceutil/trace.go:171","msg":"trace[507506368] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:23003; }","duration":"161.461374ms","start":"2026-03-18T10:43:05.05547Z","end":"2026-03-18T10:43:05.216932Z","steps":["trace[507506368] 'agreement among raft nodes before linearized reading' (duration: 161.197687ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:43:05.216952Z","caller":"traceutil/trace.go:171","msg":"trace[72614143] linearizableReadLoop","detail":"{readStateIndex:23838; appliedIndex:23828; }","duration":"160.860468ms","start":"2026-03-18T10:43:05.05551Z","end":"2026-03-18T10:43:05.21637Z","steps":["trace[72614143] 'read index received' (duration: 27.703235ms)","trace[72614143] 'applied index is now lower than readState.Index' (duration: 133.155883ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:43:05.21765Z","caller":"traceutil/trace.go:171","msg":"trace[616382571] transaction","detail":"{read_only:false; response_revision:23004; number_of_response:1; }","duration":"125.879603ms","start":"2026-03-18T10:43:05.091752Z","end":"2026-03-18T10:43:05.217631Z","steps":["trace[616382571] 'process raft request' (duration: 125.73902ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:43:05.218882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.382378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1125"} {"level":"info","ts":"2026-03-18T10:43:05.219136Z","caller":"traceutil/trace.go:171","msg":"trace[1547000997] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:23005; }","duration":"162.548372ms","start":"2026-03-18T10:43:05.056468Z","end":"2026-03-18T10:43:05.219017Z","steps":["trace[1547000997] 'agreement among raft nodes before linearized reading' (duration: 162.237844ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:43:05.219513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.814655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api.189de984d71bbb57\" ","response":"range_response_count:1 size:672"} {"level":"info","ts":"2026-03-18T10:43:05.219597Z","caller":"traceutil/trace.go:171","msg":"trace[1681936501] range","detail":"{range_begin:/registry/events/openstack/magnum-api.189de984d71bbb57; range_end:; response_count:1; response_revision:23005; }","duration":"129.930119ms","start":"2026-03-18T10:43:05.089646Z","end":"2026-03-18T10:43:05.219576Z","steps":["trace[1681936501] 'agreement among raft nodes before linearized reading' (duration: 129.729454ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:43:05.866354Z","caller":"traceutil/trace.go:171","msg":"trace[1143871758] transaction","detail":"{read_only:false; response_revision:23051; number_of_response:1; }","duration":"144.362177ms","start":"2026-03-18T10:43:05.72196Z","end":"2026-03-18T10:43:05.866322Z","steps":["trace[1143871758] 'process raft request' (duration: 126.50903ms)","trace[1143871758] 'compare' (duration: 16.970774ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:43:05.866921Z","caller":"traceutil/trace.go:171","msg":"trace[1781577339] transaction","detail":"{read_only:false; response_revision:23052; number_of_response:1; }","duration":"144.421639ms","start":"2026-03-18T10:43:05.722491Z","end":"2026-03-18T10:43:05.866912Z","steps":["trace[1781577339] 'process raft request' (duration: 143.792412ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:43:05.86717Z","caller":"traceutil/trace.go:171","msg":"trace[886332040] linearizableReadLoop","detail":"{readStateIndex:23889; appliedIndex:23886; }","duration":"120.193965ms","start":"2026-03-18T10:43:05.746964Z","end":"2026-03-18T10:43:05.867158Z","steps":["trace[886332040] 'read index received' (duration: 101.544317ms)","trace[886332040] 'applied index is now lower than readState.Index' (duration: 18.649018ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:43:05.867436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.852368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:43:05.867567Z","caller":"traceutil/trace.go:171","msg":"trace[997947022] transaction","detail":"{read_only:false; response_revision:23053; number_of_response:1; }","duration":"145.034245ms","start":"2026-03-18T10:43:05.722523Z","end":"2026-03-18T10:43:05.867557Z","steps":["trace[997947022] 'process raft request' (duration: 144.336277ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:43:05.867569Z","caller":"traceutil/trace.go:171","msg":"trace[1301946296] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1; range_end:; response_count:0; response_revision:23053; }","duration":"148.006033ms","start":"2026-03-18T10:43:05.719539Z","end":"2026-03-18T10:43:05.867545Z","steps":["trace[1301946296] 'agreement among raft nodes before linearized reading' (duration: 147.823758ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:43:05.867476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.885259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:709"} {"level":"info","ts":"2026-03-18T10:43:05.867856Z","caller":"traceutil/trace.go:171","msg":"trace[239969579] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:23053; }","duration":"117.292219ms","start":"2026-03-18T10:43:05.750526Z","end":"2026-03-18T10:43:05.867818Z","steps":["trace[239969579] 'agreement among raft nodes before linearized reading' (duration: 116.856518ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:43:05.86788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.500084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/magnum-conductor\" ","response":"range_response_count:1 size:8191"} {"level":"info","ts":"2026-03-18T10:43:05.867927Z","caller":"traceutil/trace.go:171","msg":"trace[1169062167] range","detail":"{range_begin:/registry/statefulsets/openstack/magnum-conductor; range_end:; response_count:1; response_revision:23053; }","duration":"143.558385ms","start":"2026-03-18T10:43:05.724351Z","end":"2026-03-18T10:43:05.86791Z","steps":["trace[1169062167] 'agreement among raft nodes before linearized reading' (duration: 143.429462ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:43:08.102212Z","caller":"traceutil/trace.go:171","msg":"trace[939689501] transaction","detail":"{read_only:false; response_revision:23086; number_of_response:1; }","duration":"144.796238ms","start":"2026-03-18T10:43:07.957394Z","end":"2026-03-18T10:43:08.10219Z","steps":["trace[939689501] 'process raft request' (duration: 144.637843ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:43:10.428031Z","caller":"traceutil/trace.go:171","msg":"trace[2125381874] linearizableReadLoop","detail":"{readStateIndex:23949; appliedIndex:23948; }","duration":"130.539036ms","start":"2026-03-18T10:43:10.297461Z","end":"2026-03-18T10:43:10.428Z","steps":["trace[2125381874] 'read index received' (duration: 102.172324ms)","trace[2125381874] 'applied index is now lower than readState.Index' (duration: 28.365772ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:43:10.42835Z","caller":"traceutil/trace.go:171","msg":"trace[92562260] transaction","detail":"{read_only:false; response_revision:23112; number_of_response:1; }","duration":"133.513734ms","start":"2026-03-18T10:43:10.294802Z","end":"2026-03-18T10:43:10.428316Z","steps":["trace[92562260] 'process raft request' (duration: 104.856824ms)","trace[92562260] 'compare' (duration: 28.076335ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:43:10.428382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.908276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-18T10:43:10.428444Z","caller":"traceutil/trace.go:171","msg":"trace[778214818] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23112; }","duration":"131.024719ms","start":"2026-03-18T10:43:10.297405Z","end":"2026-03-18T10:43:10.428429Z","steps":["trace[778214818] 'agreement among raft nodes before linearized reading' (duration: 130.820074ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:43:10.428468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.108498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T10:43:10.428472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.828581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T10:43:10.42847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.948524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:43:10.428515Z","caller":"traceutil/trace.go:171","msg":"trace[1480855766] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:23112; }","duration":"129.19659ms","start":"2026-03-18T10:43:10.299306Z","end":"2026-03-18T10:43:10.428503Z","steps":["trace[1480855766] 'agreement among raft nodes before linearized reading' (duration: 129.081037ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:43:10.428548Z","caller":"traceutil/trace.go:171","msg":"trace[1839846461] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:23112; }","duration":"129.088378ms","start":"2026-03-18T10:43:10.299441Z","end":"2026-03-18T10:43:10.428529Z","steps":["trace[1839846461] 'agreement among raft nodes before linearized reading' (duration: 128.943274ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:43:10.428471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.989745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T10:43:10.428573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.117349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-db-sync\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:43:10.428604Z","caller":"traceutil/trace.go:171","msg":"trace[80917041] range","detail":"{range_begin:/registry/jobs/openstack/magnum-rabbit-init; range_end:; response_count:0; response_revision:23112; }","duration":"129.17413ms","start":"2026-03-18T10:43:10.299415Z","end":"2026-03-18T10:43:10.428589Z","steps":["trace[80917041] 'agreement among raft nodes before linearized reading' (duration: 128.987335ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:43:10.428658Z","caller":"traceutil/trace.go:171","msg":"trace[1010770966] range","detail":"{range_begin:/registry/jobs/openstack/magnum-db-sync; range_end:; response_count:0; response_revision:23112; }","duration":"129.246901ms","start":"2026-03-18T10:43:10.29939Z","end":"2026-03-18T10:43:10.428637Z","steps":["trace[1010770966] 'agreement among raft nodes before linearized reading' (duration: 129.051186ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:43:10.429142Z","caller":"traceutil/trace.go:171","msg":"trace[103258535] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:23112; }","duration":"129.520409ms","start":"2026-03-18T10:43:10.299608Z","end":"2026-03-18T10:43:10.429128Z","steps":["trace[103258535] 'agreement among raft nodes before linearized reading' (duration: 128.809191ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:43:21.534394Z","caller":"traceutil/trace.go:171","msg":"trace[1221016619] transaction","detail":"{read_only:false; response_revision:23214; number_of_response:1; }","duration":"142.055307ms","start":"2026-03-18T10:43:21.392311Z","end":"2026-03-18T10:43:21.534367Z","steps":["trace[1221016619] 'process raft request' (duration: 141.884922ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:43:21.592095Z","caller":"traceutil/trace.go:171","msg":"trace[1763127499] transaction","detail":"{read_only:false; response_revision:23215; number_of_response:1; }","duration":"137.22185ms","start":"2026-03-18T10:43:21.454845Z","end":"2026-03-18T10:43:21.592066Z","steps":["trace[1763127499] 'process raft request' (duration: 136.860551ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:43:21.592329Z","caller":"traceutil/trace.go:171","msg":"trace[1612301597] transaction","detail":"{read_only:false; response_revision:23216; number_of_response:1; }","duration":"135.571506ms","start":"2026-03-18T10:43:21.456714Z","end":"2026-03-18T10:43:21.592285Z","steps":["trace[1612301597] 'process raft request' (duration: 135.173736ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:43:28.573082Z","caller":"traceutil/trace.go:171","msg":"trace[1944348695] transaction","detail":"{read_only:false; response_revision:23270; number_of_response:1; }","duration":"133.78357ms","start":"2026-03-18T10:43:28.439262Z","end":"2026-03-18T10:43:28.573046Z","steps":["trace[1944348695] 'process raft request' (duration: 50.745337ms)","trace[1944348695] 'compare' (duration: 82.889649ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:43:30.185079Z","caller":"traceutil/trace.go:171","msg":"trace[34224666] transaction","detail":"{read_only:false; response_revision:23280; number_of_response:1; }","duration":"160.663403ms","start":"2026-03-18T10:43:30.024386Z","end":"2026-03-18T10:43:30.18505Z","steps":["trace[34224666] 'process raft request' (duration: 160.471588ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:43:35.422402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.468639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-18T10:43:35.422549Z","caller":"traceutil/trace.go:171","msg":"trace[208621413] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:23317; }","duration":"100.723425ms","start":"2026-03-18T10:43:35.321776Z","end":"2026-03-18T10:43:35.422499Z","steps":["trace[208621413] 'count revisions from in-memory index tree' (duration: 100.316865ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:43:35.917023Z","caller":"traceutil/trace.go:171","msg":"trace[233071560] transaction","detail":"{read_only:false; response_revision:23321; number_of_response:1; }","duration":"113.474038ms","start":"2026-03-18T10:43:35.803516Z","end":"2026-03-18T10:43:35.91699Z","steps":["trace[233071560] 'process raft request' (duration: 113.233182ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:43:35.917179Z","caller":"traceutil/trace.go:171","msg":"trace[1014759249] transaction","detail":"{read_only:false; response_revision:23322; number_of_response:1; }","duration":"113.599082ms","start":"2026-03-18T10:43:35.803551Z","end":"2026-03-18T10:43:35.91715Z","steps":["trace[1014759249] 'process raft request' (duration: 113.386896ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:43:39.842414Z","caller":"traceutil/trace.go:171","msg":"trace[1940483099] transaction","detail":"{read_only:false; response_revision:23345; number_of_response:1; }","duration":"108.704144ms","start":"2026-03-18T10:43:39.73367Z","end":"2026-03-18T10:43:39.842375Z","steps":["trace[1940483099] 'process raft request' (duration: 108.490149ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:43:40.018103Z","caller":"traceutil/trace.go:171","msg":"trace[1037167810] transaction","detail":"{read_only:false; response_revision:23346; number_of_response:1; }","duration":"116.737664ms","start":"2026-03-18T10:43:39.901343Z","end":"2026-03-18T10:43:40.018081Z","steps":["trace[1037167810] 'process raft request' (duration: 91.844753ms)","trace[1037167810] 'compare' (duration: 24.780338ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:43:40.025053Z","caller":"traceutil/trace.go:171","msg":"trace[2033186966] transaction","detail":"{read_only:false; response_revision:23347; number_of_response:1; }","duration":"104.256668ms","start":"2026-03-18T10:43:39.92078Z","end":"2026-03-18T10:43:40.025037Z","steps":["trace[2033186966] 'process raft request' (duration: 103.995891ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:43:42.146105Z","caller":"traceutil/trace.go:171","msg":"trace[1408460271] transaction","detail":"{read_only:false; response_revision:23363; number_of_response:1; }","duration":"116.188419ms","start":"2026-03-18T10:43:42.029896Z","end":"2026-03-18T10:43:42.146084Z","steps":["trace[1408460271] 'process raft request' (duration: 116.061976ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:43:42.146138Z","caller":"traceutil/trace.go:171","msg":"trace[1260036654] linearizableReadLoop","detail":"{readStateIndex:24206; appliedIndex:24206; }","duration":"115.404459ms","start":"2026-03-18T10:43:42.030695Z","end":"2026-03-18T10:43:42.1461Z","steps":["trace[1260036654] 'read index received' (duration: 115.383689ms)","trace[1260036654] 'applied index is now lower than readState.Index' (duration: 16.95µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:43:42.146401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.674186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:43:42.146434Z","caller":"traceutil/trace.go:171","msg":"trace[1309947669] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:23363; }","duration":"115.791029ms","start":"2026-03-18T10:43:42.030634Z","end":"2026-03-18T10:43:42.146425Z","steps":["trace[1309947669] 'agreement among raft nodes before linearized reading' (duration: 115.622295ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:43:42.157857Z","caller":"traceutil/trace.go:171","msg":"trace[1422142274] transaction","detail":"{read_only:false; response_revision:23364; number_of_response:1; }","duration":"126.678565ms","start":"2026-03-18T10:43:42.031128Z","end":"2026-03-18T10:43:42.157806Z","steps":["trace[1422142274] 'process raft request' (duration: 126.411898ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:43:42.157956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.850071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-db-sync\" ","response":"range_response_count:1 size:5082"} {"level":"info","ts":"2026-03-18T10:43:42.158028Z","caller":"traceutil/trace.go:171","msg":"trace[1449896968] range","detail":"{range_begin:/registry/jobs/openstack/magnum-db-sync; range_end:; response_count:1; response_revision:23364; }","duration":"123.961273ms","start":"2026-03-18T10:43:42.034052Z","end":"2026-03-18T10:43:42.158013Z","steps":["trace[1449896968] 'agreement among raft nodes before linearized reading' (duration: 123.662055ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:43:42.158074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.401947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T10:43:42.158126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.569972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:43:42.158189Z","caller":"traceutil/trace.go:171","msg":"trace[1519935321] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:23364; }","duration":"126.554841ms","start":"2026-03-18T10:43:42.031608Z","end":"2026-03-18T10:43:42.158163Z","steps":["trace[1519935321] 'agreement among raft nodes before linearized reading' (duration: 126.323325ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:43:42.158224Z","caller":"traceutil/trace.go:171","msg":"trace[1659948758] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:23364; }","duration":"126.738846ms","start":"2026-03-18T10:43:42.031464Z","end":"2026-03-18T10:43:42.158203Z","steps":["trace[1659948758] 'agreement among raft nodes before linearized reading' (duration: 126.540661ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:43:42.158366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.067074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:43:42.158401Z","caller":"traceutil/trace.go:171","msg":"trace[1086908307] range","detail":"{range_begin:/registry/jobs/openstack/magnum-rabbit-init; range_end:; response_count:0; response_revision:23364; }","duration":"127.119946ms","start":"2026-03-18T10:43:42.031274Z","end":"2026-03-18T10:43:42.158394Z","steps":["trace[1086908307] 'agreement among raft nodes before linearized reading' (duration: 126.401517ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:43:44.307991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.146721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:43:44.308089Z","caller":"traceutil/trace.go:171","msg":"trace[1624878640] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:23379; }","duration":"139.294375ms","start":"2026-03-18T10:43:44.168773Z","end":"2026-03-18T10:43:44.308068Z","steps":["trace[1624878640] 'agreement among raft nodes before linearized reading' (duration: 139.124401ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:43:44.308092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.193213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-db-sync\" ","response":"range_response_count:1 size:5082"} {"level":"warn","ts":"2026-03-18T10:43:44.308101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.198973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:43:44.308198Z","caller":"traceutil/trace.go:171","msg":"trace[1900815642] transaction","detail":"{read_only:false; response_revision:23379; number_of_response:1; }","duration":"139.469759ms","start":"2026-03-18T10:43:44.168678Z","end":"2026-03-18T10:43:44.308148Z","steps":["trace[1900815642] 'process raft request' (duration: 139.042278ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:43:44.308258Z","caller":"traceutil/trace.go:171","msg":"trace[737740242] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:23379; }","duration":"139.384257ms","start":"2026-03-18T10:43:44.168837Z","end":"2026-03-18T10:43:44.308221Z","steps":["trace[737740242] 'agreement among raft nodes before linearized reading' (duration: 139.12278ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:43:44.308181Z","caller":"traceutil/trace.go:171","msg":"trace[918819178] range","detail":"{range_begin:/registry/jobs/openstack/magnum-db-sync; range_end:; response_count:1; response_revision:23379; }","duration":"139.300375ms","start":"2026-03-18T10:43:44.168859Z","end":"2026-03-18T10:43:44.308159Z","steps":["trace[918819178] 'agreement among raft nodes before linearized reading' (duration: 139.045819ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:43:44.308092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.213393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:43:44.308407Z","caller":"traceutil/trace.go:171","msg":"trace[329782753] range","detail":"{range_begin:/registry/jobs/openstack/magnum-rabbit-init; range_end:; response_count:0; response_revision:23379; }","duration":"139.564152ms","start":"2026-03-18T10:43:44.168824Z","end":"2026-03-18T10:43:44.308388Z","steps":["trace[329782753] 'agreement among raft nodes before linearized reading' (duration: 139.192213ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:43:45.448154Z","caller":"traceutil/trace.go:171","msg":"trace[2105706338] transaction","detail":"{read_only:false; response_revision:23386; number_of_response:1; }","duration":"101.606319ms","start":"2026-03-18T10:43:45.346503Z","end":"2026-03-18T10:43:45.448109Z","steps":["trace[2105706338] 'process raft request' (duration: 101.350842ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:43:46.078273Z","caller":"traceutil/trace.go:171","msg":"trace[368790852] transaction","detail":"{read_only:false; response_revision:23388; number_of_response:1; }","duration":"201.469322ms","start":"2026-03-18T10:43:45.876769Z","end":"2026-03-18T10:43:46.078238Z","steps":["trace[368790852] 'process raft request' (duration: 107.331868ms)","trace[368790852] 'compare' (duration: 93.810526ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:43:46.170015Z","caller":"traceutil/trace.go:171","msg":"trace[742679992] transaction","detail":"{read_only:false; response_revision:23389; number_of_response:1; }","duration":"120.207674ms","start":"2026-03-18T10:43:46.049764Z","end":"2026-03-18T10:43:46.169972Z","steps":["trace[742679992] 'process raft request' (duration: 120.004809ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:43:46.636022Z","caller":"traceutil/trace.go:171","msg":"trace[2118427120] linearizableReadLoop","detail":"{readStateIndex:24234; appliedIndex:24233; }","duration":"407.00003ms","start":"2026-03-18T10:43:46.228997Z","end":"2026-03-18T10:43:46.635997Z","steps":["trace[2118427120] 'read index received' (duration: 406.935828ms)","trace[2118427120] 'applied index is now lower than readState.Index' (duration: 63.142µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:43:46.636149Z","caller":"traceutil/trace.go:171","msg":"trace[1777640813] transaction","detail":"{read_only:false; response_revision:23390; number_of_response:1; }","duration":"419.296491ms","start":"2026-03-18T10:43:46.216824Z","end":"2026-03-18T10:43:46.636121Z","steps":["trace[1777640813] 'process raft request' (duration: 418.996783ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:43:46.63627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.253506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"warn","ts":"2026-03-18T10:43:46.636301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:46.216796Z","time spent":"419.414833ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:43:46.636354Z","caller":"traceutil/trace.go:171","msg":"trace[1879272213] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:23390; }","duration":"407.347659ms","start":"2026-03-18T10:43:46.228992Z","end":"2026-03-18T10:43:46.636339Z","steps":["trace[1879272213] 'agreement among raft nodes before linearized reading' (duration: 407.135633ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:43:46.636426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:46.228978Z","time spent":"407.438951ms","remote":"127.0.0.1:41228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"warn","ts":"2026-03-18T10:43:46.658183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.901069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:43:46.658285Z","caller":"traceutil/trace.go:171","msg":"trace[373669451] range","detail":"{range_begin:/registry/jobs/openstack/magnum-rabbit-init; range_end:; response_count:0; response_revision:23392; }","duration":"344.037652ms","start":"2026-03-18T10:43:46.314227Z","end":"2026-03-18T10:43:46.658264Z","steps":["trace[373669451] 'agreement among raft nodes before linearized reading' (duration: 343.882238ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:43:46.65831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.58458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T10:43:46.658338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:46.314217Z","time spent":"344.109473ms","remote":"127.0.0.1:41302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" "} {"level":"info","ts":"2026-03-18T10:43:46.658377Z","caller":"traceutil/trace.go:171","msg":"trace[757122166] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:23392; }","duration":"369.703023ms","start":"2026-03-18T10:43:46.288659Z","end":"2026-03-18T10:43:46.658362Z","steps":["trace[757122166] 'agreement among raft nodes before linearized reading' (duration: 369.58714ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:43:46.658399Z","caller":"traceutil/trace.go:171","msg":"trace[46360734] transaction","detail":"{read_only:false; response_revision:23391; number_of_response:1; }","duration":"343.264762ms","start":"2026-03-18T10:43:46.315109Z","end":"2026-03-18T10:43:46.658374Z","steps":["trace[46360734] 'process raft request' (duration: 342.678126ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:43:46.658467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.34766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:43:46.658493Z","caller":"traceutil/trace.go:171","msg":"trace[1127540892] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:23392; }","duration":"344.423811ms","start":"2026-03-18T10:43:46.314063Z","end":"2026-03-18T10:43:46.658486Z","steps":["trace[1127540892] 'agreement among raft nodes before linearized reading' (duration: 344.37446ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:43:46.658517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:46.31403Z","time spent":"344.479993ms","remote":"127.0.0.1:41302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-ks-user\" "} {"level":"warn","ts":"2026-03-18T10:43:46.658544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:46.315088Z","time spent":"343.370495ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:43:46.658697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.503708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T10:43:46.658416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:46.288637Z","time spent":"369.770654ms","remote":"127.0.0.1:39076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"info","ts":"2026-03-18T10:43:46.658774Z","caller":"traceutil/trace.go:171","msg":"trace[1521505836] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:23392; }","duration":"343.637161ms","start":"2026-03-18T10:43:46.315119Z","end":"2026-03-18T10:43:46.658756Z","steps":["trace[1521505836] 'agreement among raft nodes before linearized reading' (duration: 343.507968ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:43:46.658302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.981021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-db-sync\" ","response":"range_response_count:1 size:5082"} {"level":"warn","ts":"2026-03-18T10:43:46.658827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:46.315086Z","time spent":"343.729524ms","remote":"127.0.0.1:41302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" "} {"level":"info","ts":"2026-03-18T10:43:46.658684Z","caller":"traceutil/trace.go:171","msg":"trace[119656022] transaction","detail":"{read_only:false; response_revision:23392; number_of_response:1; }","duration":"155.073428ms","start":"2026-03-18T10:43:46.50356Z","end":"2026-03-18T10:43:46.658634Z","steps":["trace[119656022] 'process raft request' (duration: 154.423751ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:43:46.658832Z","caller":"traceutil/trace.go:171","msg":"trace[1579494787] range","detail":"{range_begin:/registry/jobs/openstack/magnum-db-sync; range_end:; response_count:1; response_revision:23392; }","duration":"344.551415ms","start":"2026-03-18T10:43:46.314267Z","end":"2026-03-18T10:43:46.658818Z","steps":["trace[1579494787] 'agreement among raft nodes before linearized reading' (duration: 343.839317ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:43:46.659366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:46.314256Z","time spent":"345.096649ms","remote":"127.0.0.1:41302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5105,"request content":"key:\"/registry/jobs/openstack/magnum-db-sync\" "} {"level":"warn","ts":"2026-03-18T10:43:46.858832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.739557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-18T10:43:46.858915Z","caller":"traceutil/trace.go:171","msg":"trace[278106148] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23392; }","duration":"110.88272ms","start":"2026-03-18T10:43:46.748014Z","end":"2026-03-18T10:43:46.858896Z","steps":["trace[278106148] 'range keys from in-memory index tree' (duration: 110.391758ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:43:46.982661Z","caller":"traceutil/trace.go:171","msg":"trace[648541211] transaction","detail":"{read_only:false; response_revision:23393; number_of_response:1; }","duration":"119.214639ms","start":"2026-03-18T10:43:46.863417Z","end":"2026-03-18T10:43:46.982632Z","steps":["trace[648541211] 'process raft request' (duration: 119.004163ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:43:47.44007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.162617ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-18T10:43:47.440181Z","caller":"traceutil/trace.go:171","msg":"trace[2080783452] transaction","detail":"{read_only:false; response_revision:23394; number_of_response:1; }","duration":"453.614669ms","start":"2026-03-18T10:43:46.986544Z","end":"2026-03-18T10:43:47.440158Z","steps":["trace[2080783452] 'process raft request' (duration: 193.255017ms)","trace[2080783452] 'compare' (duration: 259.330124ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:43:47.440261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:46.98652Z","time spent":"453.708791ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:43:47.757184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.341181ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-18T10:43:47.757461Z","caller":"traceutil/trace.go:171","msg":"trace[1803991254] transaction","detail":"{read_only:false; response_revision:23399; number_of_response:1; }","duration":"282.017239ms","start":"2026-03-18T10:43:47.475425Z","end":"2026-03-18T10:43:47.757442Z","steps":["trace[1803991254] 'process raft request' (duration: 281.977868ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:43:47.757502Z","caller":"traceutil/trace.go:171","msg":"trace[823644275] transaction","detail":"{read_only:false; response_revision:23396; number_of_response:1; }","duration":"770.101829ms","start":"2026-03-18T10:43:46.987366Z","end":"2026-03-18T10:43:47.757468Z","steps":["trace[823644275] 'process raft request' (duration: 769.908794ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:43:47.757655Z","caller":"traceutil/trace.go:171","msg":"trace[2020835076] linearizableReadLoop","detail":"{readStateIndex:24241; appliedIndex:24238; }","duration":"528.087756ms","start":"2026-03-18T10:43:47.229549Z","end":"2026-03-18T10:43:47.757637Z","steps":["trace[2020835076] 'read index received' (duration: 371.222342ms)","trace[2020835076] 'applied index is now lower than readState.Index' (duration: 156.862514ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:43:47.757695Z","caller":"traceutil/trace.go:171","msg":"trace[1415310530] transaction","detail":"{read_only:false; response_revision:23397; number_of_response:1; }","duration":"769.224476ms","start":"2026-03-18T10:43:46.988445Z","end":"2026-03-18T10:43:47.75767Z","steps":["trace[1415310530] 'process raft request' (duration: 768.881827ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:43:47.757676Z","caller":"traceutil/trace.go:171","msg":"trace[1597454624] transaction","detail":"{read_only:false; response_revision:23398; number_of_response:1; }","duration":"304.643481ms","start":"2026-03-18T10:43:47.453019Z","end":"2026-03-18T10:43:47.757663Z","steps":["trace[1597454624] 'process raft request' (duration: 304.346683ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:43:47.757742Z","caller":"traceutil/trace.go:171","msg":"trace[2026089091] transaction","detail":"{read_only:false; response_revision:23395; number_of_response:1; }","duration":"770.422968ms","start":"2026-03-18T10:43:46.987269Z","end":"2026-03-18T10:43:47.757692Z","steps":["trace[2026089091] 'process raft request' (duration: 613.485281ms)","trace[2026089091] 'compare' (duration: 156.236979ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:43:47.757775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"528.228631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T10:43:47.757797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:46.988436Z","time spent":"769.305448ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:43:47.757853Z","caller":"traceutil/trace.go:171","msg":"trace[1543237700] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/groups/; range_end:/registry/openstack.k-orc.cloud/groups0; response_count:0; response_revision:23399; }","duration":"528.310643ms","start":"2026-03-18T10:43:47.229492Z","end":"2026-03-18T10:43:47.757803Z","steps":["trace[1543237700] 'agreement among raft nodes before linearized reading' (duration: 528.234841ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:43:47.757898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:47.229467Z","time spent":"528.419505ms","remote":"127.0.0.1:39506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true "} {"level":"warn","ts":"2026-03-18T10:43:47.757905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:46.98722Z","time spent":"770.584192ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:43:47.757658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:46.987347Z","time spent":"770.223533ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:43:47.757938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:47.452985Z","time spent":"304.811005ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:43:48.171041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.552037ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-18T10:43:48.171156Z","caller":"traceutil/trace.go:171","msg":"trace[1141904216] linearizableReadLoop","detail":"{readStateIndex:24244; appliedIndex:24243; }","duration":"413.437507ms","start":"2026-03-18T10:43:47.757699Z","end":"2026-03-18T10:43:48.171136Z","steps":["trace[1141904216] 'read index received' (duration: 139.671754ms)","trace[1141904216] 'applied index is now lower than readState.Index' (duration: 273.764093ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:43:48.17123Z","caller":"traceutil/trace.go:171","msg":"trace[1269010330] transaction","detail":"{read_only:false; response_revision:23400; number_of_response:1; }","duration":"424.914617ms","start":"2026-03-18T10:43:47.746303Z","end":"2026-03-18T10:43:48.171218Z","steps":["trace[1269010330] 'process raft request' (duration: 151.089293ms)","trace[1269010330] 'compare' (duration: 273.097616ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:43:48.17129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:47.746283Z","time spent":"424.973859ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:43:48.171591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"694.028049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-18T10:43:48.171632Z","caller":"traceutil/trace.go:171","msg":"trace[485196538] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23400; }","duration":"694.103591ms","start":"2026-03-18T10:43:47.477519Z","end":"2026-03-18T10:43:48.171623Z","steps":["trace[485196538] 'agreement among raft nodes before linearized reading' (duration: 693.946627ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:43:48.171662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:47.477497Z","time spent":"694.158903ms","remote":"127.0.0.1:41260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-18T10:43:48.171858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"519.815991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:43:48.171986Z","caller":"traceutil/trace.go:171","msg":"trace[1912276732] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23400; }","duration":"519.997166ms","start":"2026-03-18T10:43:47.651963Z","end":"2026-03-18T10:43:48.17196Z","steps":["trace[1912276732] 'agreement among raft nodes before linearized reading' (duration: 519.685768ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:43:48.172188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:47.651938Z","time spent":"520.220262ms","remote":"127.0.0.1:41084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T10:43:48.642683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.596696ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-18T10:43:48.642932Z","caller":"traceutil/trace.go:171","msg":"trace[2106652766] transaction","detail":"{read_only:false; response_revision:23402; number_of_response:1; }","duration":"466.896595ms","start":"2026-03-18T10:43:48.176015Z","end":"2026-03-18T10:43:48.642912Z","steps":["trace[2106652766] 'process raft request' (duration: 466.789133ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:43:48.642925Z","caller":"traceutil/trace.go:171","msg":"trace[716281379] transaction","detail":"{read_only:false; response_revision:23401; number_of_response:1; }","duration":"559.286173ms","start":"2026-03-18T10:43:48.083554Z","end":"2026-03-18T10:43:48.64284Z","steps":["trace[716281379] 'process raft request' (duration: 321.421639ms)","trace[716281379] 'compare' (duration: 237.221467ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:43:48.643012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:48.175992Z","time spent":"466.985617ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:43:48.643255Z","caller":"traceutil/trace.go:171","msg":"trace[544784760] linearizableReadLoop","detail":"{readStateIndex:24245; appliedIndex:24244; }","duration":"472.06208ms","start":"2026-03-18T10:43:48.171182Z","end":"2026-03-18T10:43:48.643244Z","steps":["trace[544784760] 'read index received' (duration: 233.778776ms)","trace[544784760] 'applied index is now lower than readState.Index' (duration: 238.281754ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:43:48.643231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:48.083529Z","time spent":"559.52069ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:43:48.64337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"654.850693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-18T10:43:48.643403Z","caller":"traceutil/trace.go:171","msg":"trace[534195138] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:23402; }","duration":"654.931625ms","start":"2026-03-18T10:43:47.988464Z","end":"2026-03-18T10:43:48.643395Z","steps":["trace[534195138] 'agreement among raft nodes before linearized reading' (duration: 654.850863ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:43:48.643434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:47.988437Z","time spent":"654.988947ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":18,"response size":31,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-03-18T10:43:48.975859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.753496ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-18T10:43:48.975961Z","caller":"traceutil/trace.go:171","msg":"trace[1028230344] linearizableReadLoop","detail":"{readStateIndex:24247; appliedIndex:24246; }","duration":"332.659834ms","start":"2026-03-18T10:43:48.643285Z","end":"2026-03-18T10:43:48.975944Z","steps":["trace[1028230344] 'read index received' (duration: 158.830596ms)","trace[1028230344] 'applied index is now lower than readState.Index' (duration: 173.828158ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:43:48.976024Z","caller":"traceutil/trace.go:171","msg":"trace[1721625214] transaction","detail":"{read_only:false; response_revision:23403; number_of_response:1; }","duration":"334.096011ms","start":"2026-03-18T10:43:48.641917Z","end":"2026-03-18T10:43:48.976013Z","steps":["trace[1721625214] 'process raft request' (duration: 160.105039ms)","trace[1721625214] 'compare' (duration: 173.647193ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:43:48.976085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:48.641879Z","time spent":"334.175503ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:43:48.97609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"764.595375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T10:43:48.976185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"702.245663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T10:43:48.976235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"802.504526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:43:48.976278Z","caller":"traceutil/trace.go:171","msg":"trace[900312765] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23403; }","duration":"802.579158ms","start":"2026-03-18T10:43:48.173682Z","end":"2026-03-18T10:43:48.976261Z","steps":["trace[900312765] 'agreement among raft nodes before linearized reading' (duration: 802.519047ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:43:48.976276Z","caller":"traceutil/trace.go:171","msg":"trace[1401277954] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:23403; }","duration":"702.383067ms","start":"2026-03-18T10:43:48.273873Z","end":"2026-03-18T10:43:48.976256Z","steps":["trace[1401277954] 'agreement among raft nodes before linearized reading' (duration: 702.222673ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:43:48.976325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:48.173662Z","time spent":"802.65397ms","remote":"127.0.0.1:41074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T10:43:48.976331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:48.27385Z","time spent":"702.4724ms","remote":"127.0.0.1:41302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" "} {"level":"warn","ts":"2026-03-18T10:43:48.976412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"800.867554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-18T10:43:48.976506Z","caller":"traceutil/trace.go:171","msg":"trace[1238097100] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23403; }","duration":"801.007178ms","start":"2026-03-18T10:43:48.175477Z","end":"2026-03-18T10:43:48.976484Z","steps":["trace[1238097100] 'agreement among raft nodes before linearized reading' (duration: 800.70268ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:43:48.976554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:48.175465Z","time spent":"801.079249ms","remote":"127.0.0.1:41260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-18T10:43:48.976642Z","caller":"traceutil/trace.go:171","msg":"trace[1710052119] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:23403; }","duration":"764.704718ms","start":"2026-03-18T10:43:48.21146Z","end":"2026-03-18T10:43:48.976165Z","steps":["trace[1710052119] 'agreement among raft nodes before linearized reading' (duration: 764.553034ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:43:48.97669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:48.211395Z","time spent":"765.282213ms","remote":"127.0.0.1:60258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-03-18T10:43:49.622709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:49.232862Z","time spent":"389.83916ms","remote":"127.0.0.1:50052","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-18T10:43:49.622904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.159797ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-18T10:43:49.623142Z","caller":"traceutil/trace.go:171","msg":"trace[1452124026] transaction","detail":"{read_only:false; response_revision:23404; number_of_response:1; }","duration":"959.063813ms","start":"2026-03-18T10:43:48.664059Z","end":"2026-03-18T10:43:49.623123Z","steps":["trace[1452124026] 'process raft request' (duration: 560.612818ms)","trace[1452124026] 'compare' (duration: 398.014673ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:43:49.623206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:48.664047Z","time spent":"959.138534ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:43:49.623196Z","caller":"traceutil/trace.go:171","msg":"trace[793127819] transaction","detail":"{read_only:false; response_revision:23405; number_of_response:1; }","duration":"959.085263ms","start":"2026-03-18T10:43:48.664092Z","end":"2026-03-18T10:43:49.623177Z","steps":["trace[793127819] 'process raft request' (duration: 958.895168ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:43:49.624081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:48.664076Z","time spent":"959.211516ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:43:49.642276Z","caller":"traceutil/trace.go:171","msg":"trace[856969055] linearizableReadLoop","detail":"{readStateIndex:24251; appliedIndex:24247; }","duration":"666.282073ms","start":"2026-03-18T10:43:48.975985Z","end":"2026-03-18T10:43:49.642267Z","steps":["trace[856969055] 'read index received' (duration: 248.701397ms)","trace[856969055] 'applied index is now lower than readState.Index' (duration: 417.579936ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:43:49.642385Z","caller":"traceutil/trace.go:171","msg":"trace[1296903130] transaction","detail":"{read_only:false; response_revision:23406; number_of_response:1; }","duration":"680.192697ms","start":"2026-03-18T10:43:48.962187Z","end":"2026-03-18T10:43:49.642379Z","steps":["trace[1296903130] 'process raft request' (duration: 679.850558ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:43:49.642433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:48.96215Z","time spent":"680.255139ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:43:49.642574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"978.692657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-db-sync\" ","response":"range_response_count:1 size:5082"} {"level":"info","ts":"2026-03-18T10:43:49.642596Z","caller":"traceutil/trace.go:171","msg":"trace[510236515] range","detail":"{range_begin:/registry/jobs/openstack/magnum-db-sync; range_end:; response_count:1; response_revision:23406; }","duration":"978.729167ms","start":"2026-03-18T10:43:48.663861Z","end":"2026-03-18T10:43:49.642591Z","steps":["trace[510236515] 'agreement among raft nodes before linearized reading' (duration: 978.643175ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:43:49.642612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:48.663855Z","time spent":"978.754528ms","remote":"127.0.0.1:41302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5105,"request content":"key:\"/registry/jobs/openstack/magnum-db-sync\" "} {"level":"warn","ts":"2026-03-18T10:43:49.642709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"979.820966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:43:49.642728Z","caller":"traceutil/trace.go:171","msg":"trace[1565794887] range","detail":"{range_begin:/registry/jobs/openstack/magnum-rabbit-init; range_end:; response_count:0; response_revision:23406; }","duration":"979.869508ms","start":"2026-03-18T10:43:48.662854Z","end":"2026-03-18T10:43:49.642724Z","steps":["trace[1565794887] 'agreement among raft nodes before linearized reading' (duration: 979.836577ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:43:49.642742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:48.662837Z","time spent":"979.902039ms","remote":"127.0.0.1:41302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" "} {"level":"warn","ts":"2026-03-18T10:43:49.642865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"978.974133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T10:43:49.642924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"990.651699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-18T10:43:49.642943Z","caller":"traceutil/trace.go:171","msg":"trace[71446447] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:23406; }","duration":"990.69751ms","start":"2026-03-18T10:43:48.652241Z","end":"2026-03-18T10:43:49.642939Z","steps":["trace[71446447] 'agreement among raft nodes before linearized reading' (duration: 990.557517ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:43:49.642959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:48.652227Z","time spent":"990.728231ms","remote":"127.0.0.1:41260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":166,"response size":32,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"info","ts":"2026-03-18T10:43:49.642952Z","caller":"traceutil/trace.go:171","msg":"trace[851579891] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:23406; }","duration":"979.111777ms","start":"2026-03-18T10:43:48.66382Z","end":"2026-03-18T10:43:49.642932Z","steps":["trace[851579891] 'agreement among raft nodes before linearized reading' (duration: 978.955253ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:43:49.642974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"979.264881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T10:43:49.643001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:48.663803Z","time spent":"979.18806ms","remote":"127.0.0.1:41302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" "} {"level":"warn","ts":"2026-03-18T10:43:49.64305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"979.325253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:43:49.643077Z","caller":"traceutil/trace.go:171","msg":"trace[731260994] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:23406; }","duration":"979.365834ms","start":"2026-03-18T10:43:48.663706Z","end":"2026-03-18T10:43:49.643072Z","steps":["trace[731260994] 'agreement among raft nodes before linearized reading' (duration: 979.320453ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:43:49.643096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"664.720571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18552"} {"level":"warn","ts":"2026-03-18T10:43:49.643104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:48.663701Z","time spent":"979.398394ms","remote":"127.0.0.1:41302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" "} {"level":"warn","ts":"2026-03-18T10:43:49.642916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"979.066976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:43:49.64311Z","caller":"traceutil/trace.go:171","msg":"trace[1279598687] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:23406; }","duration":"664.781974ms","start":"2026-03-18T10:43:48.978324Z","end":"2026-03-18T10:43:49.643106Z","steps":["trace[1279598687] 'agreement among raft nodes before linearized reading' (duration: 664.716652ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:43:49.643165Z","caller":"traceutil/trace.go:171","msg":"trace[1004978352] range","detail":"{range_begin:/registry/jobs/openstack/magnum-rabbit-init; range_end:; response_count:0; response_revision:23406; }","duration":"979.354054ms","start":"2026-03-18T10:43:48.66379Z","end":"2026-03-18T10:43:49.643144Z","steps":["trace[1004978352] 'agreement among raft nodes before linearized reading' (duration: 978.927383ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:43:49.64319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:48.9783Z","time spent":"664.885756ms","remote":"127.0.0.1:41258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18575,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-18T10:43:49.643207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.571805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-18T10:43:49.643226Z","caller":"traceutil/trace.go:171","msg":"trace[1401352045] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23406; }","duration":"198.637478ms","start":"2026-03-18T10:43:49.444584Z","end":"2026-03-18T10:43:49.643222Z","steps":["trace[1401352045] 'agreement among raft nodes before linearized reading' (duration: 198.589926ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:43:49.643224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:48.663781Z","time spent":"979.428295ms","remote":"127.0.0.1:41302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" "} {"level":"info","ts":"2026-03-18T10:43:49.643012Z","caller":"traceutil/trace.go:171","msg":"trace[1844799625] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:23406; }","duration":"979.323923ms","start":"2026-03-18T10:43:48.663678Z","end":"2026-03-18T10:43:49.643002Z","steps":["trace[1844799625] 'agreement among raft nodes before linearized reading' (duration: 979.261071ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:43:49.643305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"658.769586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T10:43:49.643302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:48.663664Z","time spent":"979.62544ms","remote":"127.0.0.1:41302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-ks-user\" "} {"level":"info","ts":"2026-03-18T10:43:49.643322Z","caller":"traceutil/trace.go:171","msg":"trace[2096035582] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23406; }","duration":"658.799647ms","start":"2026-03-18T10:43:48.984519Z","end":"2026-03-18T10:43:49.643318Z","steps":["trace[2096035582] 'agreement among raft nodes before linearized reading' (duration: 658.766206ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:43:49.643337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:48.984512Z","time spent":"658.822037ms","remote":"127.0.0.1:41084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T10:43:49.643452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"979.60636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:43:49.643513Z","caller":"traceutil/trace.go:171","msg":"trace[1247169055] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:23406; }","duration":"979.684192ms","start":"2026-03-18T10:43:48.663814Z","end":"2026-03-18T10:43:49.643498Z","steps":["trace[1247169055] 'agreement among raft nodes before linearized reading' (duration: 979.583499ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:43:49.643494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"656.780334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-18T10:43:49.643555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"649.690689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T10:43:49.643561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:48.663804Z","time spent":"979.746343ms","remote":"127.0.0.1:41302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-ks-user\" "} {"level":"info","ts":"2026-03-18T10:43:49.643581Z","caller":"traceutil/trace.go:171","msg":"trace[1986576175] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:23406; }","duration":"649.781181ms","start":"2026-03-18T10:43:48.993792Z","end":"2026-03-18T10:43:49.643573Z","steps":["trace[1986576175] 'agreement among raft nodes before linearized reading' (duration: 649.737119ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:43:49.643577Z","caller":"traceutil/trace.go:171","msg":"trace[467549707] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23406; }","duration":"656.924517ms","start":"2026-03-18T10:43:48.986634Z","end":"2026-03-18T10:43:49.643558Z","steps":["trace[467549707] 'agreement among raft nodes before linearized reading' (duration: 656.620459ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:43:49.643512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"523.572429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T10:43:49.643624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:48.986609Z","time spent":"657.00474ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T10:43:49.643601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:48.993774Z","time spent":"649.823022ms","remote":"127.0.0.1:39048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"info","ts":"2026-03-18T10:43:49.643657Z","caller":"traceutil/trace.go:171","msg":"trace[1895829074] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:23406; }","duration":"523.753913ms","start":"2026-03-18T10:43:49.119879Z","end":"2026-03-18T10:43:49.643633Z","steps":["trace[1895829074] 'agreement among raft nodes before linearized reading' (duration: 523.422605ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:43:49.643748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:49.11981Z","time spent":"523.921828ms","remote":"127.0.0.1:44372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-18T10:43:49.643918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"980.292827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:43:49.644116Z","caller":"traceutil/trace.go:171","msg":"trace[2140051384] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:23406; }","duration":"980.499524ms","start":"2026-03-18T10:43:48.663603Z","end":"2026-03-18T10:43:49.644103Z","steps":["trace[2140051384] 'agreement among raft nodes before linearized reading' (duration: 979.887047ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:43:49.644167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:48.663598Z","time spent":"980.560576ms","remote":"127.0.0.1:41302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" "} {"level":"warn","ts":"2026-03-18T10:43:49.644598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"980.003302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-db-sync\" ","response":"range_response_count:1 size:5082"} {"level":"info","ts":"2026-03-18T10:43:49.644817Z","caller":"traceutil/trace.go:171","msg":"trace[1208196365] range","detail":"{range_begin:/registry/jobs/openstack/magnum-db-sync; range_end:; response_count:1; response_revision:23406; }","duration":"981.862541ms","start":"2026-03-18T10:43:48.662911Z","end":"2026-03-18T10:43:49.644773Z","steps":["trace[1208196365] 'agreement among raft nodes before linearized reading' (duration: 979.714624ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:43:49.644892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:48.662864Z","time spent":"981.995194ms","remote":"127.0.0.1:41302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5105,"request content":"key:\"/registry/jobs/openstack/magnum-db-sync\" "} {"level":"info","ts":"2026-03-18T10:43:52.86633Z","caller":"traceutil/trace.go:171","msg":"trace[592174461] transaction","detail":"{read_only:false; response_revision:23429; number_of_response:1; }","duration":"101.702992ms","start":"2026-03-18T10:43:52.764595Z","end":"2026-03-18T10:43:52.866298Z","steps":["trace[592174461] 'process raft request' (duration: 29.590464ms)","trace[592174461] 'compare' (duration: 71.413499ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:44:03.288427Z","caller":"traceutil/trace.go:171","msg":"trace[2043833258] transaction","detail":"{read_only:false; response_revision:23498; number_of_response:1; }","duration":"106.390354ms","start":"2026-03-18T10:44:03.18201Z","end":"2026-03-18T10:44:03.288401Z","steps":["trace[2043833258] 'process raft request' (duration: 106.083336ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:44:06.051244Z","caller":"traceutil/trace.go:171","msg":"trace[1648007194] linearizableReadLoop","detail":"{readStateIndex:24364; appliedIndex:24363; }","duration":"100.968802ms","start":"2026-03-18T10:44:05.950246Z","end":"2026-03-18T10:44:06.051214Z","steps":["trace[1648007194] 'read index received' (duration: 63.05343ms)","trace[1648007194] 'applied index is now lower than readState.Index' (duration: 37.914252ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:44:06.051316Z","caller":"traceutil/trace.go:171","msg":"trace[358268023] transaction","detail":"{read_only:false; response_revision:23516; number_of_response:1; }","duration":"101.769853ms","start":"2026-03-18T10:44:05.949512Z","end":"2026-03-18T10:44:06.051282Z","steps":["trace[358268023] 'process raft request' (duration: 63.846531ms)","trace[358268023] 'compare' (duration: 37.728387ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:44:06.051576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.30717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-18T10:44:06.051699Z","caller":"traceutil/trace.go:171","msg":"trace[269425620] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23516; }","duration":"101.486416ms","start":"2026-03-18T10:44:05.950189Z","end":"2026-03-18T10:44:06.051676Z","steps":["trace[269425620] 'agreement among raft nodes before linearized reading' (duration: 101.152616ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:46:05.125251Z","caller":"traceutil/trace.go:171","msg":"trace[699100649] transaction","detail":"{read_only:false; number_of_response:1; response_revision:24590; }","duration":"249.715508ms","start":"2026-03-18T10:46:04.875513Z","end":"2026-03-18T10:46:05.125228Z","steps":["trace[699100649] 'process raft request' (duration: 249.681418ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:46:05.125283Z","caller":"traceutil/trace.go:171","msg":"trace[2119132912] linearizableReadLoop","detail":"{readStateIndex:25468; appliedIndex:25468; }","duration":"226.846292ms","start":"2026-03-18T10:46:04.898407Z","end":"2026-03-18T10:46:05.125253Z","steps":["trace[2119132912] 'read index received' (duration: 226.834892ms)","trace[2119132912] 'applied index is now lower than readState.Index' (duration: 9.11µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:46:05.125594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.165929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-18T10:46:05.12563Z","caller":"traceutil/trace.go:171","msg":"trace[1248639823] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24590; }","duration":"227.266221ms","start":"2026-03-18T10:46:04.898354Z","end":"2026-03-18T10:46:05.125621Z","steps":["trace[1248639823] 'agreement among raft nodes before linearized reading' (duration: 227.018566ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:46:05.125603Z","caller":"traceutil/trace.go:171","msg":"trace[488211686] transaction","detail":"{read_only:false; response_revision:24590; number_of_response:1; }","duration":"254.038964ms","start":"2026-03-18T10:46:04.871556Z","end":"2026-03-18T10:46:05.125595Z","steps":["trace[488211686] 'process raft request' (duration: 253.514573ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:05.338567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.556424ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-18T10:46:05.338826Z","caller":"traceutil/trace.go:171","msg":"trace[563611172] linearizableReadLoop","detail":"{readStateIndex:25469; appliedIndex:25468; }","duration":"213.442285ms","start":"2026-03-18T10:46:05.125344Z","end":"2026-03-18T10:46:05.338786Z","steps":["trace[563611172] 'read index received' (duration: 66.592014ms)","trace[563611172] 'applied index is now lower than readState.Index' (duration: 146.848491ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:46:05.338828Z","caller":"traceutil/trace.go:171","msg":"trace[1868914099] transaction","detail":"{read_only:false; response_revision:24592; number_of_response:1; }","duration":"209.377405ms","start":"2026-03-18T10:46:05.12943Z","end":"2026-03-18T10:46:05.338807Z","steps":["trace[1868914099] 'process raft request' (duration: 209.260523ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:46:05.3389Z","caller":"traceutil/trace.go:171","msg":"trace[1986334452] transaction","detail":"{read_only:false; response_revision:24591; number_of_response:1; }","duration":"340.681511ms","start":"2026-03-18T10:46:04.99821Z","end":"2026-03-18T10:46:05.338892Z","steps":["trace[1986334452] 'process raft request' (duration: 193.710748ms)","trace[1986334452] 'compare' (duration: 146.248598ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:46:05.338981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:04.998184Z","time spent":"340.727793ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:46:05.338988Z","caller":"traceutil/trace.go:171","msg":"trace[1493078686] transaction","detail":"{read_only:false; response_revision:24593; number_of_response:1; }","duration":"205.877558ms","start":"2026-03-18T10:46:05.133091Z","end":"2026-03-18T10:46:05.338968Z","steps":["trace[1493078686] 'process raft request' (duration: 205.650783ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:05.339247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.839286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-18T10:46:05.339288Z","caller":"traceutil/trace.go:171","msg":"trace[1050605918] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24594; }","duration":"102.923677ms","start":"2026-03-18T10:46:05.23635Z","end":"2026-03-18T10:46:05.339273Z","steps":["trace[1050605918] 'agreement among raft nodes before linearized reading' (duration: 102.766274ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:05.339336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.737497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-18T10:46:05.339374Z","caller":"traceutil/trace.go:171","msg":"trace[1902154765] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24594; }","duration":"440.813608ms","start":"2026-03-18T10:46:04.89855Z","end":"2026-03-18T10:46:05.339364Z","steps":["trace[1902154765] 'agreement among raft nodes before linearized reading' (duration: 440.487851ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:05.339407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.532066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-18T10:46:05.339428Z","caller":"traceutil/trace.go:171","msg":"trace[1198082792] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24594; }","duration":"423.604398ms","start":"2026-03-18T10:46:04.915818Z","end":"2026-03-18T10:46:05.339422Z","steps":["trace[1198082792] 'agreement among raft nodes before linearized reading' (duration: 423.225109ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:05.339422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:04.898518Z","time spent":"440.87887ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-18T10:46:05.33943Z","caller":"traceutil/trace.go:171","msg":"trace[464943924] transaction","detail":"{read_only:false; response_revision:24594; number_of_response:1; }","duration":"193.31563ms","start":"2026-03-18T10:46:05.146102Z","end":"2026-03-18T10:46:05.339417Z","steps":["trace[464943924] 'process raft request' (duration: 192.713307ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:05.339447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:04.915783Z","time spent":"423.659958ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T10:46:05.339392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.598717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-18T10:46:05.339469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.481092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-18T10:46:05.339509Z","caller":"traceutil/trace.go:171","msg":"trace[1247598120] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24594; }","duration":"423.784361ms","start":"2026-03-18T10:46:04.915696Z","end":"2026-03-18T10:46:05.339481Z","steps":["trace[1247598120] 'agreement among raft nodes before linearized reading' (duration: 423.2737ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:46:05.339555Z","caller":"traceutil/trace.go:171","msg":"trace[1700676043] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:24594; }","duration":"417.562974ms","start":"2026-03-18T10:46:04.921971Z","end":"2026-03-18T10:46:05.339534Z","steps":["trace[1700676043] 'agreement among raft nodes before linearized reading' (duration: 417.055793ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:05.339569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:04.915685Z","time spent":"423.874154ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T10:46:05.33961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:04.921936Z","time spent":"417.664867ms","remote":"127.0.0.1:41158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-03-18T10:46:10.769825Z","caller":"traceutil/trace.go:171","msg":"trace[445830655] linearizableReadLoop","detail":"{readStateIndex:25537; appliedIndex:25536; }","duration":"239.257197ms","start":"2026-03-18T10:46:10.530539Z","end":"2026-03-18T10:46:10.769796Z","steps":["trace[445830655] 'read index received' (duration: 239.155805ms)","trace[445830655] 'applied index is now lower than readState.Index' (duration: 100.032µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:46:10.769925Z","caller":"traceutil/trace.go:171","msg":"trace[280572828] transaction","detail":"{read_only:false; response_revision:24657; number_of_response:1; }","duration":"320.664359ms","start":"2026-03-18T10:46:10.449221Z","end":"2026-03-18T10:46:10.769885Z","steps":["trace[280572828] 'process raft request' (duration: 320.391533ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:10.770035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.470021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:46:10.770103Z","caller":"traceutil/trace.go:171","msg":"trace[1285706857] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:24657; }","duration":"239.606224ms","start":"2026-03-18T10:46:10.530479Z","end":"2026-03-18T10:46:10.770085Z","steps":["trace[1285706857] 'agreement among raft nodes before linearized reading' (duration: 239.466751ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:10.770196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:10.449195Z","time spent":"320.894264ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:46:10.770603Z","caller":"traceutil/trace.go:171","msg":"trace[884085757] transaction","detail":"{read_only:false; response_revision:24658; number_of_response:1; }","duration":"208.391032ms","start":"2026-03-18T10:46:10.562198Z","end":"2026-03-18T10:46:10.770589Z","steps":["trace[884085757] 'process raft request' (duration: 208.176158ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:46:15.77679Z","caller":"traceutil/trace.go:171","msg":"trace[349479953] linearizableReadLoop","detail":"{readStateIndex:25571; appliedIndex:25570; }","duration":"381.340282ms","start":"2026-03-18T10:46:15.395425Z","end":"2026-03-18T10:46:15.776765Z","steps":["trace[349479953] 'read index received' (duration: 381.26714ms)","trace[349479953] 'applied index is now lower than readState.Index' (duration: 71.732µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:46:15.776871Z","caller":"traceutil/trace.go:171","msg":"trace[323392306] transaction","detail":"{read_only:false; response_revision:24690; number_of_response:1; }","duration":"391.368723ms","start":"2026-03-18T10:46:15.385466Z","end":"2026-03-18T10:46:15.776835Z","steps":["trace[323392306] 'process raft request' (duration: 391.146018ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:15.777032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:15.385436Z","time spent":"391.504747ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:46:15.77704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.602728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-18T10:46:15.777106Z","caller":"traceutil/trace.go:171","msg":"trace[499668930] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24690; }","duration":"381.768071ms","start":"2026-03-18T10:46:15.395322Z","end":"2026-03-18T10:46:15.77709Z","steps":["trace[499668930] 'agreement among raft nodes before linearized reading' (duration: 381.544326ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:15.777146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:15.395292Z","time spent":"381.848463ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-18T10:46:15.780389Z","caller":"traceutil/trace.go:171","msg":"trace[510231023] transaction","detail":"{read_only:false; response_revision:24691; number_of_response:1; }","duration":"177.842577ms","start":"2026-03-18T10:46:15.602529Z","end":"2026-03-18T10:46:15.780371Z","steps":["trace[510231023] 'process raft request' (duration: 177.699783ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:15.780688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.19615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-18T10:46:15.780746Z","caller":"traceutil/trace.go:171","msg":"trace[369240476] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:24692; }","duration":"264.304962ms","start":"2026-03-18T10:46:15.516426Z","end":"2026-03-18T10:46:15.780731Z","steps":["trace[369240476] 'agreement among raft nodes before linearized reading' (duration: 264.18684ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:15.780742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.922279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-18T10:46:15.780819Z","caller":"traceutil/trace.go:171","msg":"trace[1730430625] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24692; }","duration":"379.052602ms","start":"2026-03-18T10:46:15.401745Z","end":"2026-03-18T10:46:15.780798Z","steps":["trace[1730430625] 'agreement among raft nodes before linearized reading' (duration: 378.824517ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:46:15.780849Z","caller":"traceutil/trace.go:171","msg":"trace[35886118] transaction","detail":"{read_only:false; response_revision:24692; number_of_response:1; }","duration":"167.730203ms","start":"2026-03-18T10:46:15.613102Z","end":"2026-03-18T10:46:15.780832Z","steps":["trace[35886118] 'process raft request' (duration: 167.225711ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:15.780865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:15.401723Z","time spent":"379.131104ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-18T10:46:15.78094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.143234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:46:15.780971Z","caller":"traceutil/trace.go:171","msg":"trace[605542477] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24692; }","duration":"131.205815ms","start":"2026-03-18T10:46:15.649756Z","end":"2026-03-18T10:46:15.780962Z","steps":["trace[605542477] 'agreement among raft nodes before linearized reading' (duration: 131.160834ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:15.781052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.009447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-18T10:46:15.781085Z","caller":"traceutil/trace.go:171","msg":"trace[870523290] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24692; }","duration":"373.051349ms","start":"2026-03-18T10:46:15.408024Z","end":"2026-03-18T10:46:15.781075Z","steps":["trace[870523290] 'agreement among raft nodes before linearized reading' (duration: 372.963777ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:15.781113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:15.408018Z","time spent":"373.089529ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T10:46:15.781236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.838506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-18T10:46:15.781275Z","caller":"traceutil/trace.go:171","msg":"trace[1575815083] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24692; }","duration":"373.875737ms","start":"2026-03-18T10:46:15.407391Z","end":"2026-03-18T10:46:15.781267Z","steps":["trace[1575815083] 'agreement among raft nodes before linearized reading' (duration: 373.790095ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:15.781302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:15.407368Z","time spent":"373.927109ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T10:46:15.781371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.060361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-18T10:46:15.781409Z","caller":"traceutil/trace.go:171","msg":"trace[29345445] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24692; }","duration":"379.120823ms","start":"2026-03-18T10:46:15.402277Z","end":"2026-03-18T10:46:15.781398Z","steps":["trace[29345445] 'agreement among raft nodes before linearized reading' (duration: 379.023131ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:15.78143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:15.402266Z","time spent":"379.159633ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-18T10:46:16.433339Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10400673014339894634,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-18T10:46:16.47253Z","caller":"traceutil/trace.go:171","msg":"trace[2054549688] transaction","detail":"{read_only:false; response_revision:24698; number_of_response:1; }","duration":"601.128278ms","start":"2026-03-18T10:46:15.87137Z","end":"2026-03-18T10:46:16.472498Z","steps":["trace[2054549688] 'process raft request' (duration: 600.871972ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:16.472769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:15.871317Z","time spent":"601.312562ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:46:16.507383Z","caller":"traceutil/trace.go:171","msg":"trace[358735043] linearizableReadLoop","detail":"{readStateIndex:25580; appliedIndex:25578; }","duration":"574.885287ms","start":"2026-03-18T10:46:15.932471Z","end":"2026-03-18T10:46:16.507357Z","steps":["trace[358735043] 'read index received' (duration: 539.750108ms)","trace[358735043] 'applied index is now lower than readState.Index' (duration: 35.133809ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:46:16.507469Z","caller":"traceutil/trace.go:171","msg":"trace[386534269] transaction","detail":"{read_only:false; response_revision:24699; number_of_response:1; }","duration":"237.854056ms","start":"2026-03-18T10:46:16.269592Z","end":"2026-03-18T10:46:16.507446Z","steps":["trace[386534269] 'process raft request' (duration: 237.59772ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:16.507655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"575.144112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:46:16.507749Z","caller":"traceutil/trace.go:171","msg":"trace[1809067301] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/domains/; range_end:/registry/openstack.k-orc.cloud/domains0; response_count:0; response_revision:24699; }","duration":"575.303686ms","start":"2026-03-18T10:46:15.932424Z","end":"2026-03-18T10:46:16.507728Z","steps":["trace[1809067301] 'agreement among raft nodes before linearized reading' (duration: 575.099011ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:16.507811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:15.932404Z","time spent":"575.395307ms","remote":"127.0.0.1:39472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true "} {"level":"warn","ts":"2026-03-18T10:46:16.507907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.1973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-api-55dfd677b6-r6rsd\" ","response":"range_response_count:1 size:8652"} {"level":"info","ts":"2026-03-18T10:46:16.507966Z","caller":"traceutil/trace.go:171","msg":"trace[1986721649] range","detail":"{range_begin:/registry/pods/openstack/magnum-api-55dfd677b6-r6rsd; range_end:; response_count:1; response_revision:24699; }","duration":"237.285942ms","start":"2026-03-18T10:46:16.270668Z","end":"2026-03-18T10:46:16.507954Z","steps":["trace[1986721649] 'agreement among raft nodes before linearized reading' (duration: 237.047046ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:16.507693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.945884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:46:16.508098Z","caller":"traceutil/trace.go:171","msg":"trace[1914504438] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:24699; }","duration":"297.407984ms","start":"2026-03-18T10:46:16.210658Z","end":"2026-03-18T10:46:16.508066Z","steps":["trace[1914504438] 'agreement among raft nodes before linearized reading' (duration: 296.957564ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:17.071435Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10400673014339894643,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T10:46:17.551953Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.035158846s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-18T10:46:17.553409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"900.701488ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:46:17.553554Z","caller":"traceutil/trace.go:171","msg":"trace[1906759100] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24699; }","duration":"900.859812ms","start":"2026-03-18T10:46:16.652673Z","end":"2026-03-18T10:46:17.553533Z","steps":["trace[1906759100] 'range keys from in-memory index tree' (duration: 900.683338ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:46:17.554598Z","caller":"traceutil/trace.go:171","msg":"trace[1617679033] transaction","detail":"{read_only:false; response_revision:24700; number_of_response:1; }","duration":"1.037916627s","start":"2026-03-18T10:46:16.516659Z","end":"2026-03-18T10:46:17.554575Z","steps":["trace[1617679033] 'process raft request' (duration: 1.035543435s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:17.554754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:16.516631Z","time spent":"1.03803708s","remote":"127.0.0.1:41260","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8450,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:46:18.651528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000263661s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-18T10:46:18.651596Z","caller":"traceutil/trace.go:171","msg":"trace[864243307] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000399474s","start":"2026-03-18T10:46:16.65118Z","end":"2026-03-18T10:46:18.65158Z","steps":["trace[864243307] 'agreement among raft nodes before linearized reading' (duration: 2.000309352s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:18.651637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:16.651155Z","time spent":"2.000474015s","remote":"127.0.0.1:41084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/18 10:46:18 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-18T10:46:19.053936Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.473130642s","expected-duration":"1s"} {"level":"info","ts":"2026-03-18T10:46:19.054453Z","caller":"traceutil/trace.go:171","msg":"trace[1694452541] transaction","detail":"{read_only:false; response_revision:24701; number_of_response:1; }","duration":"2.263877477s","start":"2026-03-18T10:46:16.790547Z","end":"2026-03-18T10:46:19.054425Z","steps":["trace[1694452541] 'process raft request' (duration: 2.26359982s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:19.05463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:16.790513Z","time spent":"2.26402455s","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:46:19.054764Z","caller":"traceutil/trace.go:171","msg":"trace[1520201121] transaction","detail":"{read_only:false; response_revision:24702; number_of_response:1; }","duration":"2.264189363s","start":"2026-03-18T10:46:16.790547Z","end":"2026-03-18T10:46:19.054737Z","steps":["trace[1520201121] 'process raft request' (duration: 2.263827695s)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:46:19.054815Z","caller":"traceutil/trace.go:171","msg":"trace[2134665000] linearizableReadLoop","detail":"{readStateIndex:25584; appliedIndex:25580; }","duration":"2.483850856s","start":"2026-03-18T10:46:16.570933Z","end":"2026-03-18T10:46:19.054784Z","steps":["trace[2134665000] 'read index received' (duration: 981.266363ms)","trace[2134665000] 'applied index is now lower than readState.Index' (duration: 1.502583153s)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:46:19.054899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:16.790513Z","time spent":"2.264312596s","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:46:19.054883Z","caller":"traceutil/trace.go:171","msg":"trace[1092965802] transaction","detail":"{read_only:false; response_revision:24703; number_of_response:1; }","duration":"2.260950562s","start":"2026-03-18T10:46:16.793893Z","end":"2026-03-18T10:46:19.054844Z","steps":["trace[1092965802] 'process raft request' (duration: 2.260762148s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:19.055025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:16.793863Z","time spent":"2.261077075s","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:46:19.055182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.484195843s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:46:19.055324Z","caller":"traceutil/trace.go:171","msg":"trace[1439382537] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:24703; }","duration":"2.484422739s","start":"2026-03-18T10:46:16.570866Z","end":"2026-03-18T10:46:19.055288Z","steps":["trace[1439382537] 'agreement among raft nodes before linearized reading' (duration: 2.48405416s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:19.05539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:16.570841Z","time spent":"2.484537092s","remote":"127.0.0.1:52548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"warn","ts":"2026-03-18T10:46:19.555149Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10400673014339894658,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-18T10:46:20.054891Z","caller":"traceutil/trace.go:171","msg":"trace[1974812475] transaction","detail":"{read_only:false; response_revision:24705; number_of_response:1; }","duration":"2.490643356s","start":"2026-03-18T10:46:17.564208Z","end":"2026-03-18T10:46:20.054851Z","steps":["trace[1974812475] 'process raft request' (duration: 2.490473903s)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:46:20.054914Z","caller":"traceutil/trace.go:171","msg":"trace[1621357541] transaction","detail":"{read_only:false; response_revision:24704; number_of_response:1; }","duration":"2.490836471s","start":"2026-03-18T10:46:17.56403Z","end":"2026-03-18T10:46:20.054867Z","steps":["trace[1621357541] 'process raft request' (duration: 2.490422412s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:20.055136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:17.564197Z","time spent":"2.490809691s","remote":"127.0.0.1:41386","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1092,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:46:20.055138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:17.564004Z","time spent":"2.491020935s","remote":"127.0.0.1:41330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1168,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:46:20.055354Z","caller":"traceutil/trace.go:171","msg":"trace[590034759] transaction","detail":"{read_only:false; response_revision:24706; number_of_response:1; }","duration":"2.490990255s","start":"2026-03-18T10:46:17.56435Z","end":"2026-03-18T10:46:20.05534Z","steps":["trace[590034759] 'process raft request' (duration: 2.490413901s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:20.055421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:17.564341Z","time spent":"2.491049506s","remote":"127.0.0.1:41242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":653,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:46:20.055555Z","caller":"traceutil/trace.go:171","msg":"trace[1864808799] transaction","detail":"{read_only:false; response_revision:24707; number_of_response:1; }","duration":"2.489624495s","start":"2026-03-18T10:46:17.565919Z","end":"2026-03-18T10:46:20.055544Z","steps":["trace[1864808799] 'process raft request' (duration: 2.489238815s)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:46:20.0556Z","caller":"traceutil/trace.go:171","msg":"trace[87987192] transaction","detail":"{read_only:false; response_revision:24710; number_of_response:1; }","duration":"2.270800491s","start":"2026-03-18T10:46:17.784747Z","end":"2026-03-18T10:46:20.055547Z","steps":["trace[87987192] 'process raft request' (duration: 2.270680968s)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:46:20.055603Z","caller":"traceutil/trace.go:171","msg":"trace[1327153026] transaction","detail":"{read_only:false; response_revision:24708; number_of_response:1; }","duration":"2.272656172s","start":"2026-03-18T10:46:17.782923Z","end":"2026-03-18T10:46:20.055579Z","steps":["trace[1327153026] 'process raft request' (duration: 2.272403217s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:20.055606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:17.565912Z","time spent":"2.489663465s","remote":"127.0.0.1:38788","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7536,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:46:20.055621Z","caller":"traceutil/trace.go:171","msg":"trace[230392287] transaction","detail":"{read_only:false; response_revision:24709; number_of_response:1; }","duration":"2.270891473s","start":"2026-03-18T10:46:17.784667Z","end":"2026-03-18T10:46:20.055559Z","steps":["trace[230392287] 'process raft request' (duration: 2.270722259s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:20.05569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:17.782884Z","time spent":"2.272759535s","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:46:20.055691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:17.784715Z","time spent":"2.270924024s","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:46:20.055802Z","caller":"traceutil/trace.go:171","msg":"trace[1136155960] transaction","detail":"{read_only:false; response_revision:24711; number_of_response:1; }","duration":"1.821836912s","start":"2026-03-18T10:46:18.233953Z","end":"2026-03-18T10:46:20.05579Z","steps":["trace[1136155960] 'process raft request' (duration: 1.821504895s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:20.055809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:17.78464Z","time spent":"2.271073026s","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:46:20.055857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:18.233916Z","time spent":"1.821908454s","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:46:20.05908Z","caller":"traceutil/trace.go:171","msg":"trace[532193487] transaction","detail":"{read_only:false; response_revision:24713; number_of_response:1; }","duration":"244.119224ms","start":"2026-03-18T10:46:19.814937Z","end":"2026-03-18T10:46:20.059057Z","steps":["trace[532193487] 'process raft request' (duration: 244.061253ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:46:20.059266Z","caller":"traceutil/trace.go:171","msg":"trace[295121162] transaction","detail":"{read_only:false; response_revision:24712; number_of_response:1; }","duration":"1.579041497s","start":"2026-03-18T10:46:18.480215Z","end":"2026-03-18T10:46:20.059257Z","steps":["trace[295121162] 'process raft request' (duration: 1.57823385s)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:46:20.059354Z","caller":"traceutil/trace.go:171","msg":"trace[1218174431] linearizableReadLoop","detail":"{readStateIndex:25594; appliedIndex:25584; }","duration":"1.004421636s","start":"2026-03-18T10:46:19.054894Z","end":"2026-03-18T10:46:20.059316Z","steps":["trace[1218174431] 'read index received' (duration: 999.497546ms)","trace[1218174431] 'applied index is now lower than readState.Index' (duration: 4.92117ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:46:20.059404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:18.480187Z","time spent":"1.579125789s","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:46:20.059468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.257544851s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:46:20.059518Z","caller":"traceutil/trace.go:171","msg":"trace[1446566233] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:24713; }","duration":"1.257626543s","start":"2026-03-18T10:46:18.801877Z","end":"2026-03-18T10:46:20.059503Z","steps":["trace[1446566233] 'agreement among raft nodes before linearized reading' (duration: 1.257561991s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:20.059559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:18.801851Z","time spent":"1.257699814s","remote":"127.0.0.1:60244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-03-18T10:46:20.059561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.441980552s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T10:46:20.059623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.267690511s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-18T10:46:20.059641Z","caller":"traceutil/trace.go:171","msg":"trace[1592208479] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:24713; }","duration":"1.442116145s","start":"2026-03-18T10:46:18.617506Z","end":"2026-03-18T10:46:20.059622Z","steps":["trace[1592208479] 'agreement among raft nodes before linearized reading' (duration: 1.441971052s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:20.059665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.267787213s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-18T10:46:20.059681Z","caller":"traceutil/trace.go:171","msg":"trace[1616395176] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24713; }","duration":"2.267769353s","start":"2026-03-18T10:46:17.791897Z","end":"2026-03-18T10:46:20.059666Z","steps":["trace[1616395176] 'agreement among raft nodes before linearized reading' (duration: 2.26763849s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:20.059688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:18.617488Z","time spent":"1.442188817s","remote":"127.0.0.1:41196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"info","ts":"2026-03-18T10:46:20.059695Z","caller":"traceutil/trace.go:171","msg":"trace[1213866082] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24713; }","duration":"2.267853085s","start":"2026-03-18T10:46:17.791833Z","end":"2026-03-18T10:46:20.059686Z","steps":["trace[1213866082] 'agreement among raft nodes before linearized reading' (duration: 2.267781863s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:20.059716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:17.791883Z","time spent":"2.267825744s","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T10:46:20.059731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:17.791814Z","time spent":"2.267908055s","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T10:46:20.059758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.44921418s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-18T10:46:20.059807Z","caller":"traceutil/trace.go:171","msg":"trace[179971712] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:24713; }","duration":"2.449306042s","start":"2026-03-18T10:46:17.610487Z","end":"2026-03-18T10:46:20.059793Z","steps":["trace[179971712] 'agreement among raft nodes before linearized reading' (duration: 2.449123768s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:20.059864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:17.610466Z","time spent":"2.449386403s","remote":"127.0.0.1:41410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":123,"response size":31,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-03-18T10:46:20.059878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.271282071s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-18T10:46:20.059901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.407986549s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:46:20.059909Z","caller":"traceutil/trace.go:171","msg":"trace[1065834572] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24713; }","duration":"2.271327862s","start":"2026-03-18T10:46:17.788572Z","end":"2026-03-18T10:46:20.059899Z","steps":["trace[1065834572] 'agreement among raft nodes before linearized reading' (duration: 2.271247631s)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:46:20.059941Z","caller":"traceutil/trace.go:171","msg":"trace[1307602722] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24713; }","duration":"1.408061591s","start":"2026-03-18T10:46:18.65187Z","end":"2026-03-18T10:46:20.059932Z","steps":["trace[1307602722] 'agreement among raft nodes before linearized reading' (duration: 1.40800192s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:20.059945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:17.788563Z","time spent":"2.271375933s","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-18T10:46:20.059385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.890491392s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T10:46:20.059974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:18.651848Z","time spent":"1.408120432s","remote":"127.0.0.1:41074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-18T10:46:20.060011Z","caller":"traceutil/trace.go:171","msg":"trace[1778693476] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:24713; }","duration":"1.891129725s","start":"2026-03-18T10:46:18.168867Z","end":"2026-03-18T10:46:20.059997Z","steps":["trace[1778693476] 'agreement among raft nodes before linearized reading' (duration: 1.890448911s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:20.060067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:18.168774Z","time spent":"1.891276239s","remote":"127.0.0.1:39090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-03-18T10:46:20.059576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.393846384s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T10:46:20.060089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.267529568s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-18T10:46:20.060159Z","caller":"traceutil/trace.go:171","msg":"trace[702983857] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:24713; }","duration":"2.394443767s","start":"2026-03-18T10:46:17.6657Z","end":"2026-03-18T10:46:20.060143Z","steps":["trace[702983857] 'agreement among raft nodes before linearized reading' (duration: 2.393806553s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:20.06019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"891.513565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-18T10:46:20.060201Z","caller":"traceutil/trace.go:171","msg":"trace[402913037] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24713; }","duration":"2.267692461s","start":"2026-03-18T10:46:17.792484Z","end":"2026-03-18T10:46:20.060176Z","steps":["trace[402913037] 'agreement among raft nodes before linearized reading' (duration: 2.267414675s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:20.059817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.802778129s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-18T10:46:20.060262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:17.792471Z","time spent":"2.267781523s","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-18T10:46:20.060255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.885992239s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T10:46:20.059591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.271590317s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-18T10:46:20.060356Z","caller":"traceutil/trace.go:171","msg":"trace[1805980021] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/subnets/; range_end:/registry/openstack.k-orc.cloud/subnets0; response_count:0; response_revision:24713; }","duration":"2.886141542s","start":"2026-03-18T10:46:17.174203Z","end":"2026-03-18T10:46:20.060344Z","steps":["trace[1805980021] 'agreement among raft nodes before linearized reading' (duration: 2.886020559s)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:46:20.060364Z","caller":"traceutil/trace.go:171","msg":"trace[1911113728] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24713; }","duration":"2.272419066s","start":"2026-03-18T10:46:17.787935Z","end":"2026-03-18T10:46:20.060354Z","steps":["trace[1911113728] 'agreement among raft nodes before linearized reading' (duration: 2.271561438s)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:46:20.060296Z","caller":"traceutil/trace.go:171","msg":"trace[1190688000] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:24713; }","duration":"1.803339832s","start":"2026-03-18T10:46:18.256944Z","end":"2026-03-18T10:46:20.060284Z","steps":["trace[1190688000] 'agreement among raft nodes before linearized reading' (duration: 1.80281445s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:20.060376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.970237776s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-03-18T10:46:20.0604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:17.787918Z","time spent":"2.272470587s","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-18T10:46:20.060411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:18.256909Z","time spent":"1.803488625s","remote":"127.0.0.1:38784","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":19,"response size":31,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"info","ts":"2026-03-18T10:46:20.060411Z","caller":"traceutil/trace.go:171","msg":"trace[1292389493] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24713; }","duration":"1.970322498s","start":"2026-03-18T10:46:18.090079Z","end":"2026-03-18T10:46:20.060401Z","steps":["trace[1292389493] 'agreement among raft nodes before linearized reading' (duration: 1.970139314s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:20.060443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:18.090059Z","time spent":"1.97037854s","remote":"127.0.0.1:41260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-18T10:46:20.060528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.399242841s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:46:20.060254Z","caller":"traceutil/trace.go:171","msg":"trace[322662960] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:24713; }","duration":"891.614558ms","start":"2026-03-18T10:46:19.168621Z","end":"2026-03-18T10:46:20.060235Z","steps":["trace[322662960] 'agreement among raft nodes before linearized reading' (duration: 891.481775ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:20.060206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:17.665619Z","time spent":"2.394570471s","remote":"127.0.0.1:39164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"info","ts":"2026-03-18T10:46:20.060567Z","caller":"traceutil/trace.go:171","msg":"trace[1459676992] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:24713; }","duration":"3.399302433s","start":"2026-03-18T10:46:16.661253Z","end":"2026-03-18T10:46:20.060555Z","steps":["trace[1459676992] 'agreement among raft nodes before linearized reading' (duration: 3.399244061s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:20.060587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:19.168601Z","time spent":"891.976566ms","remote":"127.0.0.1:38794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":38,"response size":31,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-03-18T10:46:20.060603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:16.661241Z","time spent":"3.399355123s","remote":"127.0.0.1:60280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-03-18T10:46:20.060624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"664.153323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:46:20.060688Z","caller":"traceutil/trace.go:171","msg":"trace[1634994692] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:24713; }","duration":"664.258025ms","start":"2026-03-18T10:46:19.39641Z","end":"2026-03-18T10:46:20.060668Z","steps":["trace[1634994692] 'agreement among raft nodes before linearized reading' (duration: 664.181153ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:20.060562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.558615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-03-18T10:46:20.060737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:19.396378Z","time spent":"664.347677ms","remote":"127.0.0.1:46494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"warn","ts":"2026-03-18T10:46:20.060399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:17.174168Z","time spent":"2.886218634s","remote":"127.0.0.1:58390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true "} {"level":"warn","ts":"2026-03-18T10:46:20.06085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"794.57319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1862"} {"level":"info","ts":"2026-03-18T10:46:20.060913Z","caller":"traceutil/trace.go:171","msg":"trace[363125795] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:24713; }","duration":"794.662583ms","start":"2026-03-18T10:46:19.266222Z","end":"2026-03-18T10:46:20.060885Z","steps":["trace[363125795] 'agreement among raft nodes before linearized reading' (duration: 794.534049ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:46:20.060743Z","caller":"traceutil/trace.go:171","msg":"trace[358021140] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:24713; }","duration":"432.78505ms","start":"2026-03-18T10:46:19.627948Z","end":"2026-03-18T10:46:20.060733Z","steps":["trace[358021140] 'agreement among raft nodes before linearized reading' (duration: 432.332481ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:20.061002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:19.627925Z","time spent":"433.062077ms","remote":"127.0.0.1:41156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":226,"response size":32,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-03-18T10:46:20.060952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:19.266196Z","time spent":"794.747934ms","remote":"127.0.0.1:41228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1885,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" "} {"level":"info","ts":"2026-03-18T10:46:21.460507Z","caller":"traceutil/trace.go:171","msg":"trace[1281866821] transaction","detail":"{read_only:false; response_revision:24721; number_of_response:1; }","duration":"400.123778ms","start":"2026-03-18T10:46:21.060351Z","end":"2026-03-18T10:46:21.460475Z","steps":["trace[1281866821] 'process raft request' (duration: 399.909283ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:21.460708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:21.060318Z","time spent":"400.288372ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:46:23.258853Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.798632767s","expected-duration":"1s"} {"level":"info","ts":"2026-03-18T10:46:23.259579Z","caller":"traceutil/trace.go:171","msg":"trace[508951497] linearizableReadLoop","detail":"{readStateIndex:25605; appliedIndex:25602; }","duration":"1.852651312s","start":"2026-03-18T10:46:21.406894Z","end":"2026-03-18T10:46:23.259545Z","steps":["trace[508951497] 'read index received' (duration: 53.403842ms)","trace[508951497] 'applied index is now lower than readState.Index' (duration: 1.79924633s)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:46:23.259615Z","caller":"traceutil/trace.go:171","msg":"trace[2017830233] transaction","detail":"{read_only:false; response_revision:24722; number_of_response:1; }","duration":"2.198942629s","start":"2026-03-18T10:46:21.060635Z","end":"2026-03-18T10:46:23.259578Z","steps":["trace[2017830233] 'process raft request' (duration: 2.198562511s)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:46:23.259729Z","caller":"traceutil/trace.go:171","msg":"trace[1480647425] transaction","detail":"{read_only:false; response_revision:24723; number_of_response:1; }","duration":"2.198019058s","start":"2026-03-18T10:46:21.061669Z","end":"2026-03-18T10:46:23.259688Z","steps":["trace[1480647425] 'process raft request' (duration: 2.197772843s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:23.259864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:21.060607Z","time spent":"2.199137624s","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:46:23.259912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.852981639s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-18T10:46:23.259966Z","caller":"traceutil/trace.go:171","msg":"trace[548902638] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:24723; }","duration":"1.853100922s","start":"2026-03-18T10:46:21.406853Z","end":"2026-03-18T10:46:23.259954Z","steps":["trace[548902638] 'agreement among raft nodes before linearized reading' (duration: 1.852822916s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:23.259984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:21.061639Z","time spent":"2.198207662s","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:46:23.260044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:21.406832Z","time spent":"1.853169954s","remote":"127.0.0.1:38876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":158,"response size":32,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"info","ts":"2026-03-18T10:46:23.348963Z","caller":"traceutil/trace.go:171","msg":"trace[1839830384] transaction","detail":"{read_only:false; response_revision:24724; number_of_response:1; }","duration":"1.28563002s","start":"2026-03-18T10:46:22.063304Z","end":"2026-03-18T10:46:23.348935Z","steps":["trace[1839830384] 'process raft request' (duration: 1.283347069s)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:46:23.348985Z","caller":"traceutil/trace.go:171","msg":"trace[1926704405] transaction","detail":"{read_only:false; response_revision:24725; number_of_response:1; }","duration":"1.285494908s","start":"2026-03-18T10:46:22.063464Z","end":"2026-03-18T10:46:23.348959Z","steps":["trace[1926704405] 'process raft request' (duration: 1.285328004s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:23.349129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:22.063276Z","time spent":"1.285766614s","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:46:23.349139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:22.063458Z","time spent":"1.28559598s","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:46:23.349291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.192431427s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-18T10:46:23.349328Z","caller":"traceutil/trace.go:171","msg":"trace[203739343] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:24727; }","duration":"1.192497578s","start":"2026-03-18T10:46:22.156821Z","end":"2026-03-18T10:46:23.349318Z","steps":["trace[203739343] 'agreement among raft nodes before linearized reading' (duration: 1.192424806s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:23.34935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:22.156805Z","time spent":"1.192539979s","remote":"127.0.0.1:54244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":10,"response size":31,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-03-18T10:46:23.349386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.270965135s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-18T10:46:23.34942Z","caller":"traceutil/trace.go:171","msg":"trace[1287683533] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24727; }","duration":"1.271029857s","start":"2026-03-18T10:46:22.078379Z","end":"2026-03-18T10:46:23.349409Z","steps":["trace[1287683533] 'agreement among raft nodes before linearized reading' (duration: 1.270902124s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:23.349445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:22.078361Z","time spent":"1.271079778s","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-18T10:46:23.349531Z","caller":"traceutil/trace.go:171","msg":"trace[1716391415] transaction","detail":"{read_only:false; response_revision:24726; number_of_response:1; }","duration":"1.286010969s","start":"2026-03-18T10:46:22.063509Z","end":"2026-03-18T10:46:23.34952Z","steps":["trace[1716391415] 'process raft request' (duration: 1.285418556s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:23.349564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.273038032s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-18T10:46:23.349594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.269932293s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-18T10:46:23.349618Z","caller":"traceutil/trace.go:171","msg":"trace[1127587396] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24727; }","duration":"1.269971364s","start":"2026-03-18T10:46:22.079641Z","end":"2026-03-18T10:46:23.349613Z","steps":["trace[1127587396] 'agreement among raft nodes before linearized reading' (duration: 1.269911033s)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:46:23.349626Z","caller":"traceutil/trace.go:171","msg":"trace[791745498] transaction","detail":"{read_only:false; response_revision:24727; number_of_response:1; }","duration":"1.283549104s","start":"2026-03-18T10:46:22.066069Z","end":"2026-03-18T10:46:23.349618Z","steps":["trace[791745498] 'process raft request' (duration: 1.282985112s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:23.349641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:22.079633Z","time spent":"1.270003935s","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-18T10:46:23.349653Z","caller":"traceutil/trace.go:171","msg":"trace[982543591] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24727; }","duration":"1.273102833s","start":"2026-03-18T10:46:22.076499Z","end":"2026-03-18T10:46:23.349601Z","steps":["trace[982543591] 'agreement among raft nodes before linearized reading' (duration: 1.272869768s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:23.349782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.13919061s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-18T10:46:23.349814Z","caller":"traceutil/trace.go:171","msg":"trace[395629583] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24727; }","duration":"1.13925717s","start":"2026-03-18T10:46:22.21055Z","end":"2026-03-18T10:46:23.349808Z","steps":["trace[395629583] 'agreement among raft nodes before linearized reading' (duration: 1.139204609s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:23.349856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:22.210531Z","time spent":"1.139318392s","remote":"127.0.0.1:44638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-18T10:46:23.349821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:22.076491Z","time spent":"1.273316578s","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-18T10:46:23.349988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.274881553s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-18T10:46:23.350027Z","caller":"traceutil/trace.go:171","msg":"trace[1507401656] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24727; }","duration":"1.274947934s","start":"2026-03-18T10:46:22.075067Z","end":"2026-03-18T10:46:23.350015Z","steps":["trace[1507401656] 'agreement among raft nodes before linearized reading' (duration: 1.274823151s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:23.349538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.269772099s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-18T10:46:23.350059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:22.075049Z","time spent":"1.275005437s","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-18T10:46:23.350078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.598259482s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:46:23.350112Z","caller":"traceutil/trace.go:171","msg":"trace[765915636] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:24727; }","duration":"1.598318343s","start":"2026-03-18T10:46:21.751783Z","end":"2026-03-18T10:46:23.350101Z","steps":["trace[765915636] 'agreement among raft nodes before linearized reading' (duration: 1.598263411s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:23.350137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:21.751763Z","time spent":"1.598368064s","remote":"127.0.0.1:39468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-18T10:46:23.349664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:22.066057Z","time spent":"1.283586056s","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:46:23.350127Z","caller":"traceutil/trace.go:171","msg":"trace[613400679] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24727; }","duration":"1.270326022s","start":"2026-03-18T10:46:22.079762Z","end":"2026-03-18T10:46:23.350088Z","steps":["trace[613400679] 'agreement among raft nodes before linearized reading' (duration: 1.269733778s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:23.35025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:22.079712Z","time spent":"1.270499806s","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T10:46:23.349593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:22.063502Z","time spent":"1.28605431s","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:46:23.349705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"915.19796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:46:23.350415Z","caller":"traceutil/trace.go:171","msg":"trace[983668519] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:24727; }","duration":"915.948716ms","start":"2026-03-18T10:46:22.434458Z","end":"2026-03-18T10:46:23.350406Z","steps":["trace[983668519] 'agreement among raft nodes before linearized reading' (duration: 915.224921ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:23.350445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:22.434434Z","time spent":"916.002588ms","remote":"127.0.0.1:38854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-18T10:46:23.349308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.698216934s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:46:23.35052Z","caller":"traceutil/trace.go:171","msg":"trace[415062043] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24727; }","duration":"1.699505963s","start":"2026-03-18T10:46:21.650996Z","end":"2026-03-18T10:46:23.350502Z","steps":["trace[415062043] 'agreement among raft nodes before linearized reading' (duration: 1.698128902s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:23.350585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:21.650966Z","time spent":"1.699606305s","remote":"127.0.0.1:41084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T10:46:23.349737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.083706321s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:46:23.350646Z","caller":"traceutil/trace.go:171","msg":"trace[2032724745] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedrainrules/; range_end:/registry/cluster.x-k8s.io/machinedrainrules0; response_count:0; response_revision:24727; }","duration":"1.084645111s","start":"2026-03-18T10:46:22.265992Z","end":"2026-03-18T10:46:23.350637Z","steps":["trace[2032724745] 'agreement among raft nodes before linearized reading' (duration: 1.083729531s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:23.350686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:22.265969Z","time spent":"1.084705022s","remote":"127.0.0.1:39206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true "} {"level":"warn","ts":"2026-03-18T10:46:24.553813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"731.35474ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-18T10:46:24.553951Z","caller":"traceutil/trace.go:171","msg":"trace[844061266] transaction","detail":"{read_only:false; response_revision:24728; number_of_response:1; }","duration":"1.19931561s","start":"2026-03-18T10:46:23.354612Z","end":"2026-03-18T10:46:24.553928Z","steps":["trace[844061266] 'process raft request' (duration: 467.752385ms)","trace[844061266] 'compare' (duration: 729.182363ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:46:24.554025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:23.354592Z","time spent":"1.199401601s","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:46:24.568609Z","caller":"traceutil/trace.go:171","msg":"trace[150261812] transaction","detail":"{read_only:false; response_revision:24729; number_of_response:1; }","duration":"1.213522335s","start":"2026-03-18T10:46:23.35507Z","end":"2026-03-18T10:46:24.568592Z","steps":["trace[150261812] 'process raft request' (duration: 1.213063214s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:24.56871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:23.355044Z","time spent":"1.213614546s","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:46:24.568931Z","caller":"traceutil/trace.go:171","msg":"trace[1526818717] transaction","detail":"{read_only:false; response_revision:24730; number_of_response:1; }","duration":"1.213790731s","start":"2026-03-18T10:46:23.355131Z","end":"2026-03-18T10:46:24.568921Z","steps":["trace[1526818717] 'process raft request' (duration: 1.213111905s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:24.568976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:23.355109Z","time spent":"1.213845352s","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:46:24.569204Z","caller":"traceutil/trace.go:171","msg":"trace[1238502018] transaction","detail":"{read_only:false; response_revision:24731; number_of_response:1; }","duration":"1.213952814s","start":"2026-03-18T10:46:23.355244Z","end":"2026-03-18T10:46:24.569196Z","steps":["trace[1238502018] 'process raft request' (duration: 1.213215918s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:24.569252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:23.355225Z","time spent":"1.214004956s","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:46:24.569585Z","caller":"traceutil/trace.go:171","msg":"trace[1576545878] transaction","detail":"{read_only:false; response_revision:24732; number_of_response:1; }","duration":"1.21335964s","start":"2026-03-18T10:46:23.356218Z","end":"2026-03-18T10:46:24.569578Z","steps":["trace[1576545878] 'process raft request' (duration: 1.212271477s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:24.569639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:23.356208Z","time spent":"1.213406521s","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:46:24.569778Z","caller":"traceutil/trace.go:171","msg":"trace[1857780574] transaction","detail":"{read_only:false; response_revision:24733; number_of_response:1; }","duration":"1.10398917s","start":"2026-03-18T10:46:23.465782Z","end":"2026-03-18T10:46:24.569771Z","steps":["trace[1857780574] 'process raft request' (duration: 1.103390207s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:24.569821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:23.465762Z","time spent":"1.10403891s","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:46:24.569991Z","caller":"traceutil/trace.go:171","msg":"trace[1314004611] linearizableReadLoop","detail":"{readStateIndex:25613; appliedIndex:25609; }","duration":"1.213960564s","start":"2026-03-18T10:46:23.355538Z","end":"2026-03-18T10:46:24.569499Z","steps":["trace[1314004611] 'read index received' (duration: 466.842034ms)","trace[1314004611] 'applied index is now lower than readState.Index' (duration: 747.11756ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:46:24.570103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.214550496s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:46:24.570135Z","caller":"traceutil/trace.go:171","msg":"trace[687642925] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:24733; }","duration":"1.214608147s","start":"2026-03-18T10:46:23.355516Z","end":"2026-03-18T10:46:24.570124Z","steps":["trace[687642925] 'agreement among raft nodes before linearized reading' (duration: 1.214523885s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:24.570162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:23.355505Z","time spent":"1.214652378s","remote":"127.0.0.1:41262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"info","ts":"2026-03-18T10:46:24.63153Z","caller":"traceutil/trace.go:171","msg":"trace[1101093847] transaction","detail":"{read_only:false; response_revision:24734; number_of_response:1; }","duration":"753.752136ms","start":"2026-03-18T10:46:23.877743Z","end":"2026-03-18T10:46:24.631495Z","steps":["trace[1101093847] 'process raft request' (duration: 753.285866ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:24.631931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:23.877719Z","time spent":"753.913ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:46:24.632398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.414378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-03-18T10:46:24.632457Z","caller":"traceutil/trace.go:171","msg":"trace[1202986926] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:24734; }","duration":"332.47044ms","start":"2026-03-18T10:46:24.29997Z","end":"2026-03-18T10:46:24.63244Z","steps":["trace[1202986926] 'agreement among raft nodes before linearized reading' (duration: 332.371118ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:24.632496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:24.299903Z","time spent":"332.585672ms","remote":"127.0.0.1:41228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"warn","ts":"2026-03-18T10:46:24.632692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.465612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:46:24.632739Z","caller":"traceutil/trace.go:171","msg":"trace[1285282281] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:24734; }","duration":"338.552035ms","start":"2026-03-18T10:46:24.294174Z","end":"2026-03-18T10:46:24.632726Z","steps":["trace[1285282281] 'agreement among raft nodes before linearized reading' (duration: 338.477842ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:24.63277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:24.294152Z","time spent":"338.609156ms","remote":"127.0.0.1:39112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-03-18T10:46:24.633044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.19429901s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.215\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-03-18T10:46:24.633084Z","caller":"traceutil/trace.go:171","msg":"trace[1428795521] range","detail":"{range_begin:/registry/masterleases/199.19.213.215; range_end:; response_count:1; response_revision:24734; }","duration":"1.194383842s","start":"2026-03-18T10:46:23.438691Z","end":"2026-03-18T10:46:24.633075Z","steps":["trace[1428795521] 'agreement among raft nodes before linearized reading' (duration: 1.194234158s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:24.633114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:23.438665Z","time spent":"1.194442782s","remote":"127.0.0.1:41098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.19.213.215\" "} {"level":"warn","ts":"2026-03-18T10:46:24.633306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.269021573s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:46:24.633347Z","caller":"traceutil/trace.go:171","msg":"trace[1415485755] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:24734; }","duration":"1.269100964s","start":"2026-03-18T10:46:23.364236Z","end":"2026-03-18T10:46:24.633337Z","steps":["trace[1415485755] 'agreement among raft nodes before linearized reading' (duration: 1.269027923s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:24.633381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:23.364216Z","time spent":"1.269153646s","remote":"127.0.0.1:41324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"warn","ts":"2026-03-18T10:46:24.633591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.275255711s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:46:24.633628Z","caller":"traceutil/trace.go:171","msg":"trace[419082801] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24734; }","duration":"1.275361452s","start":"2026-03-18T10:46:23.358256Z","end":"2026-03-18T10:46:24.633617Z","steps":["trace[419082801] 'agreement among raft nodes before linearized reading' (duration: 1.275303501s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:24.633656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:23.358245Z","time spent":"1.275404874s","remote":"127.0.0.1:41084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-18T10:46:25.46201Z","caller":"traceutil/trace.go:171","msg":"trace[133190416] linearizableReadLoop","detail":"{readStateIndex:25617; appliedIndex:25616; }","duration":"827.019899ms","start":"2026-03-18T10:46:24.634966Z","end":"2026-03-18T10:46:25.461986Z","steps":["trace[133190416] 'read index received' (duration: 27.831µs)","trace[133190416] 'applied index is now lower than readState.Index' (duration: 826.989948ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:46:25.462118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:24.634876Z","time spent":"827.237503ms","remote":"127.0.0.1:41098","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-18T10:46:25.462504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"827.520149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:46:25.462539Z","caller":"traceutil/trace.go:171","msg":"trace[1791349876] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24734; }","duration":"827.589231ms","start":"2026-03-18T10:46:24.634941Z","end":"2026-03-18T10:46:25.46253Z","steps":["trace[1791349876] 'agreement among raft nodes before linearized reading' (duration: 827.467519ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:25.462561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:24.63493Z","time spent":"827.626562ms","remote":"127.0.0.1:41074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T10:46:25.962592Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10400673014339894709,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T10:46:26.596175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.177021ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-18T10:46:26.596523Z","caller":"traceutil/trace.go:171","msg":"trace[1630936122] transaction","detail":"{read_only:false; response_revision:24735; number_of_response:1; }","duration":"1.534319166s","start":"2026-03-18T10:46:25.062172Z","end":"2026-03-18T10:46:26.596491Z","steps":["trace[1630936122] 'process raft request' (duration: 1.090728565s)","trace[1630936122] 'compare' (duration: 442.283682ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:46:26.596557Z","caller":"traceutil/trace.go:171","msg":"trace[1786395807] transaction","detail":"{read_only:false; response_revision:24736; number_of_response:1; }","duration":"1.330611526s","start":"2026-03-18T10:46:25.265925Z","end":"2026-03-18T10:46:26.596537Z","steps":["trace[1786395807] 'process raft request' (duration: 1.330347569s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:26.596637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:25.265897Z","time spent":"1.330701648s","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:46:26.596795Z","caller":"traceutil/trace.go:171","msg":"trace[1778900348] transaction","detail":"{read_only:false; response_revision:24737; number_of_response:1; }","duration":"1.330830851s","start":"2026-03-18T10:46:25.265928Z","end":"2026-03-18T10:46:26.596759Z","steps":["trace[1778900348] 'process raft request' (duration: 1.330563795s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:26.59676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:25.062141Z","time spent":"1.534448049s","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:46:26.596923Z","caller":"traceutil/trace.go:171","msg":"trace[130142677] transaction","detail":"{read_only:false; response_revision:24738; number_of_response:1; }","duration":"1.242590928s","start":"2026-03-18T10:46:25.354317Z","end":"2026-03-18T10:46:26.596908Z","steps":["trace[130142677] 'process raft request' (duration: 1.242366523s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:26.596964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:25.265898Z","time spent":"1.330979274s","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:46:26.596992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:25.354288Z","time spent":"1.24267239s","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:46:26.597073Z","caller":"traceutil/trace.go:171","msg":"trace[1766871726] transaction","detail":"{read_only:false; response_revision:24739; number_of_response:1; }","duration":"1.238241861s","start":"2026-03-18T10:46:25.358811Z","end":"2026-03-18T10:46:26.597053Z","steps":["trace[1766871726] 'process raft request' (duration: 1.238049597s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:26.597192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:25.358783Z","time spent":"1.238354534s","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:46:26.597291Z","caller":"traceutil/trace.go:171","msg":"trace[1276631864] transaction","detail":"{read_only:false; response_revision:24741; number_of_response:1; }","duration":"1.238124689s","start":"2026-03-18T10:46:25.359153Z","end":"2026-03-18T10:46:26.597278Z","steps":["trace[1276631864] 'process raft request' (duration: 1.238022227s)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:46:26.597304Z","caller":"traceutil/trace.go:171","msg":"trace[1280570245] transaction","detail":"{read_only:false; response_revision:24740; number_of_response:1; }","duration":"1.2381722s","start":"2026-03-18T10:46:25.359091Z","end":"2026-03-18T10:46:26.597263Z","steps":["trace[1280570245] 'process raft request' (duration: 1.237890334s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:26.597357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:25.359138Z","time spent":"1.23819074s","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:46:26.597378Z","caller":"traceutil/trace.go:171","msg":"trace[249979080] transaction","detail":"{read_only:false; response_revision:24742; number_of_response:1; }","duration":"1.133868912s","start":"2026-03-18T10:46:25.463492Z","end":"2026-03-18T10:46:26.597361Z","steps":["trace[249979080] 'process raft request' (duration: 1.133752299s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:26.59747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:25.463475Z","time spent":"1.133949663s","remote":"127.0.0.1:41098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:46:26.597472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:25.359082Z","time spent":"1.238296152s","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:46:26.597463Z","caller":"traceutil/trace.go:171","msg":"trace[54728016] linearizableReadLoop","detail":"{readStateIndex:25625; appliedIndex:25617; }","duration":"1.135375375s","start":"2026-03-18T10:46:25.462069Z","end":"2026-03-18T10:46:26.597444Z","steps":["trace[54728016] 'read index received' (duration: 690.846674ms)","trace[54728016] 'applied index is now lower than readState.Index' (duration: 444.525191ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:46:26.597567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.959004027s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:46:26.597625Z","caller":"traceutil/trace.go:171","msg":"trace[614874699] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:24743; }","duration":"1.959072848s","start":"2026-03-18T10:46:24.638538Z","end":"2026-03-18T10:46:26.597611Z","steps":["trace[614874699] 'agreement among raft nodes before linearized reading' (duration: 1.958986907s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:26.597631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.961073364s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-9cea93f3-30ea-4680-899a-763041ac8749\" ","response":"range_response_count:1 size:1319"} {"level":"warn","ts":"2026-03-18T10:46:26.597662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:24.638533Z","time spent":"1.959119769s","remote":"127.0.0.1:41330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-03-18T10:46:26.597669Z","caller":"traceutil/trace.go:171","msg":"trace[1299938735] range","detail":"{range_begin:/registry/persistentvolumes/pvc-9cea93f3-30ea-4680-899a-763041ac8749; range_end:; response_count:1; response_revision:24743; }","duration":"1.961123995s","start":"2026-03-18T10:46:24.636535Z","end":"2026-03-18T10:46:26.597659Z","steps":["trace[1299938735] 'agreement among raft nodes before linearized reading' (duration: 1.961041203s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:26.597665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.254504132s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1987"} {"level":"warn","ts":"2026-03-18T10:46:26.597697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:24.636529Z","time spent":"1.961162955s","remote":"127.0.0.1:41212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1342,"request content":"key:\"/registry/persistentvolumes/pvc-9cea93f3-30ea-4680-899a-763041ac8749\" "} {"level":"info","ts":"2026-03-18T10:46:26.597713Z","caller":"traceutil/trace.go:171","msg":"trace[1983261390] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:24743; }","duration":"1.254590123s","start":"2026-03-18T10:46:25.343106Z","end":"2026-03-18T10:46:26.597696Z","steps":["trace[1983261390] 'agreement among raft nodes before linearized reading' (duration: 1.25442954s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:26.597704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.421674143s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-03-18T10:46:26.597747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:25.343088Z","time spent":"1.254652485s","remote":"127.0.0.1:41262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2010,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"info","ts":"2026-03-18T10:46:26.597765Z","caller":"traceutil/trace.go:171","msg":"trace[454156663] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24743; }","duration":"1.421739784s","start":"2026-03-18T10:46:25.176007Z","end":"2026-03-18T10:46:26.597747Z","steps":["trace[454156663] 'agreement among raft nodes before linearized reading' (duration: 1.421442658s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:26.598046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:25.175928Z","time spent":"1.421872388s","remote":"127.0.0.1:41260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-18T10:46:26.598392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.128603254s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:46:26.598451Z","caller":"traceutil/trace.go:171","msg":"trace[1312301120] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24743; }","duration":"1.128684936s","start":"2026-03-18T10:46:25.469752Z","end":"2026-03-18T10:46:26.598437Z","steps":["trace[1312301120] 'agreement among raft nodes before linearized reading' (duration: 1.128595285s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:26.598534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:25.469735Z","time spent":"1.128745757s","remote":"127.0.0.1:41084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T10:46:27.505055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"573.269901ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-18T10:46:27.505158Z","caller":"traceutil/trace.go:171","msg":"trace[13421024] transaction","detail":"{read_only:false; response_revision:24744; number_of_response:1; }","duration":"900.210438ms","start":"2026-03-18T10:46:26.604928Z","end":"2026-03-18T10:46:27.505139Z","steps":["trace[13421024] 'process raft request' (duration: 326.773893ms)","trace[13421024] 'compare' (duration: 572.661648ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:46:27.505218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:26.604911Z","time spent":"900.27972ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:46:28.061715Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.130021986s","expected-duration":"1s"} {"level":"info","ts":"2026-03-18T10:46:28.062499Z","caller":"traceutil/trace.go:171","msg":"trace[493973443] transaction","detail":"{read_only:false; response_revision:24746; number_of_response:1; }","duration":"1.45681912s","start":"2026-03-18T10:46:26.605659Z","end":"2026-03-18T10:46:28.062478Z","steps":["trace[493973443] 'process raft request' (duration: 1.456727438s)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:46:28.062586Z","caller":"traceutil/trace.go:171","msg":"trace[1538468659] transaction","detail":"{read_only:false; response_revision:24745; number_of_response:1; }","duration":"1.457526686s","start":"2026-03-18T10:46:26.605025Z","end":"2026-03-18T10:46:28.062552Z","steps":["trace[1538468659] 'process raft request' (duration: 1.456962943s)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:46:28.062746Z","caller":"traceutil/trace.go:171","msg":"trace[1303970564] transaction","detail":"{read_only:false; response_revision:24748; number_of_response:1; }","duration":"1.456280759s","start":"2026-03-18T10:46:26.606448Z","end":"2026-03-18T10:46:28.062728Z","steps":["trace[1303970564] 'process raft request' (duration: 1.456070414s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:28.062774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.457672529s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/container-infra\" ","response":"range_response_count:1 size:729"} {"level":"info","ts":"2026-03-18T10:46:28.062796Z","caller":"traceutil/trace.go:171","msg":"trace[139038472] transaction","detail":"{read_only:false; response_revision:24749; number_of_response:1; }","duration":"1.17763336s","start":"2026-03-18T10:46:26.88515Z","end":"2026-03-18T10:46:28.062783Z","steps":["trace[139038472] 'process raft request' (duration: 1.177413805s)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:46:28.062813Z","caller":"traceutil/trace.go:171","msg":"trace[1252455476] range","detail":"{range_begin:/registry/ingress/openstack/container-infra; range_end:; response_count:1; response_revision:24749; }","duration":"1.457753411s","start":"2026-03-18T10:46:26.605048Z","end":"2026-03-18T10:46:28.062802Z","steps":["trace[1252455476] 'agreement among raft nodes before linearized reading' (duration: 1.457602108s)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:46:28.062829Z","caller":"traceutil/trace.go:171","msg":"trace[978376259] transaction","detail":"{read_only:false; response_revision:24747; number_of_response:1; }","duration":"1.456584746s","start":"2026-03-18T10:46:26.606236Z","end":"2026-03-18T10:46:28.062821Z","steps":["trace[978376259] 'process raft request' (duration: 1.456216158s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:28.062833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:26.606431Z","time spent":"1.456357111s","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:46:28.062848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:26.605031Z","time spent":"1.457806952s","remote":"127.0.0.1:41350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":752,"request content":"key:\"/registry/ingress/openstack/container-infra\" "} {"level":"warn","ts":"2026-03-18T10:46:28.062847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:26.885133Z","time spent":"1.177688711s","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:46:28.062864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:26.606219Z","time spent":"1.456628966s","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:46:28.062745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:26.605013Z","time spent":"1.457651148s","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:46:28.062615Z","caller":"traceutil/trace.go:171","msg":"trace[608350630] linearizableReadLoop","detail":"{readStateIndex:25628; appliedIndex:25626; }","duration":"1.457509646s","start":"2026-03-18T10:46:26.605086Z","end":"2026-03-18T10:46:28.062596Z","steps":["trace[608350630] 'read index received' (duration: 326.58768ms)","trace[608350630] 'applied index is now lower than readState.Index' (duration: 1.130921076s)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:46:28.062619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:26.605646Z","time spent":"1.456909533s","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:46:28.607266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000329533s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-18T10:46:28.607431Z","caller":"traceutil/trace.go:171","msg":"trace[907943505] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000525187s","start":"2026-03-18T10:46:26.606883Z","end":"2026-03-18T10:46:28.607408Z","steps":["trace[907943505] 'agreement among raft nodes before linearized reading' (duration: 2.000333543s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:28.607516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:26.606879Z","time spent":"2.000623039s","remote":"127.0.0.1:41084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/18 10:46:28 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-18T10:46:28.784307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"591.613907ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-18T10:46:28.784417Z","caller":"traceutil/trace.go:171","msg":"trace[1730836833] linearizableReadLoop","detail":"{readStateIndex:25633; appliedIndex:25632; }","duration":"721.38718ms","start":"2026-03-18T10:46:28.063012Z","end":"2026-03-18T10:46:28.784399Z","steps":["trace[1730836833] 'read index received' (duration: 129.598478ms)","trace[1730836833] 'applied index is now lower than readState.Index' (duration: 591.787352ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:46:28.784692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.002308447s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-18T10:46:28.784814Z","caller":"traceutil/trace.go:171","msg":"trace[1173430063] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:24750; }","duration":"2.002491531s","start":"2026-03-18T10:46:26.782302Z","end":"2026-03-18T10:46:28.784794Z","steps":["trace[1173430063] 'agreement among raft nodes before linearized reading' (duration: 2.002262226s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:28.784818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.177982086s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-3561857b-6d9b-4b4a-b0f7-5cb8074dd9db\" ","response":"range_response_count:1 size:1324"} {"level":"info","ts":"2026-03-18T10:46:28.784909Z","caller":"traceutil/trace.go:171","msg":"trace[1337559047] range","detail":"{range_begin:/registry/persistentvolumes/pvc-3561857b-6d9b-4b4a-b0f7-5cb8074dd9db; range_end:; response_count:1; response_revision:24750; }","duration":"2.178108889s","start":"2026-03-18T10:46:26.606779Z","end":"2026-03-18T10:46:28.784887Z","steps":["trace[1337559047] 'agreement among raft nodes before linearized reading' (duration: 2.177789972s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:28.784902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.018168118s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T10:46:28.784927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:26.782279Z","time spent":"2.002594662s","remote":"127.0.0.1:41288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":31,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"info","ts":"2026-03-18T10:46:28.784983Z","caller":"traceutil/trace.go:171","msg":"trace[412173531] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:24750; }","duration":"2.018308771s","start":"2026-03-18T10:46:26.766649Z","end":"2026-03-18T10:46:28.784958Z","steps":["trace[412173531] 'agreement among raft nodes before linearized reading' (duration: 2.018145068s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:28.784965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:26.606757Z","time spent":"2.1781983s","remote":"127.0.0.1:41212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1347,"request content":"key:\"/registry/persistentvolumes/pvc-3561857b-6d9b-4b4a-b0f7-5cb8074dd9db\" "} {"level":"warn","ts":"2026-03-18T10:46:28.785034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:26.766623Z","time spent":"2.018399703s","remote":"127.0.0.1:39384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"info","ts":"2026-03-18T10:46:28.784956Z","caller":"traceutil/trace.go:171","msg":"trace[196950328] transaction","detail":"{read_only:false; response_revision:24750; number_of_response:1; }","duration":"1.218405213s","start":"2026-03-18T10:46:27.566491Z","end":"2026-03-18T10:46:28.784897Z","steps":["trace[196950328] 'process raft request' (duration: 626.10207ms)","trace[196950328] 'compare' (duration: 591.391282ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:46:28.785068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.857669224s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"warn","ts":"2026-03-18T10:46:28.785114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.963277442s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-03-18T10:46:28.785155Z","caller":"traceutil/trace.go:171","msg":"trace[629731232] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:24750; }","duration":"1.857813488s","start":"2026-03-18T10:46:26.927318Z","end":"2026-03-18T10:46:28.785131Z","steps":["trace[629731232] 'agreement among raft nodes before linearized reading' (duration: 1.857536042s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:28.785141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.179976809s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/container-infra-registry\" ","response":"range_response_count:1 size:784"} {"level":"warn","ts":"2026-03-18T10:46:28.785161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.178570049s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-03-18T10:46:28.785258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:26.927283Z","time spent":"1.85792804s","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-18T10:46:28.785294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:27.566452Z","time spent":"1.218689679s","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:46:28.785314Z","caller":"traceutil/trace.go:171","msg":"trace[1704372018] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24750; }","duration":"2.178756372s","start":"2026-03-18T10:46:26.606532Z","end":"2026-03-18T10:46:28.785288Z","steps":["trace[1704372018] 'agreement among raft nodes before linearized reading' (duration: 2.178366094s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:28.78498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.54353275s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-18T10:46:28.785391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:26.606524Z","time spent":"2.178851865s","remote":"127.0.0.1:41260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-18T10:46:28.785422Z","caller":"traceutil/trace.go:171","msg":"trace[1175867633] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:24750; }","duration":"1.544023041s","start":"2026-03-18T10:46:27.241367Z","end":"2026-03-18T10:46:28.78539Z","steps":["trace[1175867633] 'agreement among raft nodes before linearized reading' (duration: 1.543479529s)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:46:28.785301Z","caller":"traceutil/trace.go:171","msg":"trace[809059205] range","detail":"{range_begin:/registry/ingress/openstack/container-infra-registry; range_end:; response_count:1; response_revision:24750; }","duration":"2.180108922s","start":"2026-03-18T10:46:26.605137Z","end":"2026-03-18T10:46:28.785246Z","steps":["trace[809059205] 'agreement among raft nodes before linearized reading' (duration: 2.179798056s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:28.785531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:27.241349Z","time spent":"1.544164393s","remote":"127.0.0.1:41322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":31,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"warn","ts":"2026-03-18T10:46:28.785576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:26.605131Z","time spent":"2.180427999s","remote":"127.0.0.1:41350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":807,"request content":"key:\"/registry/ingress/openstack/container-infra-registry\" "} {"level":"info","ts":"2026-03-18T10:46:28.785176Z","caller":"traceutil/trace.go:171","msg":"trace[377680282] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:24750; }","duration":"1.963381015s","start":"2026-03-18T10:46:26.821779Z","end":"2026-03-18T10:46:28.78516Z","steps":["trace[377680282] 'agreement among raft nodes before linearized reading' (duration: 1.9631802s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:28.785764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:26.821758Z","time spent":"1.963994057s","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-18T10:46:29.285726Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10400673014339894736,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T10:46:29.657553Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.46495305s","expected-duration":"1s"} {"level":"info","ts":"2026-03-18T10:46:29.658194Z","caller":"traceutil/trace.go:171","msg":"trace[1985679726] transaction","detail":"{read_only:false; response_revision:24751; number_of_response:1; }","duration":"1.589075668s","start":"2026-03-18T10:46:28.06909Z","end":"2026-03-18T10:46:29.658166Z","steps":["trace[1985679726] 'process raft request' (duration: 1.588932695s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:29.658586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:28.069065Z","time spent":"1.589354286s","remote":"127.0.0.1:41350","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":869,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:46:30.608023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000353293s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-18T10:46:30.608133Z","caller":"traceutil/trace.go:171","msg":"trace[1580927330] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000524847s","start":"2026-03-18T10:46:28.607571Z","end":"2026-03-18T10:46:30.608096Z","steps":["trace[1580927330] 'agreement among raft nodes before linearized reading' (duration: 2.000378323s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:30.608194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:28.607558Z","time spent":"2.0006228s","remote":"127.0.0.1:41074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T10:46:30.951024Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.228076056s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-18T10:46:31.744832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"793.645659ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-18T10:46:31.746643Z","caller":"traceutil/trace.go:171","msg":"trace[191166726] transaction","detail":"{read_only:false; response_revision:24752; number_of_response:1; }","duration":"3.141022605s","start":"2026-03-18T10:46:28.605588Z","end":"2026-03-18T10:46:31.746611Z","steps":["trace[191166726] 'process raft request' (duration: 3.139371828s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:31.746795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:28.605556Z","time spent":"3.141160857s","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:46:32.617937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000203209s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-18T10:46:32.618026Z","caller":"traceutil/trace.go:171","msg":"trace[1385332385] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000360203s","start":"2026-03-18T10:46:30.617643Z","end":"2026-03-18T10:46:32.618003Z","steps":["trace[1385332385] 'agreement among raft nodes before linearized reading' (duration: 2.00023232s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:32.61808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:30.617624Z","time spent":"2.000445655s","remote":"127.0.0.1:41084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/18 10:46:32 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-18T10:46:33.058558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.311869421s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-18T10:46:33.059044Z","caller":"traceutil/trace.go:171","msg":"trace[2068509741] transaction","detail":"{read_only:false; response_revision:24758; number_of_response:1; }","duration":"4.450861641s","start":"2026-03-18T10:46:28.60815Z","end":"2026-03-18T10:46:33.059012Z","steps":["trace[2068509741] 'process raft request' (duration: 4.450741108s)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:46:33.059051Z","caller":"traceutil/trace.go:171","msg":"trace[1158721517] transaction","detail":"{read_only:false; response_revision:24759; number_of_response:1; }","duration":"4.268473163s","start":"2026-03-18T10:46:28.790557Z","end":"2026-03-18T10:46:33.05903Z","steps":["trace[1158721517] 'process raft request' (duration: 4.268364811s)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:46:33.059076Z","caller":"traceutil/trace.go:171","msg":"trace[573163841] transaction","detail":"{read_only:false; response_revision:24756; number_of_response:1; }","duration":"4.453191302s","start":"2026-03-18T10:46:28.605868Z","end":"2026-03-18T10:46:33.05906Z","steps":["trace[573163841] 'process raft request' (duration: 4.452947936s)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:46:33.059098Z","caller":"traceutil/trace.go:171","msg":"trace[82503411] transaction","detail":"{read_only:false; response_revision:24754; number_of_response:1; }","duration":"4.453320845s","start":"2026-03-18T10:46:28.605768Z","end":"2026-03-18T10:46:33.059088Z","steps":["trace[82503411] 'process raft request' (duration: 4.452899716s)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:46:33.059106Z","caller":"traceutil/trace.go:171","msg":"trace[472684505] transaction","detail":"{read_only:false; response_revision:24760; number_of_response:1; }","duration":"4.267757168s","start":"2026-03-18T10:46:28.791304Z","end":"2026-03-18T10:46:33.059061Z","steps":["trace[472684505] 'process raft request' (duration: 4.267650415s)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:46:33.059124Z","caller":"traceutil/trace.go:171","msg":"trace[26490949] transaction","detail":"{read_only:false; response_revision:24753; number_of_response:1; }","duration":"4.453385536s","start":"2026-03-18T10:46:28.605706Z","end":"2026-03-18T10:46:33.059092Z","steps":["trace[26490949] 'process raft request' (duration: 3.140875141s)","trace[26490949] 'compare' (duration: 1.310948931s)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:46:33.059153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:28.60582Z","time spent":"4.453297314s","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:46:33.059207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:28.790541Z","time spent":"4.268575266s","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:46:33.059039Z","caller":"traceutil/trace.go:171","msg":"trace[1690232384] transaction","detail":"{read_only:false; response_revision:24757; number_of_response:1; }","duration":"4.451820022s","start":"2026-03-18T10:46:28.607188Z","end":"2026-03-18T10:46:33.059008Z","steps":["trace[1690232384] 'process raft request' (duration: 4.451660859s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:33.059161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:28.608123Z","time spent":"4.450986484s","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:46:33.059287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:28.791281Z","time spent":"4.26791175s","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:46:33.059288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:28.605697Z","time spent":"4.453502369s","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:46:33.059035Z","caller":"traceutil/trace.go:171","msg":"trace[2109060755] transaction","detail":"{read_only:false; response_revision:24755; number_of_response:1; }","duration":"4.453236013s","start":"2026-03-18T10:46:28.605769Z","end":"2026-03-18T10:46:33.059005Z","steps":["trace[2109060755] 'process raft request' (duration: 4.453004998s)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:46:33.059358Z","caller":"traceutil/trace.go:171","msg":"trace[1982999614] linearizableReadLoop","detail":"{readStateIndex:25645; appliedIndex:25633; }","duration":"4.274883465s","start":"2026-03-18T10:46:28.784445Z","end":"2026-03-18T10:46:33.059329Z","steps":["trace[1982999614] 'read index received' (duration: 873.66046ms)","trace[1982999614] 'applied index is now lower than readState.Index' (duration: 3.401221855s)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:46:33.059411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:28.607181Z","time spent":"4.45210729s","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:46:33.059427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:28.60574Z","time spent":"4.453650963s","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:46:33.059213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:28.605739Z","time spent":"4.453392706s","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:46:33.059575Z","caller":"traceutil/trace.go:171","msg":"trace[1831562835] transaction","detail":"{read_only:false; response_revision:24761; number_of_response:1; }","duration":"4.268245069s","start":"2026-03-18T10:46:28.791314Z","end":"2026-03-18T10:46:33.059559Z","steps":["trace[1831562835] 'process raft request' (duration: 4.267679406s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:33.059596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.911887158s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:46:33.059641Z","caller":"traceutil/trace.go:171","msg":"trace[1845628274] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:24761; }","duration":"4.911957469s","start":"2026-03-18T10:46:28.147668Z","end":"2026-03-18T10:46:33.059626Z","steps":["trace[1845628274] 'agreement among raft nodes before linearized reading' (duration: 4.911878327s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:33.059659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:28.791299Z","time spent":"4.268324211s","remote":"127.0.0.1:41350","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":924,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:46:33.059687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:28.147655Z","time spent":"4.912023181s","remote":"127.0.0.1:38710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"info","ts":"2026-03-18T10:46:33.059756Z","caller":"traceutil/trace.go:171","msg":"trace[2037747183] transaction","detail":"{read_only:false; response_revision:24762; number_of_response:1; }","duration":"1.453467346s","start":"2026-03-18T10:46:31.606276Z","end":"2026-03-18T10:46:33.059743Z","steps":["trace[2037747183] 'process raft request' (duration: 1.452969896s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:33.059803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.376181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T10:46:33.059812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.937547246s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:46:33.059841Z","caller":"traceutil/trace.go:171","msg":"trace[311051831] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24762; }","duration":"441.454423ms","start":"2026-03-18T10:46:32.618375Z","end":"2026-03-18T10:46:33.05983Z","steps":["trace[311051831] 'agreement among raft nodes before linearized reading' (duration: 441.376682ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:33.05984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:31.606243Z","time spent":"1.453556249s","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:46:33.059855Z","caller":"traceutil/trace.go:171","msg":"trace[1106870779] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:24762; }","duration":"4.937645198s","start":"2026-03-18T10:46:28.122197Z","end":"2026-03-18T10:46:33.059842Z","steps":["trace[1106870779] 'agreement among raft nodes before linearized reading' (duration: 4.937362121s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:33.059877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.272120884s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18552"} {"level":"warn","ts":"2026-03-18T10:46:33.05989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.753808108s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-18T10:46:33.05986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:32.61836Z","time spent":"441.497714ms","remote":"127.0.0.1:41074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T10:46:33.059898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:28.122181Z","time spent":"4.9377044s","remote":"127.0.0.1:39346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"info","ts":"2026-03-18T10:46:33.059926Z","caller":"traceutil/trace.go:171","msg":"trace[1139620500] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:24762; }","duration":"4.272184986s","start":"2026-03-18T10:46:28.787728Z","end":"2026-03-18T10:46:33.059913Z","steps":["trace[1139620500] 'agreement among raft nodes before linearized reading' (duration: 4.272029983s)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:46:33.059937Z","caller":"traceutil/trace.go:171","msg":"trace[1714929465] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:24762; }","duration":"4.753891329s","start":"2026-03-18T10:46:28.306034Z","end":"2026-03-18T10:46:33.059925Z","steps":["trace[1714929465] 'agreement among raft nodes before linearized reading' (duration: 4.753521361s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:33.059972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.864723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T10:46:33.059976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:28.306016Z","time spent":"4.753949841s","remote":"127.0.0.1:38766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":53,"response size":31,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"info","ts":"2026-03-18T10:46:33.059997Z","caller":"traceutil/trace.go:171","msg":"trace[1883720975] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:24762; }","duration":"549.890664ms","start":"2026-03-18T10:46:32.510098Z","end":"2026-03-18T10:46:33.059989Z","steps":["trace[1883720975] 'agreement among raft nodes before linearized reading' (duration: 549.850073ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:33.060004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.139900645s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-18T10:46:33.060044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.156653006s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T10:46:33.060046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.982879984s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-18T10:46:33.060062Z","caller":"traceutil/trace.go:171","msg":"trace[762665085] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:24762; }","duration":"1.156713867s","start":"2026-03-18T10:46:31.903344Z","end":"2026-03-18T10:46:33.060058Z","steps":["trace[762665085] 'agreement among raft nodes before linearized reading' (duration: 1.156683107s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:33.060079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:31.90332Z","time spent":"1.156755768s","remote":"127.0.0.1:39110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"info","ts":"2026-03-18T10:46:33.06005Z","caller":"traceutil/trace.go:171","msg":"trace[916419846] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24762; }","duration":"1.139993047s","start":"2026-03-18T10:46:31.920046Z","end":"2026-03-18T10:46:33.060039Z","steps":["trace[916419846] 'agreement among raft nodes before linearized reading' (duration: 1.139917345s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:33.060108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:31.920025Z","time spent":"1.140072778s","remote":"127.0.0.1:44678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-18T10:46:33.060143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.983051468s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-18T10:46:33.060175Z","caller":"traceutil/trace.go:171","msg":"trace[643454625] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24762; }","duration":"2.983102169s","start":"2026-03-18T10:46:30.077066Z","end":"2026-03-18T10:46:33.060168Z","steps":["trace[643454625] 'agreement among raft nodes before linearized reading' (duration: 2.983025997s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:33.059966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:28.787713Z","time spent":"4.272244527s","remote":"127.0.0.1:41258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18575,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-18T10:46:33.060074Z","caller":"traceutil/trace.go:171","msg":"trace[950293387] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24762; }","duration":"2.982934576s","start":"2026-03-18T10:46:30.077131Z","end":"2026-03-18T10:46:33.060066Z","steps":["trace[950293387] 'agreement among raft nodes before linearized reading' (duration: 2.982854134s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:33.059912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.962926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T10:46:33.060295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.754951656s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"warn","ts":"2026-03-18T10:46:33.060295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:30.077109Z","time spent":"2.98317032s","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T10:46:33.060308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.991555716s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-18T10:46:33.060328Z","caller":"traceutil/trace.go:171","msg":"trace[112864392] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:24762; }","duration":"3.754985487s","start":"2026-03-18T10:46:29.305338Z","end":"2026-03-18T10:46:33.060323Z","steps":["trace[112864392] 'agreement among raft nodes before linearized reading' (duration: 3.754887825s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:33.060343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:29.305263Z","time spent":"3.755076669s","remote":"127.0.0.1:41228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1873,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" "} {"level":"warn","ts":"2026-03-18T10:46:33.060338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.030257903s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T10:46:33.060016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:32.510082Z","time spent":"549.929395ms","remote":"127.0.0.1:39362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-18T10:46:33.060206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:30.077056Z","time spent":"2.983144199s","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T10:46:33.060374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.237652162s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-18T10:46:33.06036Z","caller":"traceutil/trace.go:171","msg":"trace[1165648416] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:24762; }","duration":"307.422026ms","start":"2026-03-18T10:46:32.752877Z","end":"2026-03-18T10:46:33.060299Z","steps":["trace[1165648416] 'agreement among raft nodes before linearized reading' (duration: 306.947735ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:33.060663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.448621566s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189de6f073405fc4\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-03-18T10:46:33.060722Z","caller":"traceutil/trace.go:171","msg":"trace[1794943857] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189de6f073405fc4; range_end:; response_count:1; response_revision:24762; }","duration":"2.448727499s","start":"2026-03-18T10:46:30.611983Z","end":"2026-03-18T10:46:33.06071Z","steps":["trace[1794943857] 'agreement among raft nodes before linearized reading' (duration: 2.448560325s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:33.06072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:32.752854Z","time spent":"307.848215ms","remote":"127.0.0.1:41348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"warn","ts":"2026-03-18T10:46:33.060759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:30.611955Z","time spent":"2.448794s","remote":"127.0.0.1:41148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189de6f073405fc4\" "} {"level":"warn","ts":"2026-03-18T10:46:33.060272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.549409335s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-18T10:46:33.060965Z","caller":"traceutil/trace.go:171","msg":"trace[384031206] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24762; }","duration":"3.550130271s","start":"2026-03-18T10:46:29.510817Z","end":"2026-03-18T10:46:33.060947Z","steps":["trace[384031206] 'agreement among raft nodes before linearized reading' (duration: 3.549405225s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:33.061011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:29.510762Z","time spent":"3.550230403s","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-18T10:46:33.060346Z","caller":"traceutil/trace.go:171","msg":"trace[912673518] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24762; }","duration":"2.991634427s","start":"2026-03-18T10:46:30.0687Z","end":"2026-03-18T10:46:33.060335Z","steps":["trace[912673518] 'agreement among raft nodes before linearized reading' (duration: 2.991551176s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:33.061061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:30.068674Z","time spent":"2.992377354s","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-18T10:46:33.060386Z","caller":"traceutil/trace.go:171","msg":"trace[392904819] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:24762; }","duration":"3.030304954s","start":"2026-03-18T10:46:30.030067Z","end":"2026-03-18T10:46:33.060372Z","steps":["trace[392904819] 'agreement among raft nodes before linearized reading' (duration: 3.030229283s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:33.061136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:30.030029Z","time spent":"3.031087601s","remote":"127.0.0.1:38968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-03-18T10:46:33.060386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"794.478868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:46:33.061204Z","caller":"traceutil/trace.go:171","msg":"trace[948067672] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:24762; }","duration":"795.384638ms","start":"2026-03-18T10:46:32.265808Z","end":"2026-03-18T10:46:33.061192Z","steps":["trace[948067672] 'agreement among raft nodes before linearized reading' (duration: 794.53818ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:33.061237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:32.265787Z","time spent":"795.439099ms","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-03-18T10:46:33.060397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.075984755s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-18T10:46:33.061329Z","caller":"traceutil/trace.go:171","msg":"trace[1511549402] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:24762; }","duration":"3.076950496s","start":"2026-03-18T10:46:29.984359Z","end":"2026-03-18T10:46:33.06131Z","steps":["trace[1511549402] 'agreement among raft nodes before linearized reading' (duration: 3.076008875s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:33.061402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:29.984325Z","time spent":"3.077057608s","remote":"127.0.0.1:41364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"info","ts":"2026-03-18T10:46:33.060454Z","caller":"traceutil/trace.go:171","msg":"trace[160781510] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:24762; }","duration":"4.237738104s","start":"2026-03-18T10:46:28.822672Z","end":"2026-03-18T10:46:33.06041Z","steps":["trace[160781510] 'agreement among raft nodes before linearized reading' (duration: 4.237619791s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:33.061454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:28.822654Z","time spent":"4.238787767s","remote":"127.0.0.1:41420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":96,"response size":31,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-03-18T10:46:33.060228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.398126516s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/container-infra.189de9ae1aff23f9\" ","response":"range_response_count:1 size:695"} {"level":"info","ts":"2026-03-18T10:46:33.061498Z","caller":"traceutil/trace.go:171","msg":"trace[1323334234] range","detail":"{range_begin:/registry/events/openstack/container-infra.189de9ae1aff23f9; range_end:; response_count:1; response_revision:24762; }","duration":"3.399437365s","start":"2026-03-18T10:46:29.662051Z","end":"2026-03-18T10:46:33.061488Z","steps":["trace[1323334234] 'agreement among raft nodes before linearized reading' (duration: 3.398094755s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:33.06152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:29.662033Z","time spent":"3.399479576s","remote":"127.0.0.1:41148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":718,"request content":"key:\"/registry/events/openstack/container-infra.189de9ae1aff23f9\" "} {"level":"warn","ts":"2026-03-18T10:46:33.059938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.346592501s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:46:33.061601Z","caller":"traceutil/trace.go:171","msg":"trace[806983734] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24762; }","duration":"1.348288308s","start":"2026-03-18T10:46:31.713307Z","end":"2026-03-18T10:46:33.061596Z","steps":["trace[806983734] 'agreement among raft nodes before linearized reading' (duration: 1.346608501s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:33.061619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:31.713289Z","time spent":"1.348323428s","remote":"127.0.0.1:41084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T10:46:33.060495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.639082676s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-18T10:46:33.061707Z","caller":"traceutil/trace.go:171","msg":"trace[954436300] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:24762; }","duration":"1.640334263s","start":"2026-03-18T10:46:31.421365Z","end":"2026-03-18T10:46:33.061699Z","steps":["trace[954436300] 'agreement among raft nodes before linearized reading' (duration: 1.639102136s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:33.06173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:31.42134Z","time spent":"1.640383024s","remote":"127.0.0.1:52606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":31,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"warn","ts":"2026-03-18T10:46:33.060516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.336700029s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-18T10:46:33.061817Z","caller":"traceutil/trace.go:171","msg":"trace[276727903] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:24762; }","duration":"2.338038139s","start":"2026-03-18T10:46:30.723771Z","end":"2026-03-18T10:46:33.061809Z","steps":["trace[276727903] 'agreement among raft nodes before linearized reading' (duration: 2.33670845s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:33.061862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:30.723747Z","time spent":"2.33810873s","remote":"127.0.0.1:41318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":7,"response size":31,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-03-18T10:46:33.060535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.606212578s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:46:33.061955Z","caller":"traceutil/trace.go:171","msg":"trace[1799031424] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:24762; }","duration":"1.60767275s","start":"2026-03-18T10:46:31.454276Z","end":"2026-03-18T10:46:33.061949Z","steps":["trace[1799031424] 'agreement among raft nodes before linearized reading' (duration: 1.606236688s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:33.061972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:31.454246Z","time spent":"1.60772028s","remote":"127.0.0.1:38982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-03-18T10:46:33.064851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.987466405s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-18T10:46:33.066408Z","caller":"traceutil/trace.go:171","msg":"trace[399420349] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24762; }","duration":"2.987554227s","start":"2026-03-18T10:46:30.077323Z","end":"2026-03-18T10:46:33.064877Z","steps":["trace[399420349] 'agreement among raft nodes before linearized reading' (duration: 2.987405883s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:33.066437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:30.077303Z","time spent":"2.989128152s","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-18T10:46:33.739402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.461852ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"warn","ts":"2026-03-18T10:46:33.739509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:33.068845Z","time spent":"670.659307ms","remote":"127.0.0.1:41148","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-18T10:46:34.362925Z","caller":"traceutil/trace.go:171","msg":"trace[2040298120] linearizableReadLoop","detail":"{readStateIndex:25650; appliedIndex:25646; }","duration":"1.293271361s","start":"2026-03-18T10:46:33.069622Z","end":"2026-03-18T10:46:34.362894Z","steps":["trace[2040298120] 'read index received' (duration: 420.356856ms)","trace[2040298120] 'applied index is now lower than readState.Index' (duration: 872.912915ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:46:34.363124Z","caller":"traceutil/trace.go:171","msg":"trace[404415206] transaction","detail":"{read_only:false; response_revision:24767; number_of_response:1; }","duration":"1.292886422s","start":"2026-03-18T10:46:33.070216Z","end":"2026-03-18T10:46:34.363102Z","steps":["trace[404415206] 'process raft request' (duration: 1.292631227s)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:46:34.363156Z","caller":"traceutil/trace.go:171","msg":"trace[970379920] transaction","detail":"{read_only:false; response_revision:24766; number_of_response:1; }","duration":"1.293378393s","start":"2026-03-18T10:46:33.06974Z","end":"2026-03-18T10:46:34.363118Z","steps":["trace[970379920] 'process raft request' (duration: 1.293057286s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:34.363339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:33.06972Z","time spent":"1.293519656s","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:46:34.363342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:33.070203Z","time spent":"1.292963944s","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:46:34.363476Z","caller":"traceutil/trace.go:171","msg":"trace[1578069189] transaction","detail":"{read_only:false; response_revision:24764; number_of_response:1; }","duration":"1.294426266s","start":"2026-03-18T10:46:33.069039Z","end":"2026-03-18T10:46:34.363465Z","steps":["trace[1578069189] 'process raft request' (duration: 1.293580198s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:34.363539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:33.069024Z","time spent":"1.294482307s","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:46:34.36355Z","caller":"traceutil/trace.go:171","msg":"trace[66495836] transaction","detail":"{read_only:false; response_revision:24765; number_of_response:1; }","duration":"1.294425336s","start":"2026-03-18T10:46:33.069102Z","end":"2026-03-18T10:46:34.363527Z","steps":["trace[66495836] 'process raft request' (duration: 1.293640929s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:34.363631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:33.069069Z","time spent":"1.294519848s","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:46:34.363734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.294107289s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-fbfc5cc8-ae51-468e-97d7-fe15204658fa\" ","response":"range_response_count:1 size:1316"} {"level":"info","ts":"2026-03-18T10:46:34.363804Z","caller":"traceutil/trace.go:171","msg":"trace[1636830925] range","detail":"{range_begin:/registry/persistentvolumes/pvc-fbfc5cc8-ae51-468e-97d7-fe15204658fa; range_end:; response_count:1; response_revision:24767; }","duration":"1.29418365s","start":"2026-03-18T10:46:33.0696Z","end":"2026-03-18T10:46:34.363784Z","steps":["trace[1636830925] 'agreement among raft nodes before linearized reading' (duration: 1.294017887s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:34.363859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:33.069594Z","time spent":"1.294250572s","remote":"127.0.0.1:41212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1339,"request content":"key:\"/registry/persistentvolumes/pvc-fbfc5cc8-ae51-468e-97d7-fe15204658fa\" "} {"level":"info","ts":"2026-03-18T10:46:34.364158Z","caller":"traceutil/trace.go:171","msg":"trace[2070480761] transaction","detail":"{read_only:false; response_revision:24763; number_of_response:1; }","duration":"1.295114761s","start":"2026-03-18T10:46:33.069026Z","end":"2026-03-18T10:46:34.364141Z","steps":["trace[2070480761] 'process raft request' (duration: 1.293373773s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:34.364255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:33.069009Z","time spent":"1.295201803s","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:46:34.864136Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10400673014339894753,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T10:46:35.070429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000731042s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-18T10:46:35.070848Z","caller":"traceutil/trace.go:171","msg":"trace[1733481181] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001135811s","start":"2026-03-18T10:46:33.069656Z","end":"2026-03-18T10:46:35.070792Z","steps":["trace[1733481181] 'agreement among raft nodes before linearized reading' (duration: 2.000731961s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:35.07118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:33.069653Z","time spent":"2.001486839s","remote":"127.0.0.1:41084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/18 10:46:35 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-18T10:46:35.927456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"588.264853ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-18T10:46:35.927804Z","caller":"traceutil/trace.go:171","msg":"trace[2128865006] linearizableReadLoop","detail":"{readStateIndex:25655; appliedIndex:25652; }","duration":"1.56477036s","start":"2026-03-18T10:46:34.36301Z","end":"2026-03-18T10:46:35.92778Z","steps":["trace[2128865006] 'read index received' (duration: 976.18746ms)","trace[2128865006] 'applied index is now lower than readState.Index' (duration: 588.5813ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:46:35.92812Z","caller":"traceutil/trace.go:171","msg":"trace[1573873652] transaction","detail":"{read_only:false; response_revision:24768; number_of_response:1; }","duration":"2.177979436s","start":"2026-03-18T10:46:33.750121Z","end":"2026-03-18T10:46:35.9281Z","steps":["trace[1573873652] 'process raft request' (duration: 1.588915475s)","trace[1573873652] 'compare' (duration: 587.859954ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:46:35.928156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.06661413s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-18T10:46:35.928205Z","caller":"traceutil/trace.go:171","msg":"trace[1068007314] transaction","detail":"{read_only:false; response_revision:24769; number_of_response:1; }","duration":"2.178053307s","start":"2026-03-18T10:46:33.750143Z","end":"2026-03-18T10:46:35.928196Z","steps":["trace[1068007314] 'process raft request' (duration: 2.177427853s)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:46:35.928215Z","caller":"traceutil/trace.go:171","msg":"trace[775191322] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:24770; }","duration":"2.066675311s","start":"2026-03-18T10:46:33.861519Z","end":"2026-03-18T10:46:35.928194Z","steps":["trace[775191322] 'agreement among raft nodes before linearized reading' (duration: 2.066575439s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:35.928229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:33.740933Z","time spent":"2.187245461s","remote":"127.0.0.1:41148","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":677,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:46:35.928264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:33.861458Z","time spent":"2.066792814s","remote":"127.0.0.1:41258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":31,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-03-18T10:46:35.928292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:33.750123Z","time spent":"2.178120849s","remote":"127.0.0.1:41148","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:46:35.928517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.804807675s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:46:35.928577Z","caller":"traceutil/trace.go:171","msg":"trace[1856813177] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:24770; }","duration":"1.804902797s","start":"2026-03-18T10:46:34.123659Z","end":"2026-03-18T10:46:35.928562Z","steps":["trace[1856813177] 'agreement among raft nodes before linearized reading' (duration: 1.804806465s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:35.928618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:34.123639Z","time spent":"1.804966748s","remote":"127.0.0.1:39074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-03-18T10:46:35.928629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.261468703s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7533"} {"level":"info","ts":"2026-03-18T10:46:35.928674Z","caller":"traceutil/trace.go:171","msg":"trace[794559890] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:24770; }","duration":"2.261554626s","start":"2026-03-18T10:46:33.667105Z","end":"2026-03-18T10:46:35.92866Z","steps":["trace[794559890] 'agreement among raft nodes before linearized reading' (duration: 2.261349902s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:35.928727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:33.667082Z","time spent":"2.261633218s","remote":"127.0.0.1:52616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7556,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-03-18T10:46:35.928872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.990053016s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:46:35.928938Z","caller":"traceutil/trace.go:171","msg":"trace[177325167] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:24770; }","duration":"1.990165408s","start":"2026-03-18T10:46:33.938753Z","end":"2026-03-18T10:46:35.928918Z","steps":["trace[177325167] 'agreement among raft nodes before linearized reading' (duration: 1.990070156s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:35.929015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:33.938726Z","time spent":"1.990273981s","remote":"127.0.0.1:41154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"info","ts":"2026-03-18T10:46:35.928156Z","caller":"traceutil/trace.go:171","msg":"trace[409825727] transaction","detail":"{read_only:false; response_revision:24770; number_of_response:1; }","duration":"2.175766647s","start":"2026-03-18T10:46:33.752367Z","end":"2026-03-18T10:46:35.928134Z","steps":["trace[409825727] 'process raft request' (duration: 2.175330116s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:35.929673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:33.752344Z","time spent":"2.177269759s","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:46:35.929972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.490204317s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.215\" ","response":"range_response_count:1 size:140"} {"level":"warn","ts":"2026-03-18T10:46:35.92997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.276182709s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:46:35.930021Z","caller":"traceutil/trace.go:171","msg":"trace[1504823747] range","detail":"{range_begin:/registry/masterleases/199.19.213.215; range_end:; response_count:1; response_revision:24770; }","duration":"2.49031797s","start":"2026-03-18T10:46:33.43969Z","end":"2026-03-18T10:46:35.930008Z","steps":["trace[1504823747] 'agreement among raft nodes before linearized reading' (duration: 2.490195187s)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:46:35.930035Z","caller":"traceutil/trace.go:171","msg":"trace[1865668113] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:24770; }","duration":"2.27625254s","start":"2026-03-18T10:46:33.653765Z","end":"2026-03-18T10:46:35.930018Z","steps":["trace[1865668113] 'agreement among raft nodes before linearized reading' (duration: 2.276147998s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:35.930101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:33.653708Z","time spent":"2.276377263s","remote":"127.0.0.1:41300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-18T10:46:35.9301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.70082686s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-18T10:46:35.930051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:33.439668Z","time spent":"2.490376651s","remote":"127.0.0.1:41098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.19.213.215\" "} {"level":"info","ts":"2026-03-18T10:46:35.930168Z","caller":"traceutil/trace.go:171","msg":"trace[513552633] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:24770; }","duration":"2.700946513s","start":"2026-03-18T10:46:33.2292Z","end":"2026-03-18T10:46:35.930146Z","steps":["trace[513552633] 'agreement among raft nodes before linearized reading' (duration: 2.70083028s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:35.930212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:33.229169Z","time spent":"2.701034834s","remote":"127.0.0.1:38740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-18T10:46:35.929645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.766283619s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:46:35.930574Z","caller":"traceutil/trace.go:171","msg":"trace[2083305170] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24770; }","duration":"2.767263581s","start":"2026-03-18T10:46:33.163292Z","end":"2026-03-18T10:46:35.930556Z","steps":["trace[2083305170] 'agreement among raft nodes before linearized reading' (duration: 2.766248769s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:35.930617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:33.163276Z","time spent":"2.767328132s","remote":"127.0.0.1:38766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-18T10:46:36.380701Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.041549458s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-18T10:46:36.480486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000335282s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-18T10:46:36.480574Z","caller":"traceutil/trace.go:171","msg":"trace[944792149] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000474446s","start":"2026-03-18T10:46:34.480077Z","end":"2026-03-18T10:46:36.480551Z","steps":["trace[944792149] 'agreement among raft nodes before linearized reading' (duration: 2.000360403s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:36.48064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:34.480059Z","time spent":"2.000569907s","remote":"127.0.0.1:41084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/18 10:46:36 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-18T10:46:37.07019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99975371s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-18T10:46:37.070279Z","caller":"traceutil/trace.go:171","msg":"trace[243711347] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999905913s","start":"2026-03-18T10:46:35.070353Z","end":"2026-03-18T10:46:37.070258Z","steps":["trace[243711347] 'agreement among raft nodes before linearized reading' (duration: 1.999794901s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:37.07033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:35.070273Z","time spent":"2.000045946s","remote":"127.0.0.1:41074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/18 10:46:37 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-18T10:46:37.103954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.070325ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:46:37.10408Z","caller":"traceutil/trace.go:171","msg":"trace[1257280512] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24770; }","duration":"451.180967ms","start":"2026-03-18T10:46:36.652855Z","end":"2026-03-18T10:46:37.104036Z","steps":["trace[1257280512] 'range keys from in-memory index tree' (duration: 451.057945ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:37.105409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"724.335936ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-18T10:46:37.105642Z","caller":"traceutil/trace.go:171","msg":"trace[298018288] transaction","detail":"{read_only:false; response_revision:24772; number_of_response:1; }","duration":"2.034640711s","start":"2026-03-18T10:46:35.070993Z","end":"2026-03-18T10:46:37.105634Z","steps":["trace[298018288] 'process raft request' (duration: 2.034492408s)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:46:37.105663Z","caller":"traceutil/trace.go:171","msg":"trace[680822531] transaction","detail":"{read_only:false; response_revision:24771; number_of_response:1; }","duration":"2.162295398s","start":"2026-03-18T10:46:34.943325Z","end":"2026-03-18T10:46:37.105621Z","steps":["trace[680822531] 'process raft request' (duration: 1.437671666s)","trace[680822531] 'compare' (duration: 722.830622ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:46:37.105713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:35.070975Z","time spent":"2.034714904s","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:46:37.105749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:34.943297Z","time spent":"2.16240737s","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:46:37.105861Z","caller":"traceutil/trace.go:171","msg":"trace[2052119989] transaction","detail":"{read_only:false; response_revision:24773; number_of_response:1; }","duration":"2.034203632s","start":"2026-03-18T10:46:35.071616Z","end":"2026-03-18T10:46:37.10582Z","steps":["trace[2052119989] 'process raft request' (duration: 2.033992818s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:37.105897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:35.071591Z","time spent":"2.034288754s","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:46:37.105939Z","caller":"traceutil/trace.go:171","msg":"trace[597025271] transaction","detail":"{read_only:false; response_revision:24774; number_of_response:1; }","duration":"2.034280504s","start":"2026-03-18T10:46:35.071625Z","end":"2026-03-18T10:46:37.105905Z","steps":["trace[597025271] 'process raft request' (duration: 2.034120531s)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:46:37.106025Z","caller":"traceutil/trace.go:171","msg":"trace[1824705344] transaction","detail":"{read_only:false; response_revision:24775; number_of_response:1; }","duration":"2.033980248s","start":"2026-03-18T10:46:35.072034Z","end":"2026-03-18T10:46:37.106014Z","steps":["trace[1824705344] 'process raft request' (duration: 2.033822124s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:37.106092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:35.072022Z","time spent":"2.034037169s","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:46:37.106123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:35.071604Z","time spent":"2.034422217s","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:46:37.106296Z","caller":"traceutil/trace.go:171","msg":"trace[2136370353] transaction","detail":"{read_only:false; response_revision:24776; number_of_response:1; }","duration":"2.03413035s","start":"2026-03-18T10:46:35.072144Z","end":"2026-03-18T10:46:37.106275Z","steps":["trace[2136370353] 'process raft request' (duration: 2.033819284s)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:46:37.106323Z","caller":"traceutil/trace.go:171","msg":"trace[784955318] transaction","detail":"{read_only:false; response_revision:24777; number_of_response:1; }","duration":"2.033798063s","start":"2026-03-18T10:46:35.072517Z","end":"2026-03-18T10:46:37.106315Z","steps":["trace[784955318] 'process raft request' (duration: 2.033703081s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:37.106372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:35.071699Z","time spent":"2.034634502s","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:46:37.106382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:35.072506Z","time spent":"2.033832354s","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:46:37.106478Z","caller":"traceutil/trace.go:171","msg":"trace[1433843054] linearizableReadLoop","detail":"{readStateIndex:25662; appliedIndex:25655; }","duration":"1.178612051s","start":"2026-03-18T10:46:35.927857Z","end":"2026-03-18T10:46:37.106469Z","steps":["trace[1433843054] 'read index received' (duration: 453.066479ms)","trace[1433843054] 'applied index is now lower than readState.Index' (duration: 725.544632ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:46:37.106593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.753882666s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-18T10:46:37.10664Z","caller":"traceutil/trace.go:171","msg":"trace[1585973328] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24778; }","duration":"1.753965298s","start":"2026-03-18T10:46:35.352666Z","end":"2026-03-18T10:46:37.106631Z","steps":["trace[1585973328] 'agreement among raft nodes before linearized reading' (duration: 1.753825365s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:37.106659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:35.352644Z","time spent":"1.75401005s","remote":"127.0.0.1:44676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-18T10:46:37.106676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.073015392s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:46:37.106715Z","caller":"traceutil/trace.go:171","msg":"trace[861067491] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:24778; }","duration":"2.073057173s","start":"2026-03-18T10:46:35.033648Z","end":"2026-03-18T10:46:37.106705Z","steps":["trace[861067491] 'agreement among raft nodes before linearized reading' (duration: 2.072892889s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:37.10675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:35.0336Z","time spent":"2.073142175s","remote":"127.0.0.1:52668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"warn","ts":"2026-03-18T10:46:37.106786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:35.930981Z","time spent":"1.175803498s","remote":"127.0.0.1:41098","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-18T10:46:37.10689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.477308314s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-18T10:46:37.106909Z","caller":"traceutil/trace.go:171","msg":"trace[1154765469] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:24778; }","duration":"1.477369195s","start":"2026-03-18T10:46:35.629535Z","end":"2026-03-18T10:46:37.106905Z","steps":["trace[1154765469] 'agreement among raft nodes before linearized reading' (duration: 1.477333954s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:37.106923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:35.629515Z","time spent":"1.477404705s","remote":"127.0.0.1:41452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":31,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-03-18T10:46:37.106938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.377345538s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:46:37.106966Z","caller":"traceutil/trace.go:171","msg":"trace[2038067768] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:24778; }","duration":"2.377415739s","start":"2026-03-18T10:46:34.729541Z","end":"2026-03-18T10:46:37.106957Z","steps":["trace[2038067768] 'agreement among raft nodes before linearized reading' (duration: 2.377368308s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:37.107002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:34.729518Z","time spent":"2.377476801s","remote":"127.0.0.1:52572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"warn","ts":"2026-03-18T10:46:37.107152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.520067117s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:46:37.107187Z","caller":"traceutil/trace.go:171","msg":"trace[1203116963] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:24778; }","duration":"2.520148209s","start":"2026-03-18T10:46:34.587031Z","end":"2026-03-18T10:46:37.107179Z","steps":["trace[1203116963] 'agreement among raft nodes before linearized reading' (duration: 2.520098738s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:37.107214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:34.587005Z","time spent":"2.520201321s","remote":"127.0.0.1:52576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"warn","ts":"2026-03-18T10:46:37.107432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.174116013s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/cinder-api-5cccff668d-ljfsm.189de840ae3a4e03\" ","response":"range_response_count:1 size:1180"} {"level":"info","ts":"2026-03-18T10:46:37.10747Z","caller":"traceutil/trace.go:171","msg":"trace[1428357003] range","detail":"{range_begin:/registry/events/openstack/cinder-api-5cccff668d-ljfsm.189de840ae3a4e03; range_end:; response_count:1; response_revision:24778; }","duration":"1.174184074s","start":"2026-03-18T10:46:35.933276Z","end":"2026-03-18T10:46:37.10746Z","steps":["trace[1428357003] 'agreement among raft nodes before linearized reading' (duration: 1.174055461s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:37.107498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:35.933251Z","time spent":"1.174238616s","remote":"127.0.0.1:41148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1203,"request content":"key:\"/registry/events/openstack/cinder-api-5cccff668d-ljfsm.189de840ae3a4e03\" "} {"level":"warn","ts":"2026-03-18T10:46:37.107676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"737.557569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-18T10:46:37.10771Z","caller":"traceutil/trace.go:171","msg":"trace[1882740871] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24778; }","duration":"737.603939ms","start":"2026-03-18T10:46:36.370098Z","end":"2026-03-18T10:46:37.107702Z","steps":["trace[1882740871] 'agreement among raft nodes before linearized reading' (duration: 737.519308ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:37.107735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:36.370092Z","time spent":"737.63694ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T10:46:37.107809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"517.369823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418276"} {"level":"info","ts":"2026-03-18T10:46:37.107885Z","caller":"traceutil/trace.go:171","msg":"trace[796031267] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:24778; }","duration":"517.479616ms","start":"2026-03-18T10:46:36.590387Z","end":"2026-03-18T10:46:37.107867Z","steps":["trace[796031267] 'agreement among raft nodes before linearized reading' (duration: 517.095388ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:37.107931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:36.590369Z","time spent":"517.552827ms","remote":"127.0.0.1:41288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":418299,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-03-18T10:46:37.108045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.17445658s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/container-infra-registry.189de9aeb61aae51\" ","response":"range_response_count:1 size:722"} {"level":"warn","ts":"2026-03-18T10:46:37.108054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"738.700663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-18T10:46:37.106447Z","caller":"traceutil/trace.go:171","msg":"trace[361976740] transaction","detail":"{read_only:false; response_revision:24778; number_of_response:1; }","duration":"815.271848ms","start":"2026-03-18T10:46:36.291164Z","end":"2026-03-18T10:46:37.106436Z","steps":["trace[361976740] 'process raft request' (duration: 815.208736ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:46:37.108146Z","caller":"traceutil/trace.go:171","msg":"trace[449756350] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24778; }","duration":"738.847627ms","start":"2026-03-18T10:46:36.369276Z","end":"2026-03-18T10:46:37.108124Z","steps":["trace[449756350] 'agreement among raft nodes before linearized reading' (duration: 738.570721ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:37.108144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"738.201142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-03-18T10:46:37.108277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:36.369256Z","time spent":"738.938818ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-18T10:46:37.108305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"738.57274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-18T10:46:37.108346Z","caller":"traceutil/trace.go:171","msg":"trace[2023779232] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24778; }","duration":"738.629321ms","start":"2026-03-18T10:46:36.36971Z","end":"2026-03-18T10:46:37.108339Z","steps":["trace[2023779232] 'agreement among raft nodes before linearized reading' (duration: 738.54712ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:37.108368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:36.369704Z","time spent":"738.659383ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-18T10:46:37.108384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.906909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:46:37.108433Z","caller":"traceutil/trace.go:171","msg":"trace[1628777607] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:24778; }","duration":"486.991221ms","start":"2026-03-18T10:46:36.621429Z","end":"2026-03-18T10:46:37.10842Z","steps":["trace[1628777607] 'agreement among raft nodes before linearized reading' (duration: 486.913789ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:46:37.108147Z","caller":"traceutil/trace.go:171","msg":"trace[1957140901] range","detail":"{range_begin:/registry/events/openstack/container-infra-registry.189de9aeb61aae51; range_end:; response_count:1; response_revision:24778; }","duration":"1.17450323s","start":"2026-03-18T10:46:35.933566Z","end":"2026-03-18T10:46:37.10807Z","steps":["trace[1957140901] 'agreement among raft nodes before linearized reading' (duration: 1.174388618s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:37.108469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:36.621406Z","time spent":"487.053852ms","remote":"127.0.0.1:39468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-18T10:46:37.108504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:35.93356Z","time spent":"1.1749278s","remote":"127.0.0.1:41148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":745,"request content":"key:\"/registry/events/openstack/container-infra-registry.189de9aeb61aae51\" "} {"level":"info","ts":"2026-03-18T10:46:37.108289Z","caller":"traceutil/trace.go:171","msg":"trace[1454298601] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24778; }","duration":"738.369086ms","start":"2026-03-18T10:46:36.369894Z","end":"2026-03-18T10:46:37.108263Z","steps":["trace[1454298601] 'agreement among raft nodes before linearized reading' (duration: 738.014178ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:37.108662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:36.369886Z","time spent":"738.763435ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T10:46:37.10869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"738.653093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-18T10:46:37.108785Z","caller":"traceutil/trace.go:171","msg":"trace[207243248] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24778; }","duration":"738.921859ms","start":"2026-03-18T10:46:36.369844Z","end":"2026-03-18T10:46:37.108766Z","steps":["trace[207243248] 'agreement among raft nodes before linearized reading' (duration: 738.031499ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:37.108214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.173889227s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:46:37.108986Z","caller":"traceutil/trace.go:171","msg":"trace[2034018369] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24778; }","duration":"1.174672914s","start":"2026-03-18T10:46:35.934291Z","end":"2026-03-18T10:46:37.108964Z","steps":["trace[2034018369] 'agreement among raft nodes before linearized reading' (duration: 1.173886727s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:37.109067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:35.934285Z","time spent":"1.174762136s","remote":"127.0.0.1:41262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-18T10:46:37.108969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:36.369811Z","time spent":"739.146023ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-18T10:46:37.108194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:36.291143Z","time spent":"817.005007ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:46:38.659073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.428940633s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-18T10:46:38.659268Z","caller":"traceutil/trace.go:171","msg":"trace[1100429973] linearizableReadLoop","detail":"{readStateIndex:25665; appliedIndex:25664; }","duration":"1.546576378s","start":"2026-03-18T10:46:37.112669Z","end":"2026-03-18T10:46:38.659246Z","steps":["trace[1100429973] 'read index received' (duration: 117.390848ms)","trace[1100429973] 'applied index is now lower than readState.Index' (duration: 1.42918317s)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:46:38.659411Z","caller":"traceutil/trace.go:171","msg":"trace[2040363350] transaction","detail":"{read_only:false; response_revision:24779; number_of_response:1; }","duration":"1.546968987s","start":"2026-03-18T10:46:37.112426Z","end":"2026-03-18T10:46:38.659395Z","steps":["trace[2040363350] 'process raft request' (duration: 117.615283ms)","trace[2040363350] 'compare' (duration: 1.427538653s)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:46:38.659532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:37.112402Z","time spent":"1.54708455s","remote":"127.0.0.1:41098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:46:38.659732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.547037988s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:46:38.659858Z","caller":"traceutil/trace.go:171","msg":"trace[373502352] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24779; }","duration":"1.547175281s","start":"2026-03-18T10:46:37.112662Z","end":"2026-03-18T10:46:38.659838Z","steps":["trace[373502352] 'agreement among raft nodes before linearized reading' (duration: 1.546740072s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:38.660006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:37.112625Z","time spent":"1.547366626s","remote":"127.0.0.1:41074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T10:46:38.710204Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.480125107s","expected-duration":"1s"} {"level":"info","ts":"2026-03-18T10:46:38.710933Z","caller":"traceutil/trace.go:171","msg":"trace[1295469225] transaction","detail":"{read_only:false; response_revision:24780; number_of_response:1; }","duration":"1.598189021s","start":"2026-03-18T10:46:37.112718Z","end":"2026-03-18T10:46:38.710907Z","steps":["trace[1295469225] 'process raft request' (duration: 1.597983416s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:38.711139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:37.112697Z","time spent":"1.598297063s","remote":"127.0.0.1:41148","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":704,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:46:38.711428Z","caller":"traceutil/trace.go:171","msg":"trace[1830461390] transaction","detail":"{read_only:false; response_revision:24781; number_of_response:1; }","duration":"1.598523967s","start":"2026-03-18T10:46:37.112865Z","end":"2026-03-18T10:46:38.711389Z","steps":["trace[1830461390] 'process raft request' (duration: 1.597986735s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:38.711591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:37.112809Z","time spent":"1.598692512s","remote":"127.0.0.1:41148","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1163,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:46:38.711611Z","caller":"traceutil/trace.go:171","msg":"trace[476804923] transaction","detail":"{read_only:false; response_revision:24782; number_of_response:1; }","duration":"1.598564638s","start":"2026-03-18T10:46:37.113026Z","end":"2026-03-18T10:46:38.711591Z","steps":["trace[476804923] 'process raft request' (duration: 1.598139048s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:38.711791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:37.113015Z","time spent":"1.598716312s","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:46:38.711938Z","caller":"traceutil/trace.go:171","msg":"trace[465839013] transaction","detail":"{read_only:false; response_revision:24783; number_of_response:1; }","duration":"1.597553096s","start":"2026-03-18T10:46:37.114345Z","end":"2026-03-18T10:46:38.711898Z","steps":["trace[465839013] 'process raft request' (duration: 1.597104776s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:38.712112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:37.114336Z","time spent":"1.597688349s","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:46:38.713969Z","caller":"traceutil/trace.go:171","msg":"trace[2128252346] transaction","detail":"{read_only:false; response_revision:24787; number_of_response:1; }","duration":"1.595413589s","start":"2026-03-18T10:46:37.118537Z","end":"2026-03-18T10:46:38.713951Z","steps":["trace[2128252346] 'process raft request' (duration: 1.595368668s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:38.714071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:37.118526Z","time spent":"1.595498711s","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:46:38.714485Z","caller":"traceutil/trace.go:171","msg":"trace[1034247006] transaction","detail":"{read_only:false; response_revision:24784; number_of_response:1; }","duration":"1.598703351s","start":"2026-03-18T10:46:37.115768Z","end":"2026-03-18T10:46:38.714471Z","steps":["trace[1034247006] 'process raft request' (duration: 1.597926754s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:38.714564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:37.115747Z","time spent":"1.598780352s","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:46:38.714908Z","caller":"traceutil/trace.go:171","msg":"trace[1324147513] transaction","detail":"{read_only:false; response_revision:24785; number_of_response:1; }","duration":"1.598359713s","start":"2026-03-18T10:46:37.116535Z","end":"2026-03-18T10:46:38.714894Z","steps":["trace[1324147513] 'process raft request' (duration: 1.597243879s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:38.714983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:37.116523Z","time spent":"1.598425395s","remote":"127.0.0.1:41260","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:46:38.715169Z","caller":"traceutil/trace.go:171","msg":"trace[1141791220] transaction","detail":"{read_only:false; response_revision:24786; number_of_response:1; }","duration":"1.598458006s","start":"2026-03-18T10:46:37.116694Z","end":"2026-03-18T10:46:38.715152Z","steps":["trace[1141791220] 'process raft request' (duration: 1.597173908s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:38.715257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:37.116687Z","time spent":"1.598527848s","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:46:39.331032Z","caller":"traceutil/trace.go:171","msg":"trace[2005871000] transaction","detail":"{read_only:false; response_revision:24790; number_of_response:1; }","duration":"1.260061624s","start":"2026-03-18T10:46:38.070923Z","end":"2026-03-18T10:46:39.330984Z","steps":["trace[2005871000] 'process raft request' (duration: 1.259844429s)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:46:39.331236Z","caller":"traceutil/trace.go:171","msg":"trace[2010870163] linearizableReadLoop","detail":"{readStateIndex:25678; appliedIndex:25665; }","duration":"671.871922ms","start":"2026-03-18T10:46:38.659348Z","end":"2026-03-18T10:46:39.33122Z","steps":["trace[2010870163] 'read index received' (duration: 51.298925ms)","trace[2010870163] 'applied index is now lower than readState.Index' (duration: 620.571357ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:46:39.331341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:38.070897Z","time spent":"1.260326259s","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:46:39.33114Z","caller":"traceutil/trace.go:171","msg":"trace[1077616883] transaction","detail":"{read_only:false; response_revision:24788; number_of_response:1; }","duration":"1.741373669s","start":"2026-03-18T10:46:37.589746Z","end":"2026-03-18T10:46:39.331119Z","steps":["trace[1077616883] 'process raft request' (duration: 1.740574001s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:39.33159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.151076632s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:46:39.331643Z","caller":"traceutil/trace.go:171","msg":"trace[1040683291] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:24792; }","duration":"1.151198035s","start":"2026-03-18T10:46:38.18043Z","end":"2026-03-18T10:46:39.331628Z","steps":["trace[1040683291] 'agreement among raft nodes before linearized reading' (duration: 1.151083092s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:39.331688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:37.58971Z","time spent":"1.741906972s","remote":"127.0.0.1:41288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418334,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:46:39.331753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:38.180411Z","time spent":"1.151322147s","remote":"127.0.0.1:60296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-03-18T10:46:39.331566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"967.762064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:46:39.331929Z","caller":"traceutil/trace.go:171","msg":"trace[1064200329] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24792; }","duration":"968.131572ms","start":"2026-03-18T10:46:38.363775Z","end":"2026-03-18T10:46:39.331907Z","steps":["trace[1064200329] 'agreement among raft nodes before linearized reading' (duration: 967.709452ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:39.332031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:38.363729Z","time spent":"968.287585ms","remote":"127.0.0.1:41084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T10:46:39.332054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.298925485s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:46:39.332114Z","caller":"traceutil/trace.go:171","msg":"trace[1424395056] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:24792; }","duration":"1.299033307s","start":"2026-03-18T10:46:38.033068Z","end":"2026-03-18T10:46:39.332101Z","steps":["trace[1424395056] 'agreement among raft nodes before linearized reading' (duration: 1.298935895s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:39.332164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:38.033051Z","time spent":"1.299100009s","remote":"127.0.0.1:38984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-03-18T10:46:39.332409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.510393506s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:46:39.332469Z","caller":"traceutil/trace.go:171","msg":"trace[1534058560] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:24792; }","duration":"1.510493748s","start":"2026-03-18T10:46:37.82196Z","end":"2026-03-18T10:46:39.332454Z","steps":["trace[1534058560] 'agreement among raft nodes before linearized reading' (duration: 1.510405576s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:39.332513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:37.821925Z","time spent":"1.51057493s","remote":"127.0.0.1:39392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-03-18T10:46:39.332571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.216117889s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-18T10:46:39.332607Z","caller":"traceutil/trace.go:171","msg":"trace[1940226957] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24792; }","duration":"2.216176891s","start":"2026-03-18T10:46:37.116422Z","end":"2026-03-18T10:46:39.332599Z","steps":["trace[1940226957] 'agreement among raft nodes before linearized reading' (duration: 2.216066669s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:39.332629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:37.116414Z","time spent":"2.216210742s","remote":"127.0.0.1:41260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-18T10:46:39.332699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"677.734973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-03-18T10:46:39.332766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.214877893s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:46:39.332802Z","caller":"traceutil/trace.go:171","msg":"trace[1882668758] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:24792; }","duration":"2.214944304s","start":"2026-03-18T10:46:37.117848Z","end":"2026-03-18T10:46:39.332792Z","steps":["trace[1882668758] 'agreement among raft nodes before linearized reading' (duration: 2.214894143s)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:46:39.332777Z","caller":"traceutil/trace.go:171","msg":"trace[1855321948] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:24792; }","duration":"677.851436ms","start":"2026-03-18T10:46:38.654912Z","end":"2026-03-18T10:46:39.332764Z","steps":["trace[1855321948] 'agreement among raft nodes before linearized reading' (duration: 677.472047ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:46:39.332876Z","caller":"traceutil/trace.go:171","msg":"trace[983794607] transaction","detail":"{read_only:false; response_revision:24791; number_of_response:1; }","duration":"1.197759576s","start":"2026-03-18T10:46:38.135109Z","end":"2026-03-18T10:46:39.332868Z","steps":["trace[983794607] 'process raft request' (duration: 1.19571825s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:39.332598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"933.566417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T10:46:39.332892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:38.65489Z","time spent":"677.990208ms","remote":"127.0.0.1:41158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-03-18T10:46:39.333045Z","caller":"traceutil/trace.go:171","msg":"trace[1326755861] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/securitygroups/; range_end:/registry/openstack.k-orc.cloud/securitygroups0; response_count:0; response_revision:24792; }","duration":"934.110348ms","start":"2026-03-18T10:46:38.398907Z","end":"2026-03-18T10:46:39.333017Z","steps":["trace[1326755861] 'agreement among raft nodes before linearized reading' (duration: 933.555846ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:39.332827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:37.117814Z","time spent":"2.215007085s","remote":"127.0.0.1:41262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-03-18T10:46:39.332698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.825980313s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T10:46:39.332701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"722.265019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-18T10:46:39.333161Z","caller":"traceutil/trace.go:171","msg":"trace[2117287020] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumetypes/; range_end:/registry/openstack.k-orc.cloud/volumetypes0; response_count:0; response_revision:24792; }","duration":"1.826472324s","start":"2026-03-18T10:46:37.506666Z","end":"2026-03-18T10:46:39.333138Z","steps":["trace[2117287020] 'agreement among raft nodes before linearized reading' (duration: 1.825964333s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:39.332948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:38.13508Z","time spent":"1.197821167s","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:46:39.333199Z","caller":"traceutil/trace.go:171","msg":"trace[1272813688] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:24792; }","duration":"722.806911ms","start":"2026-03-18T10:46:38.610377Z","end":"2026-03-18T10:46:39.333184Z","steps":["trace[1272813688] 'agreement among raft nodes before linearized reading' (duration: 722.137906ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:39.333222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:37.506649Z","time spent":"1.826555985s","remote":"127.0.0.1:39300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true "} {"level":"warn","ts":"2026-03-18T10:46:39.333273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:38.610356Z","time spent":"722.897463ms","remote":"127.0.0.1:41158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":139,"response size":32,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"info","ts":"2026-03-18T10:46:39.334461Z","caller":"traceutil/trace.go:171","msg":"trace[33291154] transaction","detail":"{read_only:false; response_revision:24792; number_of_response:1; }","duration":"718.795463ms","start":"2026-03-18T10:46:38.612828Z","end":"2026-03-18T10:46:39.331623Z","steps":["trace[33291154] 'process raft request' (duration: 718.049036ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:39.33504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:38.612812Z","time spent":"722.141507ms","remote":"127.0.0.1:52616","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7516,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:46:39.335392Z","caller":"traceutil/trace.go:171","msg":"trace[1206481895] transaction","detail":"{read_only:false; response_revision:24789; number_of_response:1; }","duration":"1.394896459s","start":"2026-03-18T10:46:37.936052Z","end":"2026-03-18T10:46:39.330949Z","steps":["trace[1206481895] 'process raft request' (duration: 1.394645914s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:39.335483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:37.936018Z","time spent":"1.39943037s","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:46:39.337076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:38.39889Z","time spent":"938.155408ms","remote":"127.0.0.1:58350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true "} {"level":"warn","ts":"2026-03-18T10:46:39.832289Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10400673014339894788,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T10:46:40.67089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.998677596s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-18T10:46:40.67098Z","caller":"traceutil/trace.go:171","msg":"trace[1938894992] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.998800079s","start":"2026-03-18T10:46:38.672157Z","end":"2026-03-18T10:46:40.670957Z","steps":["trace[1938894992] 'agreement among raft nodes before linearized reading' (duration: 1.998692847s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:40.671031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:38.672148Z","time spent":"1.998873241s","remote":"127.0.0.1:41074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/18 10:46:40 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-18T10:46:41.030587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"749.906422ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-18T10:46:41.030834Z","caller":"traceutil/trace.go:171","msg":"trace[619080023] transaction","detail":"{read_only:false; response_revision:24793; number_of_response:1; }","duration":"1.918168784s","start":"2026-03-18T10:46:39.112633Z","end":"2026-03-18T10:46:41.030802Z","steps":["trace[619080023] 'process raft request' (duration: 1.167934335s)","trace[619080023] 'compare' (duration: 749.615905ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:46:41.030995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:39.112607Z","time spent":"1.918298106s","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:46:41.031088Z","caller":"traceutil/trace.go:171","msg":"trace[2094653364] linearizableReadLoop","detail":"{readStateIndex:25684; appliedIndex:25678; }","duration":"1.69978736s","start":"2026-03-18T10:46:39.331275Z","end":"2026-03-18T10:46:41.031063Z","steps":["trace[2094653364] 'read index received' (duration: 949.192923ms)","trace[2094653364] 'applied index is now lower than readState.Index' (duration: 750.592587ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:46:41.031288Z","caller":"traceutil/trace.go:171","msg":"trace[1073013402] transaction","detail":"{read_only:false; response_revision:24797; number_of_response:1; }","duration":"1.910742019s","start":"2026-03-18T10:46:39.120527Z","end":"2026-03-18T10:46:41.031269Z","steps":["trace[1073013402] 'process raft request' (duration: 1.910425592s)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:46:41.031336Z","caller":"traceutil/trace.go:171","msg":"trace[213561486] transaction","detail":"{read_only:false; response_revision:24798; number_of_response:1; }","duration":"1.910705578s","start":"2026-03-18T10:46:39.120604Z","end":"2026-03-18T10:46:41.03131Z","steps":["trace[213561486] 'process raft request' (duration: 1.910401381s)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:46:41.031305Z","caller":"traceutil/trace.go:171","msg":"trace[1496931848] transaction","detail":"{read_only:false; response_revision:24795; number_of_response:1; }","duration":"1.916385464s","start":"2026-03-18T10:46:39.11489Z","end":"2026-03-18T10:46:41.031275Z","steps":["trace[1496931848] 'process raft request' (duration: 1.915947715s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:41.031387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:39.120516Z","time spent":"1.910826791s","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:46:41.031413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.313110886s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7305"} {"level":"warn","ts":"2026-03-18T10:46:41.031444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.36930164s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"warn","ts":"2026-03-18T10:46:41.031454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:39.120584Z","time spent":"1.910811391s","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:46:41.031477Z","caller":"traceutil/trace.go:171","msg":"trace[2137845049] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:24798; }","duration":"2.313210028s","start":"2026-03-18T10:46:38.718253Z","end":"2026-03-18T10:46:41.031463Z","steps":["trace[2137845049] 'agreement among raft nodes before linearized reading' (duration: 2.313023874s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:41.031468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.316039151s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189de6f073405fc4\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-03-18T10:46:41.031492Z","caller":"traceutil/trace.go:171","msg":"trace[967416790] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:24798; }","duration":"2.369384732s","start":"2026-03-18T10:46:38.662091Z","end":"2026-03-18T10:46:41.031476Z","steps":["trace[967416790] 'agreement among raft nodes before linearized reading' (duration: 2.369207838s)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:46:41.031521Z","caller":"traceutil/trace.go:171","msg":"trace[832772821] transaction","detail":"{read_only:false; response_revision:24794; number_of_response:1; }","duration":"1.916862814s","start":"2026-03-18T10:46:39.114643Z","end":"2026-03-18T10:46:41.031506Z","steps":["trace[832772821] 'process raft request' (duration: 1.916071997s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:41.031526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:38.718233Z","time spent":"2.31328408s","remote":"127.0.0.1:41260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7328,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-03-18T10:46:41.031532Z","caller":"traceutil/trace.go:171","msg":"trace[2028536233] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189de6f073405fc4; range_end:; response_count:1; response_revision:24798; }","duration":"2.316144783s","start":"2026-03-18T10:46:38.715372Z","end":"2026-03-18T10:46:41.031517Z","steps":["trace[2028536233] 'agreement among raft nodes before linearized reading' (duration: 2.315916338s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:41.031535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:38.662073Z","time spent":"2.369454743s","remote":"127.0.0.1:41242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-03-18T10:46:41.03141Z","caller":"traceutil/trace.go:171","msg":"trace[1472565178] transaction","detail":"{read_only:false; response_revision:24796; number_of_response:1; }","duration":"1.914796429s","start":"2026-03-18T10:46:39.116493Z","end":"2026-03-18T10:46:41.031289Z","steps":["trace[1472565178] 'process raft request' (duration: 1.91440103s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:41.03157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:38.715357Z","time spent":"2.316204845s","remote":"127.0.0.1:41148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189de6f073405fc4\" "} {"level":"warn","ts":"2026-03-18T10:46:41.03158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:39.114613Z","time spent":"1.916938176s","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:46:41.031758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:39.114856Z","time spent":"1.916581218s","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:46:41.031738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:39.116476Z","time spent":"1.915164416s","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:46:42.444467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.409981064s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-18T10:46:42.444737Z","caller":"traceutil/trace.go:171","msg":"trace[1910730671] linearizableReadLoop","detail":"{readStateIndex:25685; appliedIndex:25684; }","duration":"1.413567073s","start":"2026-03-18T10:46:41.03115Z","end":"2026-03-18T10:46:42.444717Z","steps":["trace[1910730671] 'read index received' (duration: 3.304583ms)","trace[1910730671] 'applied index is now lower than readState.Index' (duration: 1.41026128s)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:46:42.444954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.725537169s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-18T10:46:42.444995Z","caller":"traceutil/trace.go:171","msg":"trace[2083174784] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24798; }","duration":"1.725611951s","start":"2026-03-18T10:46:40.719373Z","end":"2026-03-18T10:46:42.444985Z","steps":["trace[2083174784] 'agreement among raft nodes before linearized reading' (duration: 1.725429787s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:42.445038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:40.719363Z","time spent":"1.725662772s","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T10:46:42.445029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.459535021s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18552"} {"level":"warn","ts":"2026-03-18T10:46:42.445034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.725148291s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-18T10:46:42.445109Z","caller":"traceutil/trace.go:171","msg":"trace[55488740] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:24798; }","duration":"1.459676684s","start":"2026-03-18T10:46:40.985414Z","end":"2026-03-18T10:46:42.445091Z","steps":["trace[55488740] 'agreement among raft nodes before linearized reading' (duration: 1.459383628s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:42.445143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:40.985389Z","time spent":"1.459748525s","remote":"127.0.0.1:41258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18575,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"info","ts":"2026-03-18T10:46:42.445142Z","caller":"traceutil/trace.go:171","msg":"trace[1179427737] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24798; }","duration":"1.725325035s","start":"2026-03-18T10:46:40.719784Z","end":"2026-03-18T10:46:42.445109Z","steps":["trace[1179427737] 'agreement among raft nodes before linearized reading' (duration: 1.724966227s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:42.445205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:40.719776Z","time spent":"1.725413876s","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T10:46:42.445281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.53446508s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:46:42.445342Z","caller":"traceutil/trace.go:171","msg":"trace[893859378] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:24798; }","duration":"1.534527821s","start":"2026-03-18T10:46:40.910797Z","end":"2026-03-18T10:46:42.445325Z","steps":["trace[893859378] 'agreement among raft nodes before linearized reading' (duration: 1.534433349s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:42.445382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:40.910726Z","time spent":"1.534646833s","remote":"127.0.0.1:52570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"warn","ts":"2026-03-18T10:46:42.445389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.09877982s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:46:42.445421Z","caller":"traceutil/trace.go:171","msg":"trace[1577487396] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:24798; }","duration":"3.09882708s","start":"2026-03-18T10:46:39.346584Z","end":"2026-03-18T10:46:42.445411Z","steps":["trace[1577487396] 'agreement among raft nodes before linearized reading' (duration: 3.098781349s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:42.445451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:39.346577Z","time spent":"3.098867471s","remote":"127.0.0.1:41330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-03-18T10:46:42.445343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.022986911s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T10:46:42.445557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.720568449s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-18T10:46:42.445562Z","caller":"traceutil/trace.go:171","msg":"trace[1842147437] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:24798; }","duration":"3.023219396s","start":"2026-03-18T10:46:39.422329Z","end":"2026-03-18T10:46:42.445548Z","steps":["trace[1842147437] 'agreement among raft nodes before linearized reading' (duration: 3.022963021s)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:46:42.445607Z","caller":"traceutil/trace.go:171","msg":"trace[724337153] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24798; }","duration":"1.72062974s","start":"2026-03-18T10:46:40.724959Z","end":"2026-03-18T10:46:42.445588Z","steps":["trace[724337153] 'agreement among raft nodes before linearized reading' (duration: 1.720491357s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:42.445606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:39.422233Z","time spent":"3.023360709s","remote":"127.0.0.1:38866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-18T10:46:42.445649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:40.724953Z","time spent":"1.720683992s","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-18T10:46:42.445729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.110168692s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18552"} {"level":"warn","ts":"2026-03-18T10:46:42.445812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.184215573s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18552"} {"level":"info","ts":"2026-03-18T10:46:42.445863Z","caller":"traceutil/trace.go:171","msg":"trace[2072007610] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:24798; }","duration":"2.184319266s","start":"2026-03-18T10:46:40.261537Z","end":"2026-03-18T10:46:42.445856Z","steps":["trace[2072007610] 'agreement among raft nodes before linearized reading' (duration: 2.184212554s)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:46:42.445821Z","caller":"traceutil/trace.go:171","msg":"trace[434740906] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:24798; }","duration":"3.110285294s","start":"2026-03-18T10:46:39.335512Z","end":"2026-03-18T10:46:42.445797Z","steps":["trace[434740906] 'agreement among raft nodes before linearized reading' (duration: 3.110028538s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:42.445879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:40.26151Z","time spent":"2.184365577s","remote":"127.0.0.1:41258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18575,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-18T10:46:42.445891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.728528986s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-18T10:46:42.445898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:39.335499Z","time spent":"3.110390287s","remote":"127.0.0.1:41258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18575,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-18T10:46:42.445926Z","caller":"traceutil/trace.go:171","msg":"trace[620990306] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24798; }","duration":"1.728680908s","start":"2026-03-18T10:46:40.717235Z","end":"2026-03-18T10:46:42.445916Z","steps":["trace[620990306] 'agreement among raft nodes before linearized reading' (duration: 1.728546095s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:42.445886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.102537332s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18552"} {"level":"warn","ts":"2026-03-18T10:46:42.445956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:40.717198Z","time spent":"1.72875134s","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-18T10:46:42.445762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.765893273s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:46:42.445991Z","caller":"traceutil/trace.go:171","msg":"trace[538268105] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:24798; }","duration":"3.102729066s","start":"2026-03-18T10:46:39.343241Z","end":"2026-03-18T10:46:42.44597Z","steps":["trace[538268105] 'agreement among raft nodes before linearized reading' (duration: 3.102319167s)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:46:42.446055Z","caller":"traceutil/trace.go:171","msg":"trace[1873934650] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24798; }","duration":"1.766211379s","start":"2026-03-18T10:46:40.679822Z","end":"2026-03-18T10:46:42.446034Z","steps":["trace[1873934650] 'agreement among raft nodes before linearized reading' (duration: 1.765903722s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:42.446065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:39.343227Z","time spent":"3.102825858s","remote":"127.0.0.1:41258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18575,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-03-18T10:46:42.446095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:40.679798Z","time spent":"1.766289731s","remote":"127.0.0.1:41084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T10:46:42.446146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.960370775s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:46:42.446219Z","caller":"traceutil/trace.go:171","msg":"trace[744741090] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/services/; range_end:/registry/openstack.k-orc.cloud/services0; response_count:0; response_revision:24798; }","duration":"2.960452246s","start":"2026-03-18T10:46:39.48575Z","end":"2026-03-18T10:46:42.446202Z","steps":["trace[744741090] 'agreement among raft nodes before linearized reading' (duration: 2.959459255s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:42.446263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:39.485689Z","time spent":"2.960563109s","remote":"127.0.0.1:39424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true "} {"level":"warn","ts":"2026-03-18T10:46:42.446238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.729021877s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-18T10:46:42.446229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.553322074s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-18T10:46:42.446328Z","caller":"traceutil/trace.go:171","msg":"trace[1881586511] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24798; }","duration":"1.729165779s","start":"2026-03-18T10:46:40.717142Z","end":"2026-03-18T10:46:42.446308Z","steps":["trace[1881586511] 'agreement among raft nodes before linearized reading' (duration: 1.728868552s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:42.446375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:40.717119Z","time spent":"1.729248181s","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-18T10:46:42.446305Z","caller":"traceutil/trace.go:171","msg":"trace[616434206] transaction","detail":"{read_only:false; response_revision:24799; number_of_response:1; }","duration":"1.411409384s","start":"2026-03-18T10:46:41.034878Z","end":"2026-03-18T10:46:42.446287Z","steps":["trace[616434206] 'process raft request' (duration: 1.409704447s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:42.44655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:41.034813Z","time spent":"1.41164136s","remote":"127.0.0.1:41148","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:46:42.44657Z","caller":"traceutil/trace.go:171","msg":"trace[317164137] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:24798; }","duration":"2.553553809s","start":"2026-03-18T10:46:39.89279Z","end":"2026-03-18T10:46:42.446343Z","steps":["trace[317164137] 'agreement among raft nodes before linearized reading' (duration: 2.553098799s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:42.446736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:39.892768Z","time spent":"2.553852616s","remote":"127.0.0.1:41158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-03-18T10:46:42.474672Z","caller":"traceutil/trace.go:171","msg":"trace[698005390] transaction","detail":"{read_only:false; response_revision:24800; number_of_response:1; }","duration":"1.43421835s","start":"2026-03-18T10:46:41.040432Z","end":"2026-03-18T10:46:42.47465Z","steps":["trace[698005390] 'process raft request' (duration: 1.434007994s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:42.474806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:41.040416Z","time spent":"1.434316783s","remote":"127.0.0.1:41260","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7096,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:46:42.474926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.311713588s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:46:42.475Z","caller":"traceutil/trace.go:171","msg":"trace[430766337] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:24801; }","duration":"1.311830781s","start":"2026-03-18T10:46:41.163151Z","end":"2026-03-18T10:46:42.474982Z","steps":["trace[430766337] 'agreement among raft nodes before linearized reading' (duration: 1.311721799s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:42.475073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:41.163131Z","time spent":"1.311927544s","remote":"127.0.0.1:39276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-18T10:46:42.475077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"760.445435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T10:46:42.475231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.437736709s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-03-18T10:46:42.475317Z","caller":"traceutil/trace.go:171","msg":"trace[1404773349] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:24801; }","duration":"1.437854811s","start":"2026-03-18T10:46:41.037443Z","end":"2026-03-18T10:46:42.475298Z","steps":["trace[1404773349] 'agreement among raft nodes before linearized reading' (duration: 1.437568165s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:42.475346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.296554893s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T10:46:42.475365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:41.037429Z","time spent":"1.437926032s","remote":"127.0.0.1:41098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"info","ts":"2026-03-18T10:46:42.475385Z","caller":"traceutil/trace.go:171","msg":"trace[573411126] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:24801; }","duration":"1.296640635s","start":"2026-03-18T10:46:41.178732Z","end":"2026-03-18T10:46:42.475373Z","steps":["trace[573411126] 'agreement among raft nodes before linearized reading' (duration: 1.296571893s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:42.47542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:41.178703Z","time spent":"1.296708416s","remote":"127.0.0.1:39062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"info","ts":"2026-03-18T10:46:42.475394Z","caller":"traceutil/trace.go:171","msg":"trace[1827046165] transaction","detail":"{read_only:false; response_revision:24801; number_of_response:1; }","duration":"1.135304274s","start":"2026-03-18T10:46:41.34003Z","end":"2026-03-18T10:46:42.475334Z","steps":["trace[1827046165] 'process raft request' (duration: 1.134563487s)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:46:42.475214Z","caller":"traceutil/trace.go:171","msg":"trace[950792474] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24801; }","duration":"760.649329ms","start":"2026-03-18T10:46:41.714513Z","end":"2026-03-18T10:46:42.475162Z","steps":["trace[950792474] 'agreement among raft nodes before linearized reading' (duration: 760.391914ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:42.475557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.159361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1936"} {"level":"warn","ts":"2026-03-18T10:46:42.475603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:41.714486Z","time spent":"761.067919ms","remote":"127.0.0.1:41084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-18T10:46:42.475634Z","caller":"traceutil/trace.go:171","msg":"trace[575142014] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:24801; }","duration":"228.282984ms","start":"2026-03-18T10:46:42.247334Z","end":"2026-03-18T10:46:42.475617Z","steps":["trace[575142014] 'agreement among raft nodes before linearized reading' (duration: 228.07876ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:42.47572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:41.339998Z","time spent":"1.135494277s","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:46:42.97553Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10400673014339894800,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T10:46:43.476062Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10400673014339894800,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T10:46:43.653248Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.144087417s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-18T10:46:43.766562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.998302ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-18T10:46:43.766789Z","caller":"traceutil/trace.go:171","msg":"trace[902309138] transaction","detail":"{read_only:false; response_revision:24802; number_of_response:1; }","duration":"1.314193692s","start":"2026-03-18T10:46:42.452561Z","end":"2026-03-18T10:46:43.766755Z","steps":["trace[902309138] 'process raft request' (duration: 1.200908904s)","trace[902309138] 'compare' (duration: 112.780537ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:46:43.766948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:42.452546Z","time spent":"1.314317575s","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:46:43.767003Z","caller":"traceutil/trace.go:171","msg":"trace[1369129774] transaction","detail":"{read_only:false; response_revision:24806; number_of_response:1; }","duration":"1.312613918s","start":"2026-03-18T10:46:42.454279Z","end":"2026-03-18T10:46:43.766893Z","steps":["trace[1369129774] 'process raft request' (duration: 1.312567637s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:43.767101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:42.454269Z","time spent":"1.312775401s","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:46:43.767235Z","caller":"traceutil/trace.go:171","msg":"trace[963517102] transaction","detail":"{read_only:false; response_revision:24804; number_of_response:1; }","duration":"1.314177112s","start":"2026-03-18T10:46:42.453048Z","end":"2026-03-18T10:46:43.767225Z","steps":["trace[963517102] 'process raft request' (duration: 1.313702572s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:43.767281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:42.453018Z","time spent":"1.314236823s","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:46:43.767433Z","caller":"traceutil/trace.go:171","msg":"trace[505772568] transaction","detail":"{read_only:false; response_revision:24805; number_of_response:1; }","duration":"1.31360946s","start":"2026-03-18T10:46:42.453768Z","end":"2026-03-18T10:46:43.767377Z","steps":["trace[505772568] 'process raft request' (duration: 1.313038817s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:43.767491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:42.453758Z","time spent":"1.313699641s","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:46:43.769258Z","caller":"traceutil/trace.go:171","msg":"trace[1127011759] transaction","detail":"{read_only:false; response_revision:24803; number_of_response:1; }","duration":"1.313966618s","start":"2026-03-18T10:46:42.452958Z","end":"2026-03-18T10:46:43.766924Z","steps":["trace[1127011759] 'process raft request' (duration: 1.313700332s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:43.769436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:42.452944Z","time spent":"1.316445672s","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:46:44.457041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.007263765s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-18T10:46:44.45712Z","caller":"traceutil/trace.go:171","msg":"trace[1711255453] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.007392887s","start":"2026-03-18T10:46:42.449708Z","end":"2026-03-18T10:46:44.457101Z","steps":["trace[1711255453] 'agreement among raft nodes before linearized reading' (duration: 2.007281255s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:44.457164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:42.44969Z","time spent":"2.007464449s","remote":"127.0.0.1:41074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-18T10:46:44.535943Z","caller":"traceutil/trace.go:171","msg":"trace[2065377197] transaction","detail":"{read_only:false; response_revision:24808; number_of_response:1; }","duration":"1.497653153s","start":"2026-03-18T10:46:43.038264Z","end":"2026-03-18T10:46:44.535917Z","steps":["trace[2065377197] 'process raft request' (duration: 1.497573951s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:44.536107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:43.038257Z","time spent":"1.497762615s","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:46:44.536209Z","caller":"traceutil/trace.go:171","msg":"trace[1312942665] transaction","detail":"{read_only:false; response_revision:24809; number_of_response:1; }","duration":"1.497779276s","start":"2026-03-18T10:46:43.038412Z","end":"2026-03-18T10:46:44.536191Z","steps":["trace[1312942665] 'process raft request' (duration: 1.497467899s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:44.536314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:43.038396Z","time spent":"1.497857957s","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:46:44.536397Z","caller":"traceutil/trace.go:171","msg":"trace[377201070] transaction","detail":"{read_only:false; response_revision:24807; number_of_response:1; }","duration":"1.49840912s","start":"2026-03-18T10:46:43.037976Z","end":"2026-03-18T10:46:44.536385Z","steps":["trace[377201070] 'process raft request' (duration: 1.497700835s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:44.53645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:43.037942Z","time spent":"1.498478581s","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:46:44.536546Z","caller":"traceutil/trace.go:171","msg":"trace[879308488] transaction","detail":"{read_only:false; response_revision:24810; number_of_response:1; }","duration":"1.49794115s","start":"2026-03-18T10:46:43.038599Z","end":"2026-03-18T10:46:44.53654Z","steps":["trace[879308488] 'process raft request' (duration: 1.49752723s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:44.536578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:43.038553Z","time spent":"1.498006492s","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:46:44.536709Z","caller":"traceutil/trace.go:171","msg":"trace[1295708762] transaction","detail":"{read_only:false; response_revision:24811; number_of_response:1; }","duration":"1.472023077s","start":"2026-03-18T10:46:43.064682Z","end":"2026-03-18T10:46:44.536705Z","steps":["trace[1295708762] 'process raft request' (duration: 1.471829573s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:44.536737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:43.064672Z","time spent":"1.472048737s","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:46:44.536808Z","caller":"traceutil/trace.go:171","msg":"trace[2050167718] linearizableReadLoop","detail":"{readStateIndex:25699; appliedIndex:25688; }","duration":"2.062016097s","start":"2026-03-18T10:46:42.474785Z","end":"2026-03-18T10:46:44.536801Z","steps":["trace[2050167718] 'read index received' (duration: 1.178711702s)","trace[2050167718] 'applied index is now lower than readState.Index' (duration: 883.303565ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:46:44.536835Z","caller":"traceutil/trace.go:171","msg":"trace[679400191] transaction","detail":"{read_only:false; response_revision:24812; number_of_response:1; }","duration":"1.471999207s","start":"2026-03-18T10:46:43.064832Z","end":"2026-03-18T10:46:44.536831Z","steps":["trace[679400191] 'process raft request' (duration: 1.471853163s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:44.536854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:43.064823Z","time spent":"1.472019127s","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:46:44.536944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.066000136s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-18T10:46:44.536961Z","caller":"traceutil/trace.go:171","msg":"trace[1838013986] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:24812; }","duration":"2.066045406s","start":"2026-03-18T10:46:42.470911Z","end":"2026-03-18T10:46:44.536956Z","steps":["trace[1838013986] 'agreement among raft nodes before linearized reading' (duration: 2.065979255s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:44.536977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:42.470899Z","time spent":"2.066075018s","remote":"127.0.0.1:54254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":37,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-03-18T10:46:44.53714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.079203837s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-03-18T10:46:44.537169Z","caller":"traceutil/trace.go:171","msg":"trace[1664894960] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:24812; }","duration":"2.079228877s","start":"2026-03-18T10:46:42.45792Z","end":"2026-03-18T10:46:44.537149Z","steps":["trace[1664894960] 'agreement among raft nodes before linearized reading' (duration: 2.079149696s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:44.537181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:42.457912Z","time spent":"2.079266929s","remote":"127.0.0.1:44702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5675,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-18T10:46:44.537275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.082870419s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:46:44.537288Z","caller":"traceutil/trace.go:171","msg":"trace[420031065] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:24812; }","duration":"2.082883019s","start":"2026-03-18T10:46:42.454401Z","end":"2026-03-18T10:46:44.537284Z","steps":["trace[420031065] 'agreement among raft nodes before linearized reading' (duration: 2.082858699s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:44.537299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:42.454372Z","time spent":"2.082924381s","remote":"127.0.0.1:41330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-03-18T10:46:44.537421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.085364314s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189de6f073405fc4\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-03-18T10:46:44.537461Z","caller":"traceutil/trace.go:171","msg":"trace[106367281] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189de6f073405fc4; range_end:; response_count:1; response_revision:24812; }","duration":"2.085403206s","start":"2026-03-18T10:46:42.452046Z","end":"2026-03-18T10:46:44.537449Z","steps":["trace[106367281] 'agreement among raft nodes before linearized reading' (duration: 2.085277143s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:44.537496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:42.451992Z","time spent":"2.085496828s","remote":"127.0.0.1:41148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189de6f073405fc4\" "} {"level":"warn","ts":"2026-03-18T10:46:44.537557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.083973533s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:1137"} {"level":"info","ts":"2026-03-18T10:46:44.537573Z","caller":"traceutil/trace.go:171","msg":"trace[2116719865] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:24812; }","duration":"2.084006664s","start":"2026-03-18T10:46:42.453561Z","end":"2026-03-18T10:46:44.537568Z","steps":["trace[2116719865] 'agreement among raft nodes before linearized reading' (duration: 2.083958433s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:44.537587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:42.453552Z","time spent":"2.084031625s","remote":"127.0.0.1:41262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":1160,"request content":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"warn","ts":"2026-03-18T10:46:44.537728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.085300773s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18552"} {"level":"info","ts":"2026-03-18T10:46:44.537758Z","caller":"traceutil/trace.go:171","msg":"trace[1645476034] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:24812; }","duration":"2.085369614s","start":"2026-03-18T10:46:42.45238Z","end":"2026-03-18T10:46:44.537749Z","steps":["trace[1645476034] 'agreement among raft nodes before linearized reading' (duration: 2.085258821s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:44.537783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:42.452369Z","time spent":"2.085407934s","remote":"127.0.0.1:41258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18575,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-18T10:46:45.037711Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10400673014339894809,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T10:46:45.537878Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10400673014339894809,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T10:46:46.038823Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10400673014339894809,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T10:46:46.467018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000767814s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-18T10:46:46.467106Z","caller":"traceutil/trace.go:171","msg":"trace[1378401121] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000906826s","start":"2026-03-18T10:46:44.466184Z","end":"2026-03-18T10:46:46.467091Z","steps":["trace[1378401121] 'agreement among raft nodes before linearized reading' (duration: 2.000795904s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:46.467146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:44.466165Z","time spent":"2.000974128s","remote":"127.0.0.1:41084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T10:46:46.540029Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10400673014339894809,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T10:46:46.639002Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.103336283s","expected-duration":"1s"} {"level":"info","ts":"2026-03-18T10:46:46.639535Z","caller":"traceutil/trace.go:171","msg":"trace[1852031296] transaction","detail":"{read_only:false; response_revision:24814; number_of_response:1; }","duration":"2.157304087s","start":"2026-03-18T10:46:44.482203Z","end":"2026-03-18T10:46:46.639507Z","steps":["trace[1852031296] 'process raft request' (duration: 2.157247106s)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:46:46.639614Z","caller":"traceutil/trace.go:171","msg":"trace[842307949] transaction","detail":"{read_only:false; response_revision:24813; number_of_response:1; }","duration":"2.295537417s","start":"2026-03-18T10:46:44.34405Z","end":"2026-03-18T10:46:46.639588Z","steps":["trace[842307949] 'process raft request' (duration: 2.295197549s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:46.6397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:44.482181Z","time spent":"2.157437081s","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:46:46.639775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:44.344026Z","time spent":"2.29565802s","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:46:47.922738Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.283492463s","expected-duration":"1s"} {"level":"info","ts":"2026-03-18T10:46:47.923263Z","caller":"traceutil/trace.go:171","msg":"trace[1239933704] transaction","detail":"{read_only:false; response_revision:24815; number_of_response:1; }","duration":"3.360621215s","start":"2026-03-18T10:46:44.562611Z","end":"2026-03-18T10:46:47.923232Z","steps":["trace[1239933704] 'process raft request' (duration: 3.360331429s)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:46:47.923422Z","caller":"traceutil/trace.go:171","msg":"trace[1210662576] linearizableReadLoop","detail":"{readStateIndex:25703; appliedIndex:25699; }","duration":"3.386594021s","start":"2026-03-18T10:46:44.536818Z","end":"2026-03-18T10:46:47.923412Z","steps":["trace[1210662576] 'read index received' (duration: 2.102414372s)","trace[1210662576] 'applied index is now lower than readState.Index' (duration: 1.284178889s)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:46:47.923428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:44.562597Z","time spent":"3.360748369s","remote":"127.0.0.1:41148","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:46:47.923661Z","caller":"traceutil/trace.go:171","msg":"trace[1323723654] transaction","detail":"{read_only:false; response_revision:24816; number_of_response:1; }","duration":"3.302639883s","start":"2026-03-18T10:46:44.621013Z","end":"2026-03-18T10:46:47.923653Z","steps":["trace[1323723654] 'process raft request' (duration: 3.30211436s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:47.923701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:44.620989Z","time spent":"3.302693183s","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:46:47.923792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.446424424s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-18T10:46:47.923802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.002129758s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:46:47.923839Z","caller":"traceutil/trace.go:171","msg":"trace[725364828] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:24822; }","duration":"4.002209779s","start":"2026-03-18T10:46:43.921618Z","end":"2026-03-18T10:46:47.923827Z","steps":["trace[725364828] 'agreement among raft nodes before linearized reading' (duration: 4.002145208s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:47.923882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.480414826s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-18T10:46:47.923884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:43.921595Z","time spent":"4.00228027s","remote":"127.0.0.1:39462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"info","ts":"2026-03-18T10:46:47.923902Z","caller":"traceutil/trace.go:171","msg":"trace[376073051] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:24822; }","duration":"4.480486407s","start":"2026-03-18T10:46:43.443412Z","end":"2026-03-18T10:46:47.923898Z","steps":["trace[376073051] 'agreement among raft nodes before linearized reading' (duration: 4.480446546s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:47.923916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:43.443391Z","time spent":"4.480521038s","remote":"127.0.0.1:41228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":14,"response size":31,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-18T10:46:47.924021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.685862313s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-18T10:46:47.92404Z","caller":"traceutil/trace.go:171","msg":"trace[37599320] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24822; }","duration":"4.685922414s","start":"2026-03-18T10:46:43.238113Z","end":"2026-03-18T10:46:47.924035Z","steps":["trace[37599320] 'agreement among raft nodes before linearized reading' (duration: 4.685889523s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:47.924055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:43.238089Z","time spent":"4.685961045s","remote":"127.0.0.1:44668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-18T10:46:47.924067Z","caller":"traceutil/trace.go:171","msg":"trace[1232237798] transaction","detail":"{read_only:false; response_revision:24817; number_of_response:1; }","duration":"1.38272342s","start":"2026-03-18T10:46:46.541333Z","end":"2026-03-18T10:46:47.924057Z","steps":["trace[1232237798] 'process raft request' (duration: 1.381911302s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:47.924134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:46.541311Z","time spent":"1.382789792s","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:46:47.924172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.073973194s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:46:47.924192Z","caller":"traceutil/trace.go:171","msg":"trace[1453171488] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:24822; }","duration":"5.074032475s","start":"2026-03-18T10:46:42.850154Z","end":"2026-03-18T10:46:47.924187Z","steps":["trace[1453171488] 'agreement among raft nodes before linearized reading' (duration: 5.074006015s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:47.924207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:42.85013Z","time spent":"5.074072477s","remote":"127.0.0.1:39218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-03-18T10:46:47.924368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.444753813s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-30a5ebf6-80d8-48af-a954-87a403e86c99\" ","response":"range_response_count:1 size:1451"} {"level":"warn","ts":"2026-03-18T10:46:47.924368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.869159723s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-18T10:46:47.924394Z","caller":"traceutil/trace.go:171","msg":"trace[1097368883] range","detail":"{range_begin:/registry/persistentvolumes/pvc-30a5ebf6-80d8-48af-a954-87a403e86c99; range_end:; response_count:1; response_revision:24822; }","duration":"5.444796535s","start":"2026-03-18T10:46:42.479587Z","end":"2026-03-18T10:46:47.924383Z","steps":["trace[1097368883] 'agreement among raft nodes before linearized reading' (duration: 5.444709673s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:47.924407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:42.479575Z","time spent":"5.444829185s","remote":"127.0.0.1:41212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1474,"request content":"key:\"/registry/persistentvolumes/pvc-30a5ebf6-80d8-48af-a954-87a403e86c99\" "} {"level":"warn","ts":"2026-03-18T10:46:47.92444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.926025823s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:46:47.924478Z","caller":"traceutil/trace.go:171","msg":"trace[1419070744] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:24822; }","duration":"3.926106554s","start":"2026-03-18T10:46:43.998364Z","end":"2026-03-18T10:46:47.92447Z","steps":["trace[1419070744] 'agreement among raft nodes before linearized reading' (duration: 3.926053873s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:47.924513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:43.998335Z","time spent":"3.926169226s","remote":"127.0.0.1:52682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"info","ts":"2026-03-18T10:46:47.9244Z","caller":"traceutil/trace.go:171","msg":"trace[1003921158] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:24822; }","duration":"3.869192685s","start":"2026-03-18T10:46:44.055198Z","end":"2026-03-18T10:46:47.924391Z","steps":["trace[1003921158] 'agreement among raft nodes before linearized reading' (duration: 3.869055302s)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:46:47.923816Z","caller":"traceutil/trace.go:171","msg":"trace[859953335] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:24822; }","duration":"4.446491285s","start":"2026-03-18T10:46:43.477318Z","end":"2026-03-18T10:46:47.92381Z","steps":["trace[859953335] 'agreement among raft nodes before linearized reading' (duration: 4.446451704s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:47.924646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:44.055116Z","time spent":"3.869524001s","remote":"127.0.0.1:38840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":73,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-18T10:46:47.924666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:43.477294Z","time spent":"4.447362475s","remote":"127.0.0.1:38812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-03-18T10:46:47.923849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.446777032s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:46:47.924806Z","caller":"traceutil/trace.go:171","msg":"trace[2018243582] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:24822; }","duration":"4.447753243s","start":"2026-03-18T10:46:43.477043Z","end":"2026-03-18T10:46:47.924797Z","steps":["trace[2018243582] 'agreement among raft nodes before linearized reading' (duration: 4.446781191s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:47.924841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:43.477027Z","time spent":"4.447805374s","remote":"127.0.0.1:38698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"info","ts":"2026-03-18T10:46:47.925141Z","caller":"traceutil/trace.go:171","msg":"trace[459687291] transaction","detail":"{read_only:false; response_revision:24818; number_of_response:1; }","duration":"1.380707196s","start":"2026-03-18T10:46:46.544428Z","end":"2026-03-18T10:46:47.925136Z","steps":["trace[459687291] 'process raft request' (duration: 1.378856215s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:47.925179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:46.544403Z","time spent":"1.380759597s","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:46:47.925169Z","caller":"traceutil/trace.go:171","msg":"trace[1889311343] transaction","detail":"{read_only:false; response_revision:24820; number_of_response:1; }","duration":"1.379865906s","start":"2026-03-18T10:46:46.545274Z","end":"2026-03-18T10:46:47.92514Z","steps":["trace[1889311343] 'process raft request' (duration: 1.378060257s)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:46:47.925324Z","caller":"traceutil/trace.go:171","msg":"trace[256601381] transaction","detail":"{read_only:false; response_revision:24821; number_of_response:1; }","duration":"1.379701283s","start":"2026-03-18T10:46:46.545617Z","end":"2026-03-18T10:46:47.925318Z","steps":["trace[256601381] 'process raft request' (duration: 1.37773708s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:47.925312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:46.545265Z","time spent":"1.379954468s","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:46:47.925359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:46.545607Z","time spent":"1.379735943s","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:46:47.925355Z","caller":"traceutil/trace.go:171","msg":"trace[347589238] transaction","detail":"{read_only:false; response_revision:24819; number_of_response:1; }","duration":"1.380265255s","start":"2026-03-18T10:46:46.545047Z","end":"2026-03-18T10:46:47.925312Z","steps":["trace[347589238] 'process raft request' (duration: 1.378265001s)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:46:47.925463Z","caller":"traceutil/trace.go:171","msg":"trace[273320438] transaction","detail":"{read_only:false; response_revision:24822; number_of_response:1; }","duration":"1.357103302s","start":"2026-03-18T10:46:46.568355Z","end":"2026-03-18T10:46:47.925458Z","steps":["trace[273320438] 'process raft request' (duration: 1.355030217s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:47.925493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:46.568343Z","time spent":"1.357138143s","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:46:47.924152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.978872658s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:46:47.925571Z","caller":"traceutil/trace.go:171","msg":"trace[422412268] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:24822; }","duration":"4.980317011s","start":"2026-03-18T10:46:42.945237Z","end":"2026-03-18T10:46:47.925554Z","steps":["trace[422412268] 'agreement among raft nodes before linearized reading' (duration: 4.97889301s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:47.925547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.666040418s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T10:46:47.925578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:46.545036Z","time spent":"1.380425818s","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:46:47.925627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:42.945216Z","time spent":"4.980395103s","remote":"127.0.0.1:60306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-18T10:46:47.925642Z","caller":"traceutil/trace.go:171","msg":"trace[1711176781] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:24822; }","duration":"3.667441429s","start":"2026-03-18T10:46:44.25818Z","end":"2026-03-18T10:46:47.925621Z","steps":["trace[1711176781] 'agreement among raft nodes before linearized reading' (duration: 3.665971386s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:47.924524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.446763708s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-18T10:46:47.925708Z","caller":"traceutil/trace.go:171","msg":"trace[438993333] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:24822; }","duration":"5.448007764s","start":"2026-03-18T10:46:42.477695Z","end":"2026-03-18T10:46:47.925703Z","steps":["trace[438993333] 'agreement among raft nodes before linearized reading' (duration: 5.446792958s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:47.925707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:44.258109Z","time spent":"3.667584741s","remote":"127.0.0.1:52628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"warn","ts":"2026-03-18T10:46:47.925728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:42.477677Z","time spent":"5.448047275s","remote":"127.0.0.1:41330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-03-18T10:46:48.46748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000082377s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-18T10:46:48.467561Z","caller":"traceutil/trace.go:171","msg":"trace[886022869] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000202949s","start":"2026-03-18T10:46:46.467341Z","end":"2026-03-18T10:46:48.467544Z","steps":["trace[886022869] 'agreement among raft nodes before linearized reading' (duration: 2.000100537s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:48.467602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:46.467328Z","time spent":"2.000264581s","remote":"127.0.0.1:41074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/18 10:46:48 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-18T10:46:49.214854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.180788619s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-18T10:46:49.215413Z","caller":"traceutil/trace.go:171","msg":"trace[476676915] transaction","detail":"{read_only:false; response_revision:24823; number_of_response:1; }","duration":"1.813695251s","start":"2026-03-18T10:46:47.401674Z","end":"2026-03-18T10:46:49.21537Z","steps":["trace[476676915] 'process raft request' (duration: 632.275847ms)","trace[476676915] 'compare' (duration: 1.178805026s)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:46:49.215556Z","caller":"traceutil/trace.go:171","msg":"trace[749663224] linearizableReadLoop","detail":"{readStateIndex:25710; appliedIndex:25709; }","duration":"1.292030392s","start":"2026-03-18T10:46:47.923449Z","end":"2026-03-18T10:46:49.215479Z","steps":["trace[749663224] 'read index received' (duration: 110.529117ms)","trace[749663224] 'applied index is now lower than readState.Index' (duration: 1.181496615s)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:46:49.215686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.424349732s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:46:49.215733Z","caller":"traceutil/trace.go:171","msg":"trace[714567980] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:24824; }","duration":"1.424398453s","start":"2026-03-18T10:46:47.791322Z","end":"2026-03-18T10:46:49.21572Z","steps":["trace[714567980] 'agreement among raft nodes before linearized reading' (duration: 1.424310882s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:49.215734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.442059739s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-18T10:46:49.215765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:47.791251Z","time spent":"1.424505125s","remote":"127.0.0.1:44410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-18T10:46:49.215825Z","caller":"traceutil/trace.go:171","msg":"trace[2040903007] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24824; }","duration":"3.442180841s","start":"2026-03-18T10:46:45.773622Z","end":"2026-03-18T10:46:49.215803Z","steps":["trace[2040903007] 'agreement among raft nodes before linearized reading' (duration: 3.441900645s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:49.215714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.18899074s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-18T10:46:49.215827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.442471087s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-18T10:46:49.216481Z","caller":"traceutil/trace.go:171","msg":"trace[1683085129] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24824; }","duration":"3.443147522s","start":"2026-03-18T10:46:45.773309Z","end":"2026-03-18T10:46:49.216456Z","steps":["trace[1683085129] 'agreement among raft nodes before linearized reading' (duration: 3.442381146s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:49.215891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:45.773615Z","time spent":"3.442266303s","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-18T10:46:49.216685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:45.773298Z","time spent":"3.443316836s","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-18T10:46:49.215921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.443823117s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-18T10:46:49.21681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.287136364s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/neutron-l3-agent-default-vfv7b.189de8f33ca15f18\" ","response":"range_response_count:1 size:949"} {"level":"warn","ts":"2026-03-18T10:46:49.215993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.444011071s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-18T10:46:49.216868Z","caller":"traceutil/trace.go:171","msg":"trace[981116337] range","detail":"{range_begin:/registry/events/openstack/neutron-l3-agent-default-vfv7b.189de8f33ca15f18; range_end:; response_count:1; response_revision:24824; }","duration":"1.287215165s","start":"2026-03-18T10:46:47.929635Z","end":"2026-03-18T10:46:49.21685Z","steps":["trace[981116337] 'agreement among raft nodes before linearized reading' (duration: 1.286615182s)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:46:49.216883Z","caller":"traceutil/trace.go:171","msg":"trace[420734641] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24824; }","duration":"3.444933151s","start":"2026-03-18T10:46:45.771934Z","end":"2026-03-18T10:46:49.216868Z","steps":["trace[420734641] 'agreement among raft nodes before linearized reading' (duration: 3.444006601s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:49.216933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:45.77191Z","time spent":"3.445006513s","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T10:46:49.216935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:47.929623Z","time spent":"1.287302377s","remote":"127.0.0.1:41148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":972,"request content":"key:\"/registry/events/openstack/neutron-l3-agent-default-vfv7b.189de8f33ca15f18\" "} {"level":"warn","ts":"2026-03-18T10:46:49.215991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.441622979s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-18T10:46:49.217036Z","caller":"traceutil/trace.go:171","msg":"trace[1504297270] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24824; }","duration":"3.442704733s","start":"2026-03-18T10:46:45.774323Z","end":"2026-03-18T10:46:49.217027Z","steps":["trace[1504297270] 'agreement among raft nodes before linearized reading' (duration: 3.441602059s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:49.217065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:45.774299Z","time spent":"3.442758114s","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-18T10:46:49.216019Z","caller":"traceutil/trace.go:171","msg":"trace[472599146] transaction","detail":"{read_only:false; response_revision:24824; number_of_response:1; }","duration":"570.136592ms","start":"2026-03-18T10:46:48.645728Z","end":"2026-03-18T10:46:49.215864Z","steps":["trace[472599146] 'process raft request' (duration: 569.62263ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:46:49.216865Z","caller":"traceutil/trace.go:171","msg":"trace[1225661166] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24824; }","duration":"3.444739467s","start":"2026-03-18T10:46:45.772022Z","end":"2026-03-18T10:46:49.216761Z","steps":["trace[1225661166] 'agreement among raft nodes before linearized reading' (duration: 3.443831777s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:49.21722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:48.645697Z","time spent":"571.487271ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:46:49.216038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.881390455s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:46:49.217304Z","caller":"traceutil/trace.go:171","msg":"trace[1103162351] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:24824; }","duration":"3.882701354s","start":"2026-03-18T10:46:45.334593Z","end":"2026-03-18T10:46:49.217295Z","steps":["trace[1103162351] 'agreement among raft nodes before linearized reading' (duration: 3.881417166s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:49.217335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:45.334569Z","time spent":"3.882756334s","remote":"127.0.0.1:60376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"warn","ts":"2026-03-18T10:46:49.21559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:47.401651Z","time spent":"1.813844405s","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:46:49.216019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.852463516s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:46:49.217542Z","caller":"traceutil/trace.go:171","msg":"trace[976445291] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:24824; }","duration":"2.854046081s","start":"2026-03-18T10:46:46.363472Z","end":"2026-03-18T10:46:49.217518Z","steps":["trace[976445291] 'agreement among raft nodes before linearized reading' (duration: 2.852440976s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:49.217604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:46.363454Z","time spent":"2.854130213s","remote":"127.0.0.1:39016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-03-18T10:46:49.216056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.653505917s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:46:49.217661Z","caller":"traceutil/trace.go:171","msg":"trace[298739108] range","detail":"{range_begin:/registry/resourcequotas/kube-system/; range_end:/registry/resourcequotas/kube-system0; response_count:0; response_revision:24824; }","duration":"4.655125573s","start":"2026-03-18T10:46:44.562516Z","end":"2026-03-18T10:46:49.217642Z","steps":["trace[298739108] 'agreement among raft nodes before linearized reading' (duration: 4.653510217s)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:46:49.216065Z","caller":"traceutil/trace.go:171","msg":"trace[1644074097] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:24824; }","duration":"2.189287276s","start":"2026-03-18T10:46:47.026666Z","end":"2026-03-18T10:46:49.215953Z","steps":["trace[1644074097] 'agreement among raft nodes before linearized reading' (duration: 2.188907967s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:49.217957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:47.026653Z","time spent":"2.19128922s","remote":"127.0.0.1:41344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":31,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-18T10:46:49.21611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.952204392s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:46:49.218135Z","caller":"traceutil/trace.go:171","msg":"trace[2028764299] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:24824; }","duration":"3.954266288s","start":"2026-03-18T10:46:45.263853Z","end":"2026-03-18T10:46:49.218119Z","steps":["trace[2028764299] 'agreement among raft nodes before linearized reading' (duration: 3.952227002s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:49.218171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:45.26383Z","time spent":"3.95432925s","remote":"127.0.0.1:39194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-18T10:46:49.216131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.286723384s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.215\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-03-18T10:46:49.218361Z","caller":"traceutil/trace.go:171","msg":"trace[2142920697] range","detail":"{range_begin:/registry/masterleases/199.19.213.215; range_end:; response_count:1; response_revision:24824; }","duration":"1.288971974s","start":"2026-03-18T10:46:47.929378Z","end":"2026-03-18T10:46:49.21835Z","steps":["trace[2142920697] 'agreement among raft nodes before linearized reading' (duration: 1.286699333s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:49.218395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:47.929354Z","time spent":"1.289029996s","remote":"127.0.0.1:41098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.19.213.215\" "} {"level":"warn","ts":"2026-03-18T10:46:49.216167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.411301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:46:49.218526Z","caller":"traceutil/trace.go:171","msg":"trace[370164725] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:24824; }","duration":"162.806084ms","start":"2026-03-18T10:46:49.055697Z","end":"2026-03-18T10:46:49.218503Z","steps":["trace[370164725] 'agreement among raft nodes before linearized reading' (duration: 160.446522ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:49.216182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"937.31542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:46:49.218756Z","caller":"traceutil/trace.go:171","msg":"trace[1834908056] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:24824; }","duration":"939.928998ms","start":"2026-03-18T10:46:48.278799Z","end":"2026-03-18T10:46:49.218728Z","steps":["trace[1834908056] 'agreement among raft nodes before linearized reading' (duration: 937.354731ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:49.216176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.529567861s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T10:46:49.216217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.036977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-18T10:46:49.216255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.145162841s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"warn","ts":"2026-03-18T10:46:49.216257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"744.327758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7113"} {"level":"warn","ts":"2026-03-18T10:46:49.21628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.566879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T10:46:49.2163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"741.227149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T10:46:49.216332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.147548004s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"warn","ts":"2026-03-18T10:46:49.216105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.213194545s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-18T10:46:49.217311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:45.771993Z","time spent":"3.44529729s","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T10:46:49.218796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:44.562498Z","time spent":"4.655264046s","remote":"127.0.0.1:41154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" "} {"level":"warn","ts":"2026-03-18T10:46:49.219343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.224198793s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:32 size:274827"} {"level":"info","ts":"2026-03-18T10:46:49.220087Z","caller":"traceutil/trace.go:171","msg":"trace[481241274] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:32; response_revision:24824; }","duration":"4.22497516s","start":"2026-03-18T10:46:44.995094Z","end":"2026-03-18T10:46:49.220069Z","steps":["trace[481241274] 'agreement among raft nodes before linearized reading' (duration: 4.220994602s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:49.220148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:44.995077Z","time spent":"4.225048122s","remote":"127.0.0.1:38766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":32,"response size":274850,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-03-18T10:46:49.22045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:48.278767Z","time spent":"941.665577ms","remote":"127.0.0.1:39258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"info","ts":"2026-03-18T10:46:49.220619Z","caller":"traceutil/trace.go:171","msg":"trace[1432997225] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:24824; }","duration":"1.53401366s","start":"2026-03-18T10:46:47.686593Z","end":"2026-03-18T10:46:49.220607Z","steps":["trace[1432997225] 'agreement among raft nodes before linearized reading' (duration: 1.529545111s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:49.220664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:47.686532Z","time spent":"1.534119572s","remote":"127.0.0.1:39150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"info","ts":"2026-03-18T10:46:49.220814Z","caller":"traceutil/trace.go:171","msg":"trace[421603075] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24824; }","duration":"124.65317ms","start":"2026-03-18T10:46:49.09615Z","end":"2026-03-18T10:46:49.220803Z","steps":["trace[421603075] 'agreement among raft nodes before linearized reading' (duration: 120.039958ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:46:49.220948Z","caller":"traceutil/trace.go:171","msg":"trace[776942056] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:24824; }","duration":"1.149896256s","start":"2026-03-18T10:46:48.071043Z","end":"2026-03-18T10:46:49.220939Z","steps":["trace[776942056] 'agreement among raft nodes before linearized reading' (duration: 1.145158061s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:49.220986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:48.071016Z","time spent":"1.149959828s","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-18T10:46:49.221208Z","caller":"traceutil/trace.go:171","msg":"trace[2097412622] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:24824; }","duration":"749.338069ms","start":"2026-03-18T10:46:48.471859Z","end":"2026-03-18T10:46:49.221197Z","steps":["trace[2097412622] 'agreement among raft nodes before linearized reading' (duration: 744.249166ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:49.221247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:48.471831Z","time spent":"749.405251ms","remote":"127.0.0.1:41260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7136,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-03-18T10:46:49.221395Z","caller":"traceutil/trace.go:171","msg":"trace[1215023054] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:24824; }","duration":"336.719134ms","start":"2026-03-18T10:46:48.884663Z","end":"2026-03-18T10:46:49.221382Z","steps":["trace[1215023054] 'agreement among raft nodes before linearized reading' (duration: 331.59026ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:49.221445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:48.88464Z","time spent":"336.795596ms","remote":"127.0.0.1:39406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"info","ts":"2026-03-18T10:46:49.221487Z","caller":"traceutil/trace.go:171","msg":"trace[25292571] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24824; }","duration":"746.437835ms","start":"2026-03-18T10:46:48.475034Z","end":"2026-03-18T10:46:49.221472Z","steps":["trace[25292571] 'agreement among raft nodes before linearized reading' (duration: 741.24953ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:49.221528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:48.475016Z","time spent":"746.502366ms","remote":"127.0.0.1:41084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-18T10:46:49.221683Z","caller":"traceutil/trace.go:171","msg":"trace[364071032] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:24824; }","duration":"1.152926283s","start":"2026-03-18T10:46:48.068744Z","end":"2026-03-18T10:46:49.221671Z","steps":["trace[364071032] 'agreement among raft nodes before linearized reading' (duration: 1.147470202s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:49.221716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:48.068727Z","time spent":"1.152980484s","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-18T10:46:49.221878Z","caller":"traceutil/trace.go:171","msg":"trace[1388850498] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24824; }","duration":"2.219010614s","start":"2026-03-18T10:46:47.002856Z","end":"2026-03-18T10:46:49.221867Z","steps":["trace[1388850498] 'agreement among raft nodes before linearized reading' (duration: 2.213217255s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:49.22194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:47.002834Z","time spent":"2.219093605s","remote":"127.0.0.1:44630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-18T10:46:49.725291Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10400673014339894822,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T10:46:50.198827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.509186ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-03-18T10:46:50.198924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:49.219605Z","time spent":"979.31369ms","remote":"127.0.0.1:41098","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-18T10:46:50.880776Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.044547513s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-18T10:46:51.226013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99982481s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-18T10:46:51.226099Z","caller":"traceutil/trace.go:171","msg":"trace[351613038] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999949342s","start":"2026-03-18T10:46:49.226131Z","end":"2026-03-18T10:46:51.226081Z","steps":["trace[351613038] 'agreement among raft nodes before linearized reading' (duration: 1.99984315s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:51.226146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:49.226123Z","time spent":"2.000013136s","remote":"127.0.0.1:41074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T10:46:51.473257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:51.001123Z","time spent":"472.126692ms","remote":"127.0.0.1:34994","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-18T10:46:51.474798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"593.667473ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-18T10:46:51.475061Z","caller":"traceutil/trace.go:171","msg":"trace[1229703830] transaction","detail":"{read_only:false; response_revision:24826; number_of_response:1; }","duration":"2.250642843s","start":"2026-03-18T10:46:49.224396Z","end":"2026-03-18T10:46:51.475039Z","steps":["trace[1229703830] 'process raft request' (duration: 2.250476749s)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:46:51.475121Z","caller":"traceutil/trace.go:171","msg":"trace[1803527844] linearizableReadLoop","detail":"{readStateIndex:25722; appliedIndex:25711; }","duration":"2.25051098s","start":"2026-03-18T10:46:49.224598Z","end":"2026-03-18T10:46:51.475109Z","steps":["trace[1803527844] 'read index received' (duration: 611.63119ms)","trace[1803527844] 'applied index is now lower than readState.Index' (duration: 1.63887888s)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:46:51.475185Z","caller":"traceutil/trace.go:171","msg":"trace[931748580] transaction","detail":"{read_only:false; response_revision:24832; number_of_response:1; }","duration":"2.247255199s","start":"2026-03-18T10:46:49.227923Z","end":"2026-03-18T10:46:51.475178Z","steps":["trace[931748580] 'process raft request' (duration: 2.247117296s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:51.475183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:49.224373Z","time spent":"2.250736825s","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:46:51.475223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:49.227916Z","time spent":"2.247288379s","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:46:51.475277Z","caller":"traceutil/trace.go:171","msg":"trace[2133111043] transaction","detail":"{read_only:false; response_revision:24831; number_of_response:1; }","duration":"2.247704278s","start":"2026-03-18T10:46:49.227489Z","end":"2026-03-18T10:46:51.475193Z","steps":["trace[2133111043] 'process raft request' (duration: 2.247533324s)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:46:51.475352Z","caller":"traceutil/trace.go:171","msg":"trace[2103247574] transaction","detail":"{read_only:false; response_revision:24825; number_of_response:1; }","duration":"2.255640574s","start":"2026-03-18T10:46:49.219695Z","end":"2026-03-18T10:46:51.475335Z","steps":["trace[2103247574] 'process raft request' (duration: 1.661359949s)","trace[2103247574] 'compare' (duration: 592.68167ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:46:51.475417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:49.219673Z","time spent":"2.255707585s","remote":"127.0.0.1:41148","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":931,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:46:51.475485Z","caller":"traceutil/trace.go:171","msg":"trace[2096878466] transaction","detail":"{read_only:false; response_revision:24833; number_of_response:1; }","duration":"2.241568373s","start":"2026-03-18T10:46:49.233907Z","end":"2026-03-18T10:46:51.475475Z","steps":["trace[2096878466] 'process raft request' (duration: 2.241152483s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:51.475493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:49.227486Z","time spent":"2.247899102s","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:46:51.475525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:49.233901Z","time spent":"2.241606974s","remote":"127.0.0.1:41260","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:46:51.475595Z","caller":"traceutil/trace.go:171","msg":"trace[35116554] transaction","detail":"{read_only:false; response_revision:24834; number_of_response:1; }","duration":"1.827223471s","start":"2026-03-18T10:46:49.648366Z","end":"2026-03-18T10:46:51.47559Z","steps":["trace[35116554] 'process raft request' (duration: 1.826718849s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:51.475622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:49.64834Z","time spent":"1.827269032s","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:46:51.475656Z","caller":"traceutil/trace.go:171","msg":"trace[1671410504] transaction","detail":"{read_only:false; response_revision:24827; number_of_response:1; }","duration":"2.250773347s","start":"2026-03-18T10:46:49.224871Z","end":"2026-03-18T10:46:51.475644Z","steps":["trace[1671410504] 'process raft request' (duration: 2.250076931s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:51.475716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:49.224849Z","time spent":"2.250837858s","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:46:51.475815Z","caller":"traceutil/trace.go:171","msg":"trace[72306509] transaction","detail":"{read_only:false; response_revision:24828; number_of_response:1; }","duration":"2.249470398s","start":"2026-03-18T10:46:49.226335Z","end":"2026-03-18T10:46:51.475805Z","steps":["trace[72306509] 'process raft request' (duration: 2.248634378s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:51.47587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:49.226325Z","time spent":"2.249518118s","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:46:51.475879Z","caller":"traceutil/trace.go:171","msg":"trace[462400728] transaction","detail":"{read_only:false; response_revision:24830; number_of_response:1; }","duration":"2.248417495s","start":"2026-03-18T10:46:49.227449Z","end":"2026-03-18T10:46:51.475867Z","steps":["trace[462400728] 'process raft request' (duration: 2.247552305s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:51.475731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.251131695s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:1137"} {"level":"warn","ts":"2026-03-18T10:46:51.475944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:49.227442Z","time spent":"2.248465766s","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:46:51.475978Z","caller":"traceutil/trace.go:171","msg":"trace[270853893] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:24834; }","duration":"2.25138037s","start":"2026-03-18T10:46:49.224574Z","end":"2026-03-18T10:46:51.475954Z","steps":["trace[270853893] 'agreement among raft nodes before linearized reading' (duration: 2.251088933s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:51.476022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:49.224564Z","time spent":"2.251448122s","remote":"127.0.0.1:41262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":1160,"request content":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"info","ts":"2026-03-18T10:46:51.476039Z","caller":"traceutil/trace.go:171","msg":"trace[577694196] transaction","detail":"{read_only:false; response_revision:24829; number_of_response:1; }","duration":"2.249656411s","start":"2026-03-18T10:46:49.226373Z","end":"2026-03-18T10:46:51.47603Z","steps":["trace[577694196] 'process raft request' (duration: 2.248614258s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:51.476086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:49.22635Z","time spent":"2.249709813s","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:46:51.975707Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10400673014339894843,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T10:46:52.011618Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.124280579s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-18T10:46:52.84881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"836.804965ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-18T10:46:52.849093Z","caller":"traceutil/trace.go:171","msg":"trace[2131022111] transaction","detail":"{read_only:false; response_revision:24835; number_of_response:1; }","duration":"2.917775273s","start":"2026-03-18T10:46:49.931287Z","end":"2026-03-18T10:46:52.849062Z","steps":["trace[2131022111] 'process raft request' (duration: 2.08061385s)","trace[2131022111] 'compare' (duration: 835.406824ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:46:52.849194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:49.931258Z","time spent":"2.917886086s","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:46:52.850657Z","caller":"traceutil/trace.go:171","msg":"trace[1449824005] transaction","detail":"{read_only:false; response_revision:24836; number_of_response:1; }","duration":"2.918360865s","start":"2026-03-18T10:46:49.932266Z","end":"2026-03-18T10:46:52.850627Z","steps":["trace[1449824005] 'process raft request' (duration: 2.916722859s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:52.850846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:49.932225Z","time spent":"2.918514537s","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:46:52.850911Z","caller":"traceutil/trace.go:171","msg":"trace[946209763] transaction","detail":"{read_only:false; response_revision:24839; number_of_response:1; }","duration":"2.918516958s","start":"2026-03-18T10:46:49.932373Z","end":"2026-03-18T10:46:52.85089Z","steps":["trace[946209763] 'process raft request' (duration: 2.918453316s)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:46:52.850901Z","caller":"traceutil/trace.go:171","msg":"trace[1314630959] transaction","detail":"{read_only:false; response_revision:24838; number_of_response:1; }","duration":"2.918468447s","start":"2026-03-18T10:46:49.932397Z","end":"2026-03-18T10:46:52.850866Z","steps":["trace[1314630959] 'process raft request' (duration: 2.918382335s)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:46:52.850936Z","caller":"traceutil/trace.go:171","msg":"trace[1948427533] transaction","detail":"{read_only:false; response_revision:24841; number_of_response:1; }","duration":"2.649883621s","start":"2026-03-18T10:46:50.201041Z","end":"2026-03-18T10:46:52.850924Z","steps":["trace[1948427533] 'process raft request' (duration: 2.649839149s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:52.851009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:50.200995Z","time spent":"2.649983704s","remote":"127.0.0.1:41098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:46:52.851003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:49.93231Z","time spent":"2.918642002s","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:46:52.85097Z","caller":"traceutil/trace.go:171","msg":"trace[879496041] transaction","detail":"{read_only:false; response_revision:24840; number_of_response:1; }","duration":"2.917442996s","start":"2026-03-18T10:46:49.933495Z","end":"2026-03-18T10:46:52.850938Z","steps":["trace[879496041] 'process raft request' (duration: 2.917359363s)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:46:52.850898Z","caller":"traceutil/trace.go:171","msg":"trace[409256085] transaction","detail":"{read_only:false; response_revision:24837; number_of_response:1; }","duration":"2.918516868s","start":"2026-03-18T10:46:49.932348Z","end":"2026-03-18T10:46:52.850865Z","steps":["trace[409256085] 'process raft request' (duration: 2.918193671s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:52.851054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:49.932385Z","time spent":"2.91858088s","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:46:52.851151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:49.933484Z","time spent":"2.917570188s","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:46:52.85116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:49.932339Z","time spent":"2.918725913s","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:46:53.234149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000345503s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-18T10:46:53.234213Z","caller":"traceutil/trace.go:171","msg":"trace[344528846] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000468016s","start":"2026-03-18T10:46:51.233731Z","end":"2026-03-18T10:46:53.234199Z","steps":["trace[344528846] 'agreement among raft nodes before linearized reading' (duration: 2.000382544s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:53.234248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:51.233713Z","time spent":"2.000529128s","remote":"127.0.0.1:41084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/18 10:46:53 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-18T10:46:53.27439Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.166475714s","expected-duration":"1s"} {"level":"info","ts":"2026-03-18T10:46:53.37539Z","caller":"traceutil/trace.go:171","msg":"trace[994168232] transaction","detail":"{read_only:false; response_revision:24842; number_of_response:1; }","duration":"2.150263832s","start":"2026-03-18T10:46:51.225092Z","end":"2026-03-18T10:46:53.375356Z","steps":["trace[994168232] 'process raft request' (duration: 2.049548852s)","trace[994168232] 'compare' (duration: 99.181076ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:46:53.375485Z","caller":"traceutil/trace.go:171","msg":"trace[1821137388] linearizableReadLoop","detail":"{readStateIndex:25731; appliedIndex:25722; }","duration":"1.90032771s","start":"2026-03-18T10:46:51.475146Z","end":"2026-03-18T10:46:53.375473Z","steps":["trace[1821137388] 'read index received' (duration: 536.765843ms)","trace[1821137388] 'applied index is now lower than readState.Index' (duration: 1.363559666s)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:46:53.375564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:51.225067Z","time spent":"2.150410406s","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:46:53.375428Z","caller":"traceutil/trace.go:171","msg":"trace[106128320] transaction","detail":"{read_only:false; response_revision:24843; number_of_response:1; }","duration":"1.730718024s","start":"2026-03-18T10:46:51.64468Z","end":"2026-03-18T10:46:53.375398Z","steps":["trace[106128320] 'process raft request' (duration: 1.729711981s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:53.376067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:51.644654Z","time spent":"1.731299187s","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:46:54.354383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"979.811671ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-18T10:46:54.355512Z","caller":"traceutil/trace.go:171","msg":"trace[430161884] linearizableReadLoop","detail":"{readStateIndex:25732; appliedIndex:25731; }","duration":"979.900022ms","start":"2026-03-18T10:46:53.375586Z","end":"2026-03-18T10:46:54.355486Z","steps":["trace[430161884] 'read index received' (duration: 224.135µs)","trace[430161884] 'applied index is now lower than readState.Index' (duration: 979.673017ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:46:54.355586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.121100698s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:46:54.355637Z","caller":"traceutil/trace.go:171","msg":"trace[1822163518] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24843; }","duration":"1.12117887s","start":"2026-03-18T10:46:53.23444Z","end":"2026-03-18T10:46:54.355619Z","steps":["trace[1822163518] 'agreement among raft nodes before linearized reading' (duration: 1.121106639s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:54.355681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:53.234419Z","time spent":"1.121254173s","remote":"127.0.0.1:41074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T10:46:54.355782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.625264377s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:119"} {"level":"info","ts":"2026-03-18T10:46:54.35584Z","caller":"traceutil/trace.go:171","msg":"trace[1441906157] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:24843; }","duration":"2.625356129s","start":"2026-03-18T10:46:51.730468Z","end":"2026-03-18T10:46:54.355824Z","steps":["trace[1441906157] 'agreement among raft nodes before linearized reading' (duration: 2.625153574s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:54.355837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.623057729s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:128222"} {"level":"warn","ts":"2026-03-18T10:46:54.355895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:51.730447Z","time spent":"2.6254348s","remote":"127.0.0.1:41134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":142,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"info","ts":"2026-03-18T10:46:54.355908Z","caller":"traceutil/trace.go:171","msg":"trace[899603495] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:24843; }","duration":"2.623182291s","start":"2026-03-18T10:46:51.732707Z","end":"2026-03-18T10:46:54.35589Z","steps":["trace[899603495] 'agreement among raft nodes before linearized reading' (duration: 2.622909565s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:54.35596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:51.732685Z","time spent":"2.623263594s","remote":"127.0.0.1:41120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":128245,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-03-18T10:46:54.354591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.841797185s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T10:46:54.354867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.617877921s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T10:46:54.354957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.122108346s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-18T10:46:54.354929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.122033654s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T10:46:54.35499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.391753265s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:46:54.356034Z","caller":"traceutil/trace.go:171","msg":"trace[1609334878] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:24843; }","duration":"3.392832158s","start":"2026-03-18T10:46:50.963188Z","end":"2026-03-18T10:46:54.35602Z","steps":["trace[1609334878] 'agreement among raft nodes before linearized reading' (duration: 2.412529817s)","trace[1609334878] 'count revisions from in-memory index tree' (duration: 979.256437ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:46:54.356076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:50.963166Z","time spent":"3.39289661s","remote":"127.0.0.1:39242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-18T10:46:54.356224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"875.957991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-18T10:46:54.356297Z","caller":"traceutil/trace.go:171","msg":"trace[1133145827] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24843; }","duration":"876.070164ms","start":"2026-03-18T10:46:53.480207Z","end":"2026-03-18T10:46:54.356277Z","steps":["trace[1133145827] 'agreement among raft nodes before linearized reading' (duration: 875.89157ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:54.356282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.15225127s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T10:46:54.356343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:53.480185Z","time spent":"876.145296ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-18T10:46:54.35635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.62246916s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:46:54.356397Z","caller":"traceutil/trace.go:171","msg":"trace[658445073] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:24843; }","duration":"4.622590613s","start":"2026-03-18T10:46:49.733793Z","end":"2026-03-18T10:46:54.356383Z","steps":["trace[658445073] 'agreement among raft nodes before linearized reading' (duration: 3.641970995s)","trace[658445073] 'count revisions from in-memory index tree' (duration: 980.562207ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:46:54.356368Z","caller":"traceutil/trace.go:171","msg":"trace[1697320536] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servers/; range_end:/registry/openstack.k-orc.cloud/servers0; response_count:0; response_revision:24843; }","duration":"4.152364732s","start":"2026-03-18T10:46:50.203985Z","end":"2026-03-18T10:46:54.35635Z","steps":["trace[1697320536] 'agreement among raft nodes before linearized reading' (duration: 3.171767595s)","trace[1697320536] 'count revisions from in-memory index tree' (duration: 980.498615ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:46:54.356431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:49.733772Z","time spent":"4.622650814s","remote":"127.0.0.1:39002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"info","ts":"2026-03-18T10:46:54.356423Z","caller":"traceutil/trace.go:171","msg":"trace[1227920063] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:24843; }","duration":"3.123579228s","start":"2026-03-18T10:46:51.232817Z","end":"2026-03-18T10:46:54.356396Z","steps":["trace[1227920063] 'agreement among raft nodes before linearized reading' (duration: 2.142865248s)","trace[1227920063] 'count revisions from in-memory index tree' (duration: 979.182766ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:46:54.3564Z","caller":"traceutil/trace.go:171","msg":"trace[1928811153] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:24843; }","duration":"4.843627246s","start":"2026-03-18T10:46:49.512733Z","end":"2026-03-18T10:46:54.35636Z","steps":["trace[1928811153] 'agreement among raft nodes before linearized reading' (duration: 3.863065469s)","trace[1928811153] 'count revisions from in-memory index tree' (duration: 978.745866ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:46:54.35649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:51.232792Z","time spent":"3.123676621s","remote":"127.0.0.1:38890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-03-18T10:46:54.356514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.99725418s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:46:54.356559Z","caller":"traceutil/trace.go:171","msg":"trace[2062687350] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/networks/; range_end:/registry/openstack.k-orc.cloud/networks0; response_count:0; response_revision:24843; }","duration":"3.997336862s","start":"2026-03-18T10:46:50.359209Z","end":"2026-03-18T10:46:54.356546Z","steps":["trace[2062687350] 'agreement among raft nodes before linearized reading' (duration: 3.016533129s)","trace[2062687350] 'count revisions from in-memory index tree' (duration: 980.72054ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:46:54.356653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"761.548539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-18T10:46:54.356628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:50.359184Z","time spent":"3.997433153s","remote":"127.0.0.1:58374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true "} {"level":"info","ts":"2026-03-18T10:46:54.356716Z","caller":"traceutil/trace.go:171","msg":"trace[2064638778] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:24843; }","duration":"3.123910316s","start":"2026-03-18T10:46:51.232793Z","end":"2026-03-18T10:46:54.356703Z","steps":["trace[2064638778] 'agreement among raft nodes before linearized reading' (duration: 2.1429104s)","trace[2064638778] 'count revisions from in-memory index tree' (duration: 979.228697ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:46:54.356722Z","caller":"traceutil/trace.go:171","msg":"trace[1723883195] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:24843; }","duration":"761.705372ms","start":"2026-03-18T10:46:53.595Z","end":"2026-03-18T10:46:54.356705Z","steps":["trace[1723883195] 'agreement among raft nodes before linearized reading' (duration: 761.549779ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:54.356759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:51.23277Z","time spent":"3.123976417s","remote":"127.0.0.1:46498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":29,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"warn","ts":"2026-03-18T10:46:54.356775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:53.594975Z","time spent":"761.784563ms","remote":"127.0.0.1:41436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":31,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-18T10:46:54.356787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.780802626s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-03-18T10:46:54.356796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.50332007s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"warn","ts":"2026-03-18T10:46:54.356877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.210565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T10:46:54.356779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"874.493188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-18T10:46:54.356922Z","caller":"traceutil/trace.go:171","msg":"trace[577854052] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:24843; }","duration":"159.298577ms","start":"2026-03-18T10:46:54.197615Z","end":"2026-03-18T10:46:54.356913Z","steps":["trace[577854052] 'agreement among raft nodes before linearized reading' (duration: 159.235225ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:54.357024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.346795733s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T10:46:54.357044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.319756283s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:46:54.357116Z","caller":"traceutil/trace.go:171","msg":"trace[1308589495] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:24843; }","duration":"2.319883196s","start":"2026-03-18T10:46:52.037215Z","end":"2026-03-18T10:46:54.357098Z","steps":["trace[1308589495] 'agreement among raft nodes before linearized reading' (duration: 2.319707582s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:54.357129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.5756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-18T10:46:54.357175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:52.037188Z","time spent":"2.319969488s","remote":"127.0.0.1:39256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-18T10:46:54.357186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.121481114s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"warn","ts":"2026-03-18T10:46:54.356514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:49.512715Z","time spent":"4.84378327s","remote":"127.0.0.1:52694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"info","ts":"2026-03-18T10:46:54.357232Z","caller":"traceutil/trace.go:171","msg":"trace[1055779398] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:24843; }","duration":"2.121568705s","start":"2026-03-18T10:46:52.235653Z","end":"2026-03-18T10:46:54.357222Z","steps":["trace[1055779398] 'agreement among raft nodes before linearized reading' (duration: 2.121440793s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:54.357277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:52.235632Z","time spent":"2.121638347s","remote":"127.0.0.1:41228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" "} {"level":"warn","ts":"2026-03-18T10:46:54.357337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.878134324s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189de6f073405fc4\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-03-18T10:46:54.357053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"875.300416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-18T10:46:54.357379Z","caller":"traceutil/trace.go:171","msg":"trace[1160508084] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189de6f073405fc4; range_end:; response_count:1; response_revision:24843; }","duration":"2.878172786s","start":"2026-03-18T10:46:51.479196Z","end":"2026-03-18T10:46:54.357369Z","steps":["trace[1160508084] 'agreement among raft nodes before linearized reading' (duration: 2.878063903s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:54.356884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"874.954329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-18T10:46:54.356441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:50.203976Z","time spent":"4.152452335s","remote":"127.0.0.1:58444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true "} {"level":"warn","ts":"2026-03-18T10:46:54.357409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:51.479142Z","time spent":"2.878260217s","remote":"127.0.0.1:41148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189de6f073405fc4\" "} {"level":"info","ts":"2026-03-18T10:46:54.357415Z","caller":"traceutil/trace.go:171","msg":"trace[978868693] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24843; }","duration":"875.704745ms","start":"2026-03-18T10:46:53.481695Z","end":"2026-03-18T10:46:54.3574Z","steps":["trace[978868693] 'agreement among raft nodes before linearized reading' (duration: 875.214105ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:46:54.357429Z","caller":"traceutil/trace.go:171","msg":"trace[1342530672] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24843; }","duration":"875.594703ms","start":"2026-03-18T10:46:53.481819Z","end":"2026-03-18T10:46:54.357413Z","steps":["trace[1342530672] 'agreement among raft nodes before linearized reading' (duration: 874.992719ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:54.357481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:53.481789Z","time spent":"875.677185ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-18T10:46:54.356036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.013152279s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:46:54.357537Z","caller":"traceutil/trace.go:171","msg":"trace[927506022] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:24843; }","duration":"1.014698853s","start":"2026-03-18T10:46:53.342825Z","end":"2026-03-18T10:46:54.357523Z","steps":["trace[927506022] 'agreement among raft nodes before linearized reading' (duration: 1.01317796s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:54.357238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.875770471s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:685"} {"level":"info","ts":"2026-03-18T10:46:54.357179Z","caller":"traceutil/trace.go:171","msg":"trace[707871339] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:24843; }","duration":"359.677022ms","start":"2026-03-18T10:46:53.997487Z","end":"2026-03-18T10:46:54.357164Z","steps":["trace[707871339] 'agreement among raft nodes before linearized reading' (duration: 359.57205ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:54.357584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:53.342801Z","time spent":"1.014770304s","remote":"127.0.0.1:39288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"info","ts":"2026-03-18T10:46:54.357601Z","caller":"traceutil/trace.go:171","msg":"trace[872299886] range","detail":"{range_begin:/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:24843; }","duration":"2.87614671s","start":"2026-03-18T10:46:51.481442Z","end":"2026-03-18T10:46:54.357589Z","steps":["trace[872299886] 'agreement among raft nodes before linearized reading' (duration: 2.875710341s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:54.357612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:53.997461Z","time spent":"360.136202ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":18,"response size":31,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-03-18T10:46:54.357639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:51.481435Z","time spent":"2.876192771s","remote":"127.0.0.1:41242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":708,"request content":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"info","ts":"2026-03-18T10:46:54.357061Z","caller":"traceutil/trace.go:171","msg":"trace[527161940] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/keypairs/; range_end:/registry/openstack.k-orc.cloud/keypairs0; response_count:0; response_revision:24843; }","duration":"2.346876554s","start":"2026-03-18T10:46:52.010172Z","end":"2026-03-18T10:46:54.357049Z","steps":["trace[527161940] 'agreement among raft nodes before linearized reading' (duration: 2.346814362s)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:46:54.356886Z","caller":"traceutil/trace.go:171","msg":"trace[1692857104] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:24843; }","duration":"1.503467084s","start":"2026-03-18T10:46:52.853398Z","end":"2026-03-18T10:46:54.356865Z","steps":["trace[1692857104] 'agreement among raft nodes before linearized reading' (duration: 1.503204298s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:54.357766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:52.010149Z","time spent":"2.34760567s","remote":"127.0.0.1:39446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true "} {"level":"warn","ts":"2026-03-18T10:46:54.357778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:52.853381Z","time spent":"1.504387643s","remote":"127.0.0.1:41242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-18T10:46:54.356671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"874.148421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-18T10:46:54.357867Z","caller":"traceutil/trace.go:171","msg":"trace[2103357401] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24843; }","duration":"875.362647ms","start":"2026-03-18T10:46:53.482492Z","end":"2026-03-18T10:46:54.357854Z","steps":["trace[2103357401] 'agreement among raft nodes before linearized reading' (duration: 874.074329ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:46:54.356827Z","caller":"traceutil/trace.go:171","msg":"trace[791963632] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24843; }","duration":"4.780877417s","start":"2026-03-18T10:46:49.575937Z","end":"2026-03-18T10:46:54.356814Z","steps":["trace[791963632] 'agreement among raft nodes before linearized reading' (duration: 3.79983907s)","trace[791963632] 'range keys from in-memory index tree' (duration: 980.910385ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:46:54.357922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:53.48248Z","time spent":"875.427469ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T10:46:54.357951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:49.575916Z","time spent":"4.782015632s","remote":"127.0.0.1:41260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-18T10:46:54.356711Z","caller":"traceutil/trace.go:171","msg":"trace[1870788570] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:24843; }","duration":"3.619753632s","start":"2026-03-18T10:46:50.736939Z","end":"2026-03-18T10:46:54.356692Z","steps":["trace[1870788570] 'agreement among raft nodes before linearized reading' (duration: 2.638789896s)","trace[1870788570] 'count revisions from in-memory index tree' (duration: 979.112175ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:46:54.358042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:50.736916Z","time spent":"3.621103142s","remote":"127.0.0.1:41376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-18T10:46:54.35811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:53.481666Z","time spent":"875.785246ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-18T10:46:54.356928Z","caller":"traceutil/trace.go:171","msg":"trace[325767722] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24843; }","duration":"874.663493ms","start":"2026-03-18T10:46:53.482256Z","end":"2026-03-18T10:46:54.35692Z","steps":["trace[325767722] 'agreement among raft nodes before linearized reading' (duration: 874.443278ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:54.358137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.801911723s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T10:46:54.358186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:53.482248Z","time spent":"875.925731ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-18T10:46:54.358203Z","caller":"traceutil/trace.go:171","msg":"trace[1800229291] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:24843; }","duration":"4.802015675s","start":"2026-03-18T10:46:49.556171Z","end":"2026-03-18T10:46:54.358186Z","steps":["trace[1800229291] 'agreement among raft nodes before linearized reading' (duration: 3.819615267s)","trace[1800229291] 'count revisions from in-memory index tree' (duration: 982.321136ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:46:54.358244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:49.55615Z","time spent":"4.802083227s","remote":"127.0.0.1:39192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-18T10:46:54.86314Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10400673014339894849,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-18T10:46:54.94002Z","caller":"traceutil/trace.go:171","msg":"trace[1844771117] transaction","detail":"{read_only:false; response_revision:24844; number_of_response:1; }","duration":"577.892952ms","start":"2026-03-18T10:46:54.3621Z","end":"2026-03-18T10:46:54.939993Z","steps":["trace[1844771117] 'process raft request' (duration: 577.664067ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:54.940189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:54.362086Z","time spent":"578.009946ms","remote":"127.0.0.1:41148","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:46:55.350098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.48614ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-18T10:46:55.350593Z","caller":"traceutil/trace.go:171","msg":"trace[1175707149] transaction","detail":"{read_only:false; response_revision:24849; number_of_response:1; }","duration":"979.711939ms","start":"2026-03-18T10:46:54.370848Z","end":"2026-03-18T10:46:55.35056Z","steps":["trace[1175707149] 'process raft request' (duration: 979.535815ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:46:55.350656Z","caller":"traceutil/trace.go:171","msg":"trace[1729477712] linearizableReadLoop","detail":"{readStateIndex:25744; appliedIndex:25733; }","duration":"988.233768ms","start":"2026-03-18T10:46:54.362402Z","end":"2026-03-18T10:46:55.350636Z","steps":["trace[1729477712] 'read index received' (duration: 577.566106ms)","trace[1729477712] 'applied index is now lower than readState.Index' (duration: 410.666192ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:46:55.350689Z","caller":"traceutil/trace.go:171","msg":"trace[1203531004] transaction","detail":"{read_only:false; response_revision:24845; number_of_response:1; }","duration":"980.113817ms","start":"2026-03-18T10:46:54.370559Z","end":"2026-03-18T10:46:55.350673Z","steps":["trace[1203531004] 'process raft request' (duration: 777.947962ms)","trace[1203531004] 'compare' (duration: 201.284356ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:46:55.35076Z","caller":"traceutil/trace.go:171","msg":"trace[163539335] transaction","detail":"{read_only:false; response_revision:24850; number_of_response:1; }","duration":"493.240159ms","start":"2026-03-18T10:46:54.857508Z","end":"2026-03-18T10:46:55.350748Z","steps":["trace[163539335] 'process raft request' (duration: 492.908162ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:55.35081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:54.370824Z","time spent":"979.871592ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:46:55.350833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:54.857483Z","time spent":"493.314171ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:46:55.350853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:54.370543Z","time spent":"980.19498ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:46:55.35096Z","caller":"traceutil/trace.go:171","msg":"trace[1485206562] transaction","detail":"{read_only:false; response_revision:24851; number_of_response:1; }","duration":"493.381182ms","start":"2026-03-18T10:46:54.857569Z","end":"2026-03-18T10:46:55.35095Z","steps":["trace[1485206562] 'process raft request' (duration: 492.878262ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:55.35102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:54.857541Z","time spent":"493.449593ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:46:55.350961Z","caller":"traceutil/trace.go:171","msg":"trace[464958723] transaction","detail":"{read_only:false; response_revision:24848; number_of_response:1; }","duration":"980.205819ms","start":"2026-03-18T10:46:54.370743Z","end":"2026-03-18T10:46:55.350949Z","steps":["trace[464958723] 'process raft request' (duration: 979.601466ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:46:55.35117Z","caller":"traceutil/trace.go:171","msg":"trace[1823108116] transaction","detail":"{read_only:false; response_revision:24846; number_of_response:1; }","duration":"980.501516ms","start":"2026-03-18T10:46:54.370633Z","end":"2026-03-18T10:46:55.351135Z","steps":["trace[1823108116] 'process raft request' (duration: 979.572186ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:46:55.350607Z","caller":"traceutil/trace.go:171","msg":"trace[657182970] transaction","detail":"{read_only:false; response_revision:24847; number_of_response:1; }","duration":"979.886833ms","start":"2026-03-18T10:46:54.370672Z","end":"2026-03-18T10:46:55.350559Z","steps":["trace[657182970] 'process raft request' (duration: 979.634287ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:46:55.351217Z","caller":"traceutil/trace.go:171","msg":"trace[665469875] transaction","detail":"{read_only:false; response_revision:24852; number_of_response:1; }","duration":"493.569867ms","start":"2026-03-18T10:46:54.857615Z","end":"2026-03-18T10:46:55.351185Z","steps":["trace[665469875] 'process raft request' (duration: 492.871241ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:46:55.351246Z","caller":"traceutil/trace.go:171","msg":"trace[101162191] transaction","detail":"{read_only:false; response_revision:24854; number_of_response:1; }","duration":"493.212989ms","start":"2026-03-18T10:46:54.857976Z","end":"2026-03-18T10:46:55.351189Z","steps":["trace[101162191] 'process raft request' (duration: 492.590045ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:55.351329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:54.370617Z","time spent":"980.623999ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:46:55.351272Z","caller":"traceutil/trace.go:171","msg":"trace[550667420] transaction","detail":"{read_only:false; response_revision:24853; number_of_response:1; }","duration":"493.455414ms","start":"2026-03-18T10:46:54.857777Z","end":"2026-03-18T10:46:55.351233Z","steps":["trace[550667420] 'process raft request' (duration: 492.759558ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:55.35138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:54.857609Z","time spent":"493.688549ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:46:55.351163Z","caller":"traceutil/trace.go:171","msg":"trace[254439379] transaction","detail":"{read_only:false; response_revision:24855; number_of_response:1; }","duration":"490.802395ms","start":"2026-03-18T10:46:54.860332Z","end":"2026-03-18T10:46:55.351135Z","steps":["trace[254439379] 'process raft request' (duration: 490.265324ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:55.351451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"979.333359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T10:46:55.351261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:54.370661Z","time spent":"980.574778ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:46:55.351491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:54.86029Z","time spent":"491.170392ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:46:55.35139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"981.243923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:140"} {"level":"warn","ts":"2026-03-18T10:46:55.351477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:54.857964Z","time spent":"493.388842ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:46:55.351539Z","caller":"traceutil/trace.go:171","msg":"trace[1393528795] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:24855; }","duration":"981.407286ms","start":"2026-03-18T10:46:54.370118Z","end":"2026-03-18T10:46:55.351525Z","steps":["trace[1393528795] 'agreement among raft nodes before linearized reading' (duration: 981.13203ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:55.351585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:54.370112Z","time spent":"981.462367ms","remote":"127.0.0.1:41098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-03-18T10:46:55.351623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.894021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-18T10:46:55.351494Z","caller":"traceutil/trace.go:171","msg":"trace[1197405969] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24855; }","duration":"979.381421ms","start":"2026-03-18T10:46:54.372097Z","end":"2026-03-18T10:46:55.351479Z","steps":["trace[1197405969] 'agreement among raft nodes before linearized reading' (duration: 979.32264ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:55.351648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.13543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-5d5f6fdfcb-7mzfr.189de7a20b871c33\" ","response":"range_response_count:1 size:1138"} {"level":"info","ts":"2026-03-18T10:46:55.351662Z","caller":"traceutil/trace.go:171","msg":"trace[1145287907] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:24855; }","duration":"286.970393ms","start":"2026-03-18T10:46:55.064681Z","end":"2026-03-18T10:46:55.351651Z","steps":["trace[1145287907] 'agreement among raft nodes before linearized reading' (duration: 286.886581ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:55.351631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:54.857749Z","time spent":"493.708739ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:46:55.351682Z","caller":"traceutil/trace.go:171","msg":"trace[70621497] range","detail":"{range_begin:/registry/events/openstack/barbican-api-5d5f6fdfcb-7mzfr.189de7a20b871c33; range_end:; response_count:1; response_revision:24855; }","duration":"401.207652ms","start":"2026-03-18T10:46:54.950463Z","end":"2026-03-18T10:46:55.35167Z","steps":["trace[70621497] 'agreement among raft nodes before linearized reading' (duration: 401.072159ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:55.351689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:54.37209Z","time spent":"979.582935ms","remote":"127.0.0.1:41084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T10:46:55.351712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:54.950442Z","time spent":"401.263413ms","remote":"127.0.0.1:41148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1161,"request content":"key:\"/registry/events/openstack/barbican-api-5d5f6fdfcb-7mzfr.189de7a20b871c33\" "} {"level":"warn","ts":"2026-03-18T10:46:55.351398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"917.758267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:46:55.351794Z","caller":"traceutil/trace.go:171","msg":"trace[1525686287] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:24855; }","duration":"918.178876ms","start":"2026-03-18T10:46:54.433602Z","end":"2026-03-18T10:46:55.351781Z","steps":["trace[1525686287] 'agreement among raft nodes before linearized reading' (duration: 917.749537ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:55.351837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:54.433588Z","time spent":"918.238277ms","remote":"127.0.0.1:60350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"warn","ts":"2026-03-18T10:46:55.351203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:54.370732Z","time spent":"980.433174ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:46:55.351959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"989.551746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:88 size:115568"} {"level":"warn","ts":"2026-03-18T10:46:55.351628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"797.907274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:46:55.351999Z","caller":"traceutil/trace.go:171","msg":"trace[2071615925] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:88; response_revision:24855; }","duration":"989.614587ms","start":"2026-03-18T10:46:54.362376Z","end":"2026-03-18T10:46:55.35199Z","steps":["trace[2071615925] 'agreement among raft nodes before linearized reading' (duration: 988.866761ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:55.352041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:54.362358Z","time spent":"989.672809ms","remote":"127.0.0.1:41262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":88,"response size":115591,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" "} {"level":"warn","ts":"2026-03-18T10:46:55.352035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"981.809135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-18T10:46:55.352034Z","caller":"traceutil/trace.go:171","msg":"trace[1856039492] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:24855; }","duration":"798.339013ms","start":"2026-03-18T10:46:54.553665Z","end":"2026-03-18T10:46:55.352004Z","steps":["trace[1856039492] 'agreement among raft nodes before linearized reading' (duration: 797.927714ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:46:55.352076Z","caller":"traceutil/trace.go:171","msg":"trace[1078005977] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24855; }","duration":"981.858076ms","start":"2026-03-18T10:46:54.370207Z","end":"2026-03-18T10:46:55.352065Z","steps":["trace[1078005977] 'agreement among raft nodes before linearized reading' (duration: 981.703552ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:55.352119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:54.370203Z","time spent":"981.905767ms","remote":"127.0.0.1:41260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-18T10:46:55.352103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:54.553638Z","time spent":"798.441586ms","remote":"127.0.0.1:39468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-18T10:46:55.352335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"982.010939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:88 size:115568"} {"level":"info","ts":"2026-03-18T10:46:55.352432Z","caller":"traceutil/trace.go:171","msg":"trace[1445162299] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:88; response_revision:24855; }","duration":"982.151272ms","start":"2026-03-18T10:46:54.370267Z","end":"2026-03-18T10:46:55.352418Z","steps":["trace[1445162299] 'agreement among raft nodes before linearized reading' (duration: 981.248833ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:55.352478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:54.370247Z","time spent":"982.216413ms","remote":"127.0.0.1:41262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":88,"response size":115591,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" "} {"level":"warn","ts":"2026-03-18T10:46:55.352585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"982.259416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:685"} {"level":"info","ts":"2026-03-18T10:46:55.352646Z","caller":"traceutil/trace.go:171","msg":"trace[1239558096] range","detail":"{range_begin:/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:24855; }","duration":"982.364018ms","start":"2026-03-18T10:46:54.370267Z","end":"2026-03-18T10:46:55.352631Z","steps":["trace[1239558096] 'agreement among raft nodes before linearized reading' (duration: 981.537509ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:55.352687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:54.370247Z","time spent":"982.431379ms","remote":"127.0.0.1:41242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":708,"request content":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"warn","ts":"2026-03-18T10:46:55.856095Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10400673014339894865,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T10:46:57.208567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"556.410437ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:46:57.208707Z","caller":"traceutil/trace.go:171","msg":"trace[1228955757] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24855; }","duration":"556.562741ms","start":"2026-03-18T10:46:56.652123Z","end":"2026-03-18T10:46:57.208685Z","steps":["trace[1228955757] 'range keys from in-memory index tree' (duration: 556.393167ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:57.209528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.171244868s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-18T10:46:57.209862Z","caller":"traceutil/trace.go:171","msg":"trace[214919726] linearizableReadLoop","detail":"{readStateIndex:25747; appliedIndex:25744; }","duration":"1.853770437s","start":"2026-03-18T10:46:55.356043Z","end":"2026-03-18T10:46:57.209813Z","steps":["trace[214919726] 'read index received' (duration: 682.10466ms)","trace[214919726] 'applied index is now lower than readState.Index' (duration: 1.171664777s)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:46:57.209967Z","caller":"traceutil/trace.go:171","msg":"trace[2095135454] transaction","detail":"{read_only:false; response_revision:24856; number_of_response:1; }","duration":"1.854060024s","start":"2026-03-18T10:46:55.355894Z","end":"2026-03-18T10:46:57.209954Z","steps":["trace[2095135454] 'process raft request' (duration: 682.265583ms)","trace[2095135454] 'compare' (duration: 1.170266667s)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:46:57.210022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:55.35587Z","time spent":"1.854124866s","remote":"127.0.0.1:41148","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1121,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:46:57.210327Z","caller":"traceutil/trace.go:171","msg":"trace[1061265773] transaction","detail":"{read_only:false; response_revision:24857; number_of_response:1; }","duration":"1.828907847s","start":"2026-03-18T10:46:55.38141Z","end":"2026-03-18T10:46:57.210317Z","steps":["trace[1061265773] 'process raft request' (duration: 1.828258952s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:57.210377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:55.381391Z","time spent":"1.828959809s","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:46:57.21048Z","caller":"traceutil/trace.go:171","msg":"trace[1163272604] transaction","detail":"{read_only:false; response_revision:24858; number_of_response:1; }","duration":"1.778780817s","start":"2026-03-18T10:46:55.431688Z","end":"2026-03-18T10:46:57.210469Z","steps":["trace[1163272604] 'process raft request' (duration: 1.778085531s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:57.210522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:55.43166Z","time spent":"1.778841579s","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:46:57.210708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.854661678s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-18T10:46:57.210734Z","caller":"traceutil/trace.go:171","msg":"trace[972169523] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:24858; }","duration":"1.854697588s","start":"2026-03-18T10:46:55.356029Z","end":"2026-03-18T10:46:57.210727Z","steps":["trace[972169523] 'agreement among raft nodes before linearized reading' (duration: 1.854567435s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:57.210795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:55.356023Z","time spent":"1.854765089s","remote":"127.0.0.1:41330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-03-18T10:46:57.210971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.852413007s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7305"} {"level":"info","ts":"2026-03-18T10:46:57.210998Z","caller":"traceutil/trace.go:171","msg":"trace[1492644030] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:24858; }","duration":"1.852454998s","start":"2026-03-18T10:46:55.358536Z","end":"2026-03-18T10:46:57.210991Z","steps":["trace[1492644030] 'agreement among raft nodes before linearized reading' (duration: 1.852376116s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:57.212036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:55.358523Z","time spent":"1.853488361s","remote":"127.0.0.1:41260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7328,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-03-18T10:46:57.212191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"703.399871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:46:57.212226Z","caller":"traceutil/trace.go:171","msg":"trace[403045689] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/groups/; range_end:/registry/openstack.k-orc.cloud/groups0; response_count:0; response_revision:24858; }","duration":"703.432492ms","start":"2026-03-18T10:46:56.50878Z","end":"2026-03-18T10:46:57.212213Z","steps":["trace[403045689] 'agreement among raft nodes before linearized reading' (duration: 703.37992ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:57.212249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:56.508697Z","time spent":"703.545994ms","remote":"127.0.0.1:39506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true "} {"level":"warn","ts":"2026-03-18T10:46:57.212687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.775010825s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T10:46:57.212731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.561012268s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T10:46:57.212725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.374439767s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:46:57.212777Z","caller":"traceutil/trace.go:171","msg":"trace[417681094] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24858; }","duration":"1.56110673s","start":"2026-03-18T10:46:55.651657Z","end":"2026-03-18T10:46:57.212764Z","steps":["trace[417681094] 'agreement among raft nodes before linearized reading' (duration: 1.561013518s)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:46:57.212795Z","caller":"traceutil/trace.go:171","msg":"trace[1424763279] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:24858; }","duration":"1.37456194s","start":"2026-03-18T10:46:55.838215Z","end":"2026-03-18T10:46:57.212777Z","steps":["trace[1424763279] 'agreement among raft nodes before linearized reading' (duration: 1.374432416s)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:46:57.212758Z","caller":"traceutil/trace.go:171","msg":"trace[1295279917] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24858; }","duration":"1.775121317s","start":"2026-03-18T10:46:55.437619Z","end":"2026-03-18T10:46:57.21274Z","steps":["trace[1295279917] 'agreement among raft nodes before linearized reading' (duration: 1.775010184s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:57.212823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:55.651632Z","time spent":"1.561183522s","remote":"127.0.0.1:41084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T10:46:57.212842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:55.838193Z","time spent":"1.374636221s","remote":"127.0.0.1:52662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-18T10:46:57.212847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:55.437594Z","time spent":"1.77524154s","remote":"127.0.0.1:38766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-18T10:46:57.212927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.851808014s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:46:57.21295Z","caller":"traceutil/trace.go:171","msg":"trace[735436035] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:24858; }","duration":"1.851843875s","start":"2026-03-18T10:46:55.361098Z","end":"2026-03-18T10:46:57.212941Z","steps":["trace[735436035] 'agreement among raft nodes before linearized reading' (duration: 1.851799624s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:57.21298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:55.361089Z","time spent":"1.851886056s","remote":"127.0.0.1:41262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-03-18T10:46:57.212957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.053582343s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-18T10:46:57.21302Z","caller":"traceutil/trace.go:171","msg":"trace[490373365] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:24858; }","duration":"1.053662395s","start":"2026-03-18T10:46:56.159342Z","end":"2026-03-18T10:46:57.213004Z","steps":["trace[490373365] 'agreement among raft nodes before linearized reading' (duration: 1.053493771s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:57.213011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.850483495s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:119"} {"level":"warn","ts":"2026-03-18T10:46:57.213054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:56.159274Z","time spent":"1.053772549s","remote":"127.0.0.1:38788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":59,"response size":31,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"info","ts":"2026-03-18T10:46:57.213092Z","caller":"traceutil/trace.go:171","msg":"trace[1521185325] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:24858; }","duration":"1.850586687s","start":"2026-03-18T10:46:55.362487Z","end":"2026-03-18T10:46:57.213074Z","steps":["trace[1521185325] 'agreement among raft nodes before linearized reading' (duration: 1.850382833s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:57.213139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:55.362482Z","time spent":"1.850648289s","remote":"127.0.0.1:41134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":142,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"warn","ts":"2026-03-18T10:46:57.213301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.835052563s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:128222"} {"level":"info","ts":"2026-03-18T10:46:57.213338Z","caller":"traceutil/trace.go:171","msg":"trace[1363309808] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:24858; }","duration":"1.835133595s","start":"2026-03-18T10:46:55.378195Z","end":"2026-03-18T10:46:57.213329Z","steps":["trace[1363309808] 'agreement among raft nodes before linearized reading' (duration: 1.834948651s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:57.213362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:55.378173Z","time spent":"1.835183516s","remote":"127.0.0.1:41120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":128245,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-03-18T10:46:57.213568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.392103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:46:57.213654Z","caller":"traceutil/trace.go:171","msg":"trace[994221708] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:24858; }","duration":"273.540146ms","start":"2026-03-18T10:46:56.940095Z","end":"2026-03-18T10:46:57.213635Z","steps":["trace[994221708] 'agreement among raft nodes before linearized reading' (duration: 273.352941ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:57.212726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.176856333s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:46:57.213895Z","caller":"traceutil/trace.go:171","msg":"trace[458943030] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:24858; }","duration":"1.17808287s","start":"2026-03-18T10:46:56.035795Z","end":"2026-03-18T10:46:57.213878Z","steps":["trace[458943030] 'agreement among raft nodes before linearized reading' (duration: 1.176851422s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:57.213942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:56.035772Z","time spent":"1.178156612s","remote":"127.0.0.1:41306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"warn","ts":"2026-03-18T10:46:57.214302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.408284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-18T10:46:57.214346Z","caller":"traceutil/trace.go:171","msg":"trace[1509695673] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:24858; }","duration":"498.503326ms","start":"2026-03-18T10:46:56.715831Z","end":"2026-03-18T10:46:57.214334Z","steps":["trace[1509695673] 'agreement among raft nodes before linearized reading' (duration: 495.097931ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:57.214383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:56.715802Z","time spent":"498.572187ms","remote":"127.0.0.1:38824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2625,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-03-18T10:46:57.725904Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10400673014339894875,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-18T10:46:58.125767Z","caller":"traceutil/trace.go:171","msg":"trace[781241389] transaction","detail":"{read_only:false; response_revision:24859; number_of_response:1; }","duration":"901.564107ms","start":"2026-03-18T10:46:57.224176Z","end":"2026-03-18T10:46:58.12574Z","steps":["trace[781241389] 'process raft request' (duration: 901.369953ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:58.126087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:57.224155Z","time spent":"901.811293ms","remote":"127.0.0.1:41148","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:46:59.22619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000946496s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-18T10:46:59.226275Z","caller":"traceutil/trace.go:171","msg":"trace[1640958272] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001091128s","start":"2026-03-18T10:46:57.225163Z","end":"2026-03-18T10:46:59.226254Z","steps":["trace[1640958272] 'agreement among raft nodes before linearized reading' (duration: 2.000970556s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:59.226321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:57.225157Z","time spent":"2.001154711s","remote":"127.0.0.1:41084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T10:46:59.47842Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.344851052s","expected-duration":"1s"} {"level":"info","ts":"2026-03-18T10:46:59.479207Z","caller":"traceutil/trace.go:171","msg":"trace[676914663] transaction","detail":"{read_only:false; response_revision:24860; number_of_response:1; }","duration":"2.254813787s","start":"2026-03-18T10:46:57.224331Z","end":"2026-03-18T10:46:59.479145Z","steps":["trace[676914663] 'process raft request' (duration: 2.254452848s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:59.479419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:57.224326Z","time spent":"2.25498137s","remote":"127.0.0.1:41260","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7096,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:46:59.479604Z","caller":"traceutil/trace.go:171","msg":"trace[1323426033] linearizableReadLoop","detail":"{readStateIndex:25755; appliedIndex:25748; }","duration":"2.254369247s","start":"2026-03-18T10:46:57.225199Z","end":"2026-03-18T10:46:59.479568Z","steps":["trace[1323426033] 'read index received' (duration: 901.104179ms)","trace[1323426033] 'applied index is now lower than readState.Index' (duration: 1.353263598s)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:46:59.47977Z","caller":"traceutil/trace.go:171","msg":"trace[1368425648] transaction","detail":"{read_only:false; response_revision:24864; number_of_response:1; }","duration":"2.11945158s","start":"2026-03-18T10:46:57.3603Z","end":"2026-03-18T10:46:59.479751Z","steps":["trace[1368425648] 'process raft request' (duration: 2.1190157s)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:46:59.479853Z","caller":"traceutil/trace.go:171","msg":"trace[421055321] transaction","detail":"{read_only:false; response_revision:24861; number_of_response:1; }","duration":"2.119690585s","start":"2026-03-18T10:46:57.36015Z","end":"2026-03-18T10:46:59.47984Z","steps":["trace[421055321] 'process raft request' (duration: 2.118872077s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:59.480121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:57.360286Z","time spent":"2.119530791s","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:46:59.48016Z","caller":"traceutil/trace.go:171","msg":"trace[481263700] transaction","detail":"{read_only:false; response_revision:24866; number_of_response:1; }","duration":"2.11947928s","start":"2026-03-18T10:46:57.360662Z","end":"2026-03-18T10:46:59.480141Z","steps":["trace[481263700] 'process raft request' (duration: 2.118802516s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:59.480163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:57.360138Z","time spent":"2.119935301s","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:46:59.480236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:57.360652Z","time spent":"2.119541101s","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:46:59.480365Z","caller":"traceutil/trace.go:171","msg":"trace[1860153294] transaction","detail":"{read_only:false; response_revision:24865; number_of_response:1; }","duration":"2.11991237s","start":"2026-03-18T10:46:57.360437Z","end":"2026-03-18T10:46:59.48035Z","steps":["trace[1860153294] 'process raft request' (duration: 2.118937739s)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:46:59.4804Z","caller":"traceutil/trace.go:171","msg":"trace[978322740] transaction","detail":"{read_only:false; response_revision:24862; number_of_response:1; }","duration":"2.120453602s","start":"2026-03-18T10:46:57.359935Z","end":"2026-03-18T10:46:59.480389Z","steps":["trace[978322740] 'process raft request' (duration: 2.119251445s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:59.480456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:57.360422Z","time spent":"2.119982441s","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:46:59.480609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:57.359919Z","time spent":"2.120506252s","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:46:59.479622Z","caller":"traceutil/trace.go:171","msg":"trace[1764125053] transaction","detail":"{read_only:false; response_revision:24863; number_of_response:1; }","duration":"2.119338837s","start":"2026-03-18T10:46:57.360241Z","end":"2026-03-18T10:46:59.47958Z","steps":["trace[1764125053] 'process raft request' (duration: 2.11902404s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:59.48081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:57.360216Z","time spent":"2.120566994s","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:46:59.482046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.256750439s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18552"} {"level":"info","ts":"2026-03-18T10:46:59.482116Z","caller":"traceutil/trace.go:171","msg":"trace[1829742728] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:24869; }","duration":"2.256875712s","start":"2026-03-18T10:46:57.225219Z","end":"2026-03-18T10:46:59.482094Z","steps":["trace[1829742728] 'agreement among raft nodes before linearized reading' (duration: 2.256561545s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:59.482161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:57.225201Z","time spent":"2.256951614s","remote":"127.0.0.1:41258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18575,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-18T10:46:59.482345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.35150079s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189de6f073405fc4\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-03-18T10:46:59.482414Z","caller":"traceutil/trace.go:171","msg":"trace[42265081] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189de6f073405fc4; range_end:; response_count:1; response_revision:24869; }","duration":"1.351622982s","start":"2026-03-18T10:46:58.130773Z","end":"2026-03-18T10:46:59.482396Z","steps":["trace[42265081] 'agreement among raft nodes before linearized reading' (duration: 1.351363207s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:59.482453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:58.130746Z","time spent":"1.351696513s","remote":"127.0.0.1:41148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189de6f073405fc4\" "} {"level":"warn","ts":"2026-03-18T10:46:59.482479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.551921176s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.215\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-03-18T10:46:59.48251Z","caller":"traceutil/trace.go:171","msg":"trace[1254231022] range","detail":"{range_begin:/registry/masterleases/199.19.213.215; range_end:; response_count:1; response_revision:24869; }","duration":"1.551991308s","start":"2026-03-18T10:46:57.930509Z","end":"2026-03-18T10:46:59.4825Z","steps":["trace[1254231022] 'agreement among raft nodes before linearized reading' (duration: 1.551893626s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:59.482547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:57.930486Z","time spent":"1.552055779s","remote":"127.0.0.1:41098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.19.213.215\" "} {"level":"warn","ts":"2026-03-18T10:46:59.482676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.654091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:46:59.482719Z","caller":"traceutil/trace.go:171","msg":"trace[882485124] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24869; }","duration":"251.739813ms","start":"2026-03-18T10:46:59.230967Z","end":"2026-03-18T10:46:59.482707Z","steps":["trace[882485124] 'agreement among raft nodes before linearized reading' (duration: 251.654201ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:46:59.482711Z","caller":"traceutil/trace.go:171","msg":"trace[1000357088] transaction","detail":"{read_only:false; response_revision:24869; number_of_response:1; }","duration":"130.681433ms","start":"2026-03-18T10:46:59.351475Z","end":"2026-03-18T10:46:59.482156Z","steps":["trace[1000357088] 'process raft request' (duration: 130.243893ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:59.482811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.122478276s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-18T10:46:59.482843Z","caller":"traceutil/trace.go:171","msg":"trace[981966547] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24869; }","duration":"2.122549218s","start":"2026-03-18T10:46:57.360284Z","end":"2026-03-18T10:46:59.482833Z","steps":["trace[981966547] 'agreement among raft nodes before linearized reading' (duration: 2.122457216s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:59.48288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.57361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T10:46:59.482895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:57.360259Z","time spent":"2.12261976s","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-18T10:46:59.482913Z","caller":"traceutil/trace.go:171","msg":"trace[411040189] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:24869; }","duration":"476.655441ms","start":"2026-03-18T10:46:59.006246Z","end":"2026-03-18T10:46:59.482901Z","steps":["trace[411040189] 'agreement among raft nodes before linearized reading' (duration: 476.60128ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:59.482948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:59.006218Z","time spent":"476.720463ms","remote":"127.0.0.1:54220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"info","ts":"2026-03-18T10:46:59.483094Z","caller":"traceutil/trace.go:171","msg":"trace[687826726] transaction","detail":"{read_only:false; response_revision:24867; number_of_response:1; }","duration":"1.100778078s","start":"2026-03-18T10:46:58.382306Z","end":"2026-03-18T10:46:59.483084Z","steps":["trace[687826726] 'process raft request' (duration: 1.098909677s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:59.483117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"631.721355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-18T10:46:59.483158Z","caller":"traceutil/trace.go:171","msg":"trace[2113617142] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:24869; }","duration":"631.791957ms","start":"2026-03-18T10:46:58.851351Z","end":"2026-03-18T10:46:59.483143Z","steps":["trace[2113617142] 'agreement among raft nodes before linearized reading' (duration: 631.731875ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:59.483189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:58.382278Z","time spent":"1.10083384s","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:46:59.483195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:58.851333Z","time spent":"631.850129ms","remote":"127.0.0.1:46454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"warn","ts":"2026-03-18T10:46:59.483251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.123099751s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-18T10:46:59.483299Z","caller":"traceutil/trace.go:171","msg":"trace[1348456837] transaction","detail":"{read_only:false; response_revision:24868; number_of_response:1; }","duration":"252.143162ms","start":"2026-03-18T10:46:59.231147Z","end":"2026-03-18T10:46:59.48329Z","steps":["trace[1348456837] 'process raft request' (duration: 250.418453ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:46:59.483296Z","caller":"traceutil/trace.go:171","msg":"trace[599887230] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24869; }","duration":"2.123160072s","start":"2026-03-18T10:46:57.360123Z","end":"2026-03-18T10:46:59.483283Z","steps":["trace[599887230] 'agreement among raft nodes before linearized reading' (duration: 2.123023979s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:59.483331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:57.360115Z","time spent":"2.123209013s","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T10:46:59.483522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"862.580356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-18T10:46:59.483554Z","caller":"traceutil/trace.go:171","msg":"trace[714062731] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:24869; }","duration":"862.650357ms","start":"2026-03-18T10:46:58.620895Z","end":"2026-03-18T10:46:59.483545Z","steps":["trace[714062731] 'agreement among raft nodes before linearized reading' (duration: 862.457732ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:59.483586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:58.620877Z","time spent":"862.702348ms","remote":"127.0.0.1:41260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":174,"response size":32,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-03-18T10:46:59.484138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.258515378s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:46:59.484179Z","caller":"traceutil/trace.go:171","msg":"trace[417058653] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:24869; }","duration":"2.258571149s","start":"2026-03-18T10:46:57.225598Z","end":"2026-03-18T10:46:59.484169Z","steps":["trace[417058653] 'agreement among raft nodes before linearized reading' (duration: 2.258504318s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:59.484195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.124107862s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T10:46:59.484219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:57.22559Z","time spent":"2.2586164s","remote":"127.0.0.1:41330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-03-18T10:46:59.484257Z","caller":"traceutil/trace.go:171","msg":"trace[948870311] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servergroups/; range_end:/registry/openstack.k-orc.cloud/servergroups0; response_count:0; response_revision:24869; }","duration":"2.124207315s","start":"2026-03-18T10:46:57.360031Z","end":"2026-03-18T10:46:59.484238Z","steps":["trace[948870311] 'agreement among raft nodes before linearized reading' (duration: 2.124082292s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:59.484298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:57.360015Z","time spent":"2.124273456s","remote":"127.0.0.1:58456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true "} {"level":"warn","ts":"2026-03-18T10:46:59.48439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.124238196s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-18T10:46:59.484433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.126393473s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-18T10:46:59.484444Z","caller":"traceutil/trace.go:171","msg":"trace[386224230] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24869; }","duration":"2.124288977s","start":"2026-03-18T10:46:57.360136Z","end":"2026-03-18T10:46:59.484425Z","steps":["trace[386224230] 'agreement among raft nodes before linearized reading' (duration: 2.124107593s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:59.484484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:57.360048Z","time spent":"2.124426s","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-18T10:46:59.484477Z","caller":"traceutil/trace.go:171","msg":"trace[16633620] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24869; }","duration":"2.126496296s","start":"2026-03-18T10:46:57.357966Z","end":"2026-03-18T10:46:59.484462Z","steps":["trace[16633620] 'agreement among raft nodes before linearized reading' (duration: 2.126392543s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:59.484587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:57.357928Z","time spent":"2.12665158s","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-18T10:46:59.486095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.125973864s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-18T10:46:59.486323Z","caller":"traceutil/trace.go:171","msg":"trace[1089410634] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24869; }","duration":"2.126337302s","start":"2026-03-18T10:46:57.359797Z","end":"2026-03-18T10:46:59.486135Z","steps":["trace[1089410634] 'agreement among raft nodes before linearized reading' (duration: 2.124390139s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:59.486359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:57.359788Z","time spent":"2.126562427s","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-18T10:47:15.054231Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10400673014339895115,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-18T10:47:15.117113Z","caller":"traceutil/trace.go:171","msg":"trace[1156428490] transaction","detail":"{read_only:false; response_revision:24974; number_of_response:1; }","duration":"563.28479ms","start":"2026-03-18T10:47:14.553795Z","end":"2026-03-18T10:47:15.117079Z","steps":["trace[1156428490] 'process raft request' (duration: 563.054515ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:47:15.117286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:47:14.553773Z","time spent":"563.421492ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:47:15.120918Z","caller":"traceutil/trace.go:171","msg":"trace[450605095] linearizableReadLoop","detail":"{readStateIndex:25867; appliedIndex:25865; }","duration":"566.92057ms","start":"2026-03-18T10:47:14.553977Z","end":"2026-03-18T10:47:15.120897Z","steps":["trace[450605095] 'read index received' (duration: 563.013384ms)","trace[450605095] 'applied index is now lower than readState.Index' (duration: 3.905836ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:47:15.121124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"567.110314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:47:15.121219Z","caller":"traceutil/trace.go:171","msg":"trace[61902460] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:24974; }","duration":"567.278628ms","start":"2026-03-18T10:47:14.553923Z","end":"2026-03-18T10:47:15.121201Z","steps":["trace[61902460] 'agreement among raft nodes before linearized reading' (duration: 567.095844ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:47:15.121262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:47:14.553901Z","time spent":"567.35131ms","remote":"127.0.0.1:60260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-03-18T10:47:15.121254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.73494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:47:15.121301Z","caller":"traceutil/trace.go:171","msg":"trace[1562915470] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:24974; }","duration":"138.835023ms","start":"2026-03-18T10:47:14.982451Z","end":"2026-03-18T10:47:15.121286Z","steps":["trace[1562915470] 'agreement among raft nodes before linearized reading' (duration: 138.739401ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:47:15.121317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.170629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-18T10:47:15.121389Z","caller":"traceutil/trace.go:171","msg":"trace[513459002] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24974; }","duration":"391.312812ms","start":"2026-03-18T10:47:14.730058Z","end":"2026-03-18T10:47:15.121371Z","steps":["trace[513459002] 'agreement among raft nodes before linearized reading' (duration: 391.074117ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:47:15.121433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:47:14.730036Z","time spent":"391.387044ms","remote":"127.0.0.1:41260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-18T10:47:17.817572Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10400673014339895316,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T10:47:18.317879Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10400673014339895316,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T10:47:18.818131Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10400673014339895316,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T10:47:19.144349Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.952891682s","expected-duration":"1s"} {"level":"info","ts":"2026-03-18T10:47:19.144806Z","caller":"traceutil/trace.go:171","msg":"trace[1046944159] transaction","detail":"{read_only:false; response_revision:25044; number_of_response:1; }","duration":"1.953422665s","start":"2026-03-18T10:47:17.191358Z","end":"2026-03-18T10:47:19.14478Z","steps":["trace[1046944159] 'process raft request' (duration: 1.953268271s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:47:19.144932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:47:17.191338Z","time spent":"1.953515967s","remote":"127.0.0.1:41260","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3746,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:47:19.287809Z","caller":"traceutil/trace.go:171","msg":"trace[1300581652] transaction","detail":"{read_only:false; response_revision:25045; number_of_response:1; }","duration":"1.678443348s","start":"2026-03-18T10:47:17.6093Z","end":"2026-03-18T10:47:19.287743Z","steps":["trace[1300581652] 'process raft request' (duration: 1.678239343s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:47:19.287997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:47:17.609271Z","time spent":"1.678622552s","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:47:19.288294Z","caller":"traceutil/trace.go:171","msg":"trace[2032408418] transaction","detail":"{read_only:false; response_revision:25046; number_of_response:1; }","duration":"1.676359351s","start":"2026-03-18T10:47:17.611901Z","end":"2026-03-18T10:47:19.288261Z","steps":["trace[2032408418] 'process raft request' (duration: 1.675797199s)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:47:19.288383Z","caller":"traceutil/trace.go:171","msg":"trace[1764756094] transaction","detail":"{read_only:false; response_revision:25047; number_of_response:1; }","duration":"1.674305225s","start":"2026-03-18T10:47:17.614061Z","end":"2026-03-18T10:47:19.288366Z","steps":["trace[1764756094] 'process raft request' (duration: 1.67407511s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:47:19.288471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:47:17.614042Z","time spent":"1.674380837s","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:47:19.288475Z","caller":"traceutil/trace.go:171","msg":"trace[360620998] linearizableReadLoop","detail":"{readStateIndex:25944; appliedIndex:25936; }","duration":"1.97174705s","start":"2026-03-18T10:47:17.316707Z","end":"2026-03-18T10:47:19.288454Z","steps":["trace[360620998] 'read index received' (duration: 1.827896626s)","trace[360620998] 'applied index is now lower than readState.Index' (duration: 143.848744ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:47:19.288483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:47:17.611871Z","time spent":"1.676510074s","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:47:19.288486Z","caller":"traceutil/trace.go:171","msg":"trace[1910592449] transaction","detail":"{read_only:false; response_revision:25049; number_of_response:1; }","duration":"1.673652041s","start":"2026-03-18T10:47:17.614801Z","end":"2026-03-18T10:47:19.288453Z","steps":["trace[1910592449] 'process raft request' (duration: 1.673487437s)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:47:19.288584Z","caller":"traceutil/trace.go:171","msg":"trace[1183623870] transaction","detail":"{read_only:false; response_revision:25048; number_of_response:1; }","duration":"1.674415747s","start":"2026-03-18T10:47:17.614154Z","end":"2026-03-18T10:47:19.28857Z","steps":["trace[1183623870] 'process raft request' (duration: 1.67407218s)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:47:19.288649Z","caller":"traceutil/trace.go:171","msg":"trace[76069761] transaction","detail":"{read_only:false; response_revision:25050; number_of_response:1; }","duration":"1.663521066s","start":"2026-03-18T10:47:17.625117Z","end":"2026-03-18T10:47:19.288638Z","steps":["trace[76069761] 'process raft request' (duration: 1.663222689s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:47:19.288645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:47:17.614791Z","time spent":"1.673763353s","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:47:19.288658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:47:17.614124Z","time spent":"1.674491929s","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:47:19.288815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.972093577s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1782"} {"level":"info","ts":"2026-03-18T10:47:19.288824Z","caller":"traceutil/trace.go:171","msg":"trace[1025189464] transaction","detail":"{read_only:false; response_revision:25051; number_of_response:1; }","duration":"1.663525066s","start":"2026-03-18T10:47:17.625264Z","end":"2026-03-18T10:47:19.288789Z","steps":["trace[1025189464] 'process raft request' (duration: 1.663131238s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:47:19.288859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.646153653s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-18T10:47:19.288883Z","caller":"traceutil/trace.go:171","msg":"trace[893701689] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:25051; }","duration":"1.97219901s","start":"2026-03-18T10:47:17.316665Z","end":"2026-03-18T10:47:19.288864Z","steps":["trace[893701689] 'agreement among raft nodes before linearized reading' (duration: 1.971906964s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:47:19.288843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.516459471s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:47:19.288915Z","caller":"traceutil/trace.go:171","msg":"trace[1894449909] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25051; }","duration":"1.646217953s","start":"2026-03-18T10:47:17.642672Z","end":"2026-03-18T10:47:19.28889Z","steps":["trace[1894449909] 'agreement among raft nodes before linearized reading' (duration: 1.64605428s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:47:19.288924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:47:17.316645Z","time spent":"1.972269781s","remote":"127.0.0.1:41228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1805,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"warn","ts":"2026-03-18T10:47:19.288929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:47:17.625244Z","time spent":"1.663635029s","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:47:19.288945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:47:17.642662Z","time spent":"1.646276494s","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-18T10:47:19.288965Z","caller":"traceutil/trace.go:171","msg":"trace[1701391750] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:25051; }","duration":"1.516656695s","start":"2026-03-18T10:47:17.772274Z","end":"2026-03-18T10:47:19.288931Z","steps":["trace[1701391750] 'agreement among raft nodes before linearized reading' (duration: 1.516366909s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:47:19.288941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.499921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/neutron-dhcp-agent-default-2n6q9.189de8f556b6f683\" ","response":"range_response_count:1 size:957"} {"level":"warn","ts":"2026-03-18T10:47:19.288977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.741766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T10:47:19.288965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.633037742s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-18T10:47:19.288901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.65556262s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-18T10:47:19.289037Z","caller":"traceutil/trace.go:171","msg":"trace[941991518] range","detail":"{range_begin:/registry/events/openstack/neutron-dhcp-agent-default-2n6q9.189de8f556b6f683; range_end:; response_count:1; response_revision:25051; }","duration":"267.649894ms","start":"2026-03-18T10:47:19.021363Z","end":"2026-03-18T10:47:19.289013Z","steps":["trace[941991518] 'agreement among raft nodes before linearized reading' (duration: 267.335297ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:47:19.288978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.654752452s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-18T10:47:19.289059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"828.295457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-18T10:47:19.289083Z","caller":"traceutil/trace.go:171","msg":"trace[1439880700] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25051; }","duration":"1.655781025s","start":"2026-03-18T10:47:17.633287Z","end":"2026-03-18T10:47:19.289068Z","steps":["trace[1439880700] 'agreement among raft nodes before linearized reading' (duration: 1.655493819s)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:47:19.289096Z","caller":"traceutil/trace.go:171","msg":"trace[291857335] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:25051; }","duration":"828.381229ms","start":"2026-03-18T10:47:18.460701Z","end":"2026-03-18T10:47:19.289082Z","steps":["trace[291857335] 'agreement among raft nodes before linearized reading' (duration: 828.319097ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:47:19.28913Z","caller":"traceutil/trace.go:171","msg":"trace[1716812544] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25051; }","duration":"1.633187504s","start":"2026-03-18T10:47:17.655879Z","end":"2026-03-18T10:47:19.289067Z","steps":["trace[1716812544] 'agreement among raft nodes before linearized reading' (duration: 1.632944319s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:47:19.289016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:47:17.772259Z","time spent":"1.516748267s","remote":"127.0.0.1:39260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-18T10:47:19.289166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"640.226402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T10:47:19.289228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:47:17.655867Z","time spent":"1.633308358s","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-18T10:47:19.289241Z","caller":"traceutil/trace.go:171","msg":"trace[1464555081] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25051; }","duration":"640.304314ms","start":"2026-03-18T10:47:18.648892Z","end":"2026-03-18T10:47:19.289196Z","steps":["trace[1464555081] 'agreement among raft nodes before linearized reading' (duration: 640.241043ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:47:19.289286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.358070575s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.215\" ","response":"range_response_count:1 size:140"} {"level":"warn","ts":"2026-03-18T10:47:19.289283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.656530731s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-18T10:47:19.289141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:47:18.460675Z","time spent":"828.45763ms","remote":"127.0.0.1:38820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":5,"response size":31,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-03-18T10:47:19.289334Z","caller":"traceutil/trace.go:171","msg":"trace[1363136963] range","detail":"{range_begin:/registry/masterleases/199.19.213.215; range_end:; response_count:1; response_revision:25051; }","duration":"1.358161307s","start":"2026-03-18T10:47:17.931161Z","end":"2026-03-18T10:47:19.289322Z","steps":["trace[1363136963] 'agreement among raft nodes before linearized reading' (duration: 1.357963543s)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:47:19.289347Z","caller":"traceutil/trace.go:171","msg":"trace[1767785309] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25051; }","duration":"1.656627713s","start":"2026-03-18T10:47:17.632707Z","end":"2026-03-18T10:47:19.289335Z","steps":["trace[1767785309] 'agreement among raft nodes before linearized reading' (duration: 1.65648039s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:47:19.288872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.519961178s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T10:47:19.289371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:47:17.931139Z","time spent":"1.358223678s","remote":"127.0.0.1:41098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.19.213.215\" "} {"level":"warn","ts":"2026-03-18T10:47:19.289379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:47:17.632694Z","time spent":"1.656677865s","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-18T10:47:19.289398Z","caller":"traceutil/trace.go:171","msg":"trace[978715721] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:25051; }","duration":"1.520523071s","start":"2026-03-18T10:47:17.768858Z","end":"2026-03-18T10:47:19.289381Z","steps":["trace[978715721] 'agreement among raft nodes before linearized reading' (duration: 1.519943749s)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:47:19.289094Z","caller":"traceutil/trace.go:171","msg":"trace[2055438853] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25051; }","duration":"1.654879846s","start":"2026-03-18T10:47:17.6342Z","end":"2026-03-18T10:47:19.28908Z","steps":["trace[2055438853] 'agreement among raft nodes before linearized reading' (duration: 1.654723372s)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:47:19.289044Z","caller":"traceutil/trace.go:171","msg":"trace[394041090] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:25051; }","duration":"229.844788ms","start":"2026-03-18T10:47:19.05918Z","end":"2026-03-18T10:47:19.289025Z","steps":["trace[394041090] 'agreement among raft nodes before linearized reading' (duration: 229.759006ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:47:19.289447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:47:17.768846Z","time spent":"1.520583142s","remote":"127.0.0.1:39468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-18T10:47:19.289482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:47:17.634191Z","time spent":"1.655250563s","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T10:47:19.28929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:47:18.648875Z","time spent":"640.403316ms","remote":"127.0.0.1:41084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T10:47:19.289767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.927392808s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-889fba98-d09b-44e6-8e86-e19292351602\" ","response":"range_response_count:1 size:3764"} {"level":"info","ts":"2026-03-18T10:47:19.289883Z","caller":"traceutil/trace.go:171","msg":"trace[1274216585] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-889fba98-d09b-44e6-8e86-e19292351602; range_end:; response_count:1; response_revision:25051; }","duration":"1.928523552s","start":"2026-03-18T10:47:17.361337Z","end":"2026-03-18T10:47:19.289861Z","steps":["trace[1274216585] 'agreement among raft nodes before linearized reading' (duration: 1.927258255s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:47:19.289983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:47:17.361318Z","time spent":"1.928599154s","remote":"127.0.0.1:41260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3787,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-889fba98-d09b-44e6-8e86-e19292351602\" "} {"level":"warn","ts":"2026-03-18T10:47:19.290004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:47:17.625107Z","time spent":"1.663564348s","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:47:19.289109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:47:17.633267Z","time spent":"1.655833186s","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-18T10:47:21.27923Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.981541026s","expected-duration":"1s"} {"level":"info","ts":"2026-03-18T10:47:21.28113Z","caller":"traceutil/trace.go:171","msg":"trace[345726032] transaction","detail":"{read_only:false; response_revision:25052; number_of_response:1; }","duration":"1.987924217s","start":"2026-03-18T10:47:19.293186Z","end":"2026-03-18T10:47:21.281111Z","steps":["trace[345726032] 'process raft request' (duration: 1.986309822s)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:47:21.281208Z","caller":"traceutil/trace.go:171","msg":"trace[1184380121] transaction","detail":"{read_only:false; response_revision:25054; number_of_response:1; }","duration":"1.984308057s","start":"2026-03-18T10:47:19.296853Z","end":"2026-03-18T10:47:21.281161Z","steps":["trace[1184380121] 'process raft request' (duration: 1.984182214s)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:47:21.281393Z","caller":"traceutil/trace.go:171","msg":"trace[2098433261] transaction","detail":"{read_only:false; response_revision:25053; number_of_response:1; }","duration":"1.984770527s","start":"2026-03-18T10:47:19.296613Z","end":"2026-03-18T10:47:21.281384Z","steps":["trace[2098433261] 'process raft request' (duration: 1.984371448s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:47:21.28142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:47:19.296848Z","time spent":"1.98446243s","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:47:21.281445Z","caller":"traceutil/trace.go:171","msg":"trace[1855831702] transaction","detail":"{read_only:false; response_revision:25055; number_of_response:1; }","duration":"1.984538282s","start":"2026-03-18T10:47:19.296896Z","end":"2026-03-18T10:47:21.281434Z","steps":["trace[1855831702] 'process raft request' (duration: 1.984168884s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:47:21.281445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:47:19.296593Z","time spent":"1.984830069s","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:47:21.281496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:47:19.296892Z","time spent":"1.984579843s","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:47:21.281258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:47:19.293167Z","time spent":"1.988017509s","remote":"127.0.0.1:41148","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":939,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:47:21.281575Z","caller":"traceutil/trace.go:171","msg":"trace[1344242282] transaction","detail":"{read_only:false; response_revision:25056; number_of_response:1; }","duration":"1.984640914s","start":"2026-03-18T10:47:19.296923Z","end":"2026-03-18T10:47:21.281564Z","steps":["trace[1344242282] 'process raft request' (duration: 1.984170254s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:47:21.281616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:47:19.29692Z","time spent":"1.984673996s","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:47:21.281133Z","caller":"traceutil/trace.go:171","msg":"trace[2081480721] linearizableReadLoop","detail":"{readStateIndex:25946; appliedIndex:25944; }","duration":"1.986215669s","start":"2026-03-18T10:47:19.294905Z","end":"2026-03-18T10:47:21.28112Z","steps":["trace[2081480721] 'read index received' (duration: 2.766221ms)","trace[2081480721] 'applied index is now lower than readState.Index' (duration: 1.983448428s)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:47:21.282133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.987198533s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-37ee3dd2-72ae-4e54-9e4c-1a347b0b9f34\" ","response":"range_response_count:1 size:1276"} {"level":"info","ts":"2026-03-18T10:47:21.282194Z","caller":"traceutil/trace.go:171","msg":"trace[1873137616] range","detail":"{range_begin:/registry/persistentvolumes/pvc-37ee3dd2-72ae-4e54-9e4c-1a347b0b9f34; range_end:; response_count:1; response_revision:25056; }","duration":"1.987276294s","start":"2026-03-18T10:47:19.294895Z","end":"2026-03-18T10:47:21.282171Z","steps":["trace[1873137616] 'agreement among raft nodes before linearized reading' (duration: 1.987031448s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:47:21.282243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:47:19.294875Z","time spent":"1.987358366s","remote":"127.0.0.1:41212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1299,"request content":"key:\"/registry/persistentvolumes/pvc-37ee3dd2-72ae-4e54-9e4c-1a347b0b9f34\" "} {"level":"warn","ts":"2026-03-18T10:47:21.652294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000153139s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-18T10:47:21.652382Z","caller":"traceutil/trace.go:171","msg":"trace[1121600332] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000299021s","start":"2026-03-18T10:47:19.652065Z","end":"2026-03-18T10:47:21.652364Z","steps":["trace[1121600332] 'agreement among raft nodes before linearized reading' (duration: 2.000184259s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:47:21.652424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:47:19.652047Z","time spent":"2.000367603s","remote":"127.0.0.1:41084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/18 10:47:21 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-18T10:47:21.782116Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10400673014339895340,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T10:47:22.282619Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10400673014339895340,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T10:47:22.644058Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.364611749s","expected-duration":"1s"} {"level":"info","ts":"2026-03-18T10:47:22.652218Z","caller":"traceutil/trace.go:171","msg":"trace[2074971295] transaction","detail":"{read_only:false; response_revision:25057; number_of_response:1; }","duration":"3.354089962s","start":"2026-03-18T10:47:19.298093Z","end":"2026-03-18T10:47:22.652183Z","steps":["trace[2074971295] 'process raft request' (duration: 3.346276729s)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:47:22.652527Z","caller":"traceutil/trace.go:171","msg":"trace[1527653591] transaction","detail":"{read_only:false; response_revision:25061; number_of_response:1; }","duration":"2.528332082s","start":"2026-03-18T10:47:20.124171Z","end":"2026-03-18T10:47:22.652503Z","steps":["trace[1527653591] 'process raft request' (duration: 2.528291071s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:47:22.65286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:47:20.124151Z","time spent":"2.528631878s","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:47:22.653075Z","caller":"traceutil/trace.go:171","msg":"trace[607591532] transaction","detail":"{read_only:false; response_revision:25059; number_of_response:1; }","duration":"2.916614077s","start":"2026-03-18T10:47:19.736445Z","end":"2026-03-18T10:47:22.653059Z","steps":["trace[607591532] 'process raft request' (duration: 2.915896912s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:47:22.65313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:47:19.736424Z","time spent":"2.916673998s","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:47:22.653217Z","caller":"traceutil/trace.go:171","msg":"trace[1320139898] transaction","detail":"{read_only:false; response_revision:25060; number_of_response:1; }","duration":"2.603143987s","start":"2026-03-18T10:47:20.050064Z","end":"2026-03-18T10:47:22.653208Z","steps":["trace[1320139898] 'process raft request' (duration: 2.60235605s)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:47:22.653216Z","caller":"traceutil/trace.go:171","msg":"trace[1555870809] transaction","detail":"{read_only:false; response_revision:25058; number_of_response:1; }","duration":"3.35448594s","start":"2026-03-18T10:47:19.298696Z","end":"2026-03-18T10:47:22.653182Z","steps":["trace[1555870809] 'process raft request' (duration: 3.353356165s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:47:22.653261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:47:20.050029Z","time spent":"2.603207378s","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:47:22.653375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:47:19.298691Z","time spent":"3.354594542s","remote":"127.0.0.1:41098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:47:22.654385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:47:19.298087Z","time spent":"3.356208318s","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:47:23.652759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000157909s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-18T10:47:23.652868Z","caller":"traceutil/trace.go:171","msg":"trace[1679533805] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000334233s","start":"2026-03-18T10:47:21.652511Z","end":"2026-03-18T10:47:23.652845Z","steps":["trace[1679533805] 'agreement among raft nodes before linearized reading' (duration: 2.00019077s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:47:23.652923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:47:21.652489Z","time spent":"2.000423165s","remote":"127.0.0.1:41074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/18 10:47:23 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-18T10:47:23.713067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000226621s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-18T10:47:23.713168Z","caller":"traceutil/trace.go:171","msg":"trace[1018019274] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000397685s","start":"2026-03-18T10:47:21.71275Z","end":"2026-03-18T10:47:23.713147Z","steps":["trace[1018019274] 'agreement among raft nodes before linearized reading' (duration: 2.000269152s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:47:23.713213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:47:21.712724Z","time spent":"2.000479166s","remote":"127.0.0.1:41084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/18 10:47:23 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-18T10:47:23.795174Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.150847027s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-18T10:47:23.94082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.360078ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-18T10:47:23.941513Z","caller":"traceutil/trace.go:171","msg":"trace[1535377275] transaction","detail":"{read_only:false; response_revision:25062; number_of_response:1; }","duration":"2.644290228s","start":"2026-03-18T10:47:21.296749Z","end":"2026-03-18T10:47:23.941039Z","steps":["trace[1535377275] 'process raft request' (duration: 2.498613523s)","trace[1535377275] 'compare' (duration: 144.10006ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:47:23.941686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:47:21.296722Z","time spent":"2.644873401s","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:47:23.941748Z","caller":"traceutil/trace.go:171","msg":"trace[202874932] transaction","detail":"{read_only:false; response_revision:25068; number_of_response:1; }","duration":"2.642105829s","start":"2026-03-18T10:47:21.299583Z","end":"2026-03-18T10:47:23.941689Z","steps":["trace[202874932] 'process raft request' (duration: 2.641659789s)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:47:23.941821Z","caller":"traceutil/trace.go:171","msg":"trace[1731894444] linearizableReadLoop","detail":"{readStateIndex:25963; appliedIndex:25950; }","duration":"2.659926385s","start":"2026-03-18T10:47:21.281877Z","end":"2026-03-18T10:47:23.941804Z","steps":["trace[1731894444] 'read index received' (duration: 1.362443852s)","trace[1731894444] 'applied index is now lower than readState.Index' (duration: 1.297481393s)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:47:23.94187Z","caller":"traceutil/trace.go:171","msg":"trace[140089289] transaction","detail":"{read_only:false; response_revision:25069; number_of_response:1; }","duration":"1.966695418s","start":"2026-03-18T10:47:21.975107Z","end":"2026-03-18T10:47:23.941802Z","steps":["trace[140089289] 'process raft request' (duration: 1.966159796s)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:47:23.941936Z","caller":"traceutil/trace.go:171","msg":"trace[1656247833] transaction","detail":"{read_only:false; response_revision:25065; number_of_response:1; }","duration":"2.644056573s","start":"2026-03-18T10:47:21.297078Z","end":"2026-03-18T10:47:23.941135Z","steps":["trace[1656247833] 'process raft request' (duration: 2.643993492s)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:47:23.941988Z","caller":"traceutil/trace.go:171","msg":"trace[333990026] transaction","detail":"{read_only:false; response_revision:25063; number_of_response:1; }","duration":"2.644189316s","start":"2026-03-18T10:47:21.296953Z","end":"2026-03-18T10:47:23.941142Z","steps":["trace[333990026] 'process raft request' (duration: 2.643957901s)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:47:23.941976Z","caller":"traceutil/trace.go:171","msg":"trace[1980356682] transaction","detail":"{read_only:false; response_revision:25066; number_of_response:1; }","duration":"2.64481784s","start":"2026-03-18T10:47:21.297132Z","end":"2026-03-18T10:47:23.94195Z","steps":["trace[1980356682] 'process raft request' (duration: 2.643972651s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:47:23.942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:47:21.297071Z","time spent":"2.644895251s","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:47:23.942048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:47:21.296942Z","time spent":"2.645075425s","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:47:23.94205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:47:21.975074Z","time spent":"1.966881022s","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:47:23.942099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:47:21.297125Z","time spent":"2.644901031s","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:47:23.942096Z","caller":"traceutil/trace.go:171","msg":"trace[609484855] transaction","detail":"{read_only:false; response_revision:25067; number_of_response:1; }","duration":"2.644495373s","start":"2026-03-18T10:47:21.297587Z","end":"2026-03-18T10:47:23.942083Z","steps":["trace[609484855] 'process raft request' (duration: 2.643599593s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:47:23.942179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:47:21.297577Z","time spent":"2.644561684s","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:47:23.942209Z","caller":"traceutil/trace.go:171","msg":"trace[635029199] transaction","detail":"{read_only:false; response_revision:25064; number_of_response:1; }","duration":"2.644126434s","start":"2026-03-18T10:47:21.297021Z","end":"2026-03-18T10:47:23.941148Z","steps":["trace[635029199] 'process raft request' (duration: 2.643998842s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:47:23.942036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:47:21.299571Z","time spent":"2.642334755s","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:47:23.942276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:47:21.297013Z","time spent":"2.645230659s","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:47:24.952815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.075583921s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T10:47:24.952838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.011514012s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-18T10:47:24.952879Z","caller":"traceutil/trace.go:171","msg":"trace[1635703761] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:25069; }","duration":"5.075708824s","start":"2026-03-18T10:47:19.877154Z","end":"2026-03-18T10:47:24.952863Z","steps":["trace[1635703761] 'agreement among raft nodes before linearized reading' (duration: 4.064808525s)","trace[1635703761] 'count revisions from in-memory index tree' (duration: 1.010806267s)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:47:24.952912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:47:19.87713Z","time spent":"5.075772965s","remote":"127.0.0.1:39330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"info","ts":"2026-03-18T10:47:24.952956Z","caller":"traceutil/trace.go:171","msg":"trace[1440258370] linearizableReadLoop","detail":"{readStateIndex:25964; appliedIndex:25963; }","duration":"1.011055193s","start":"2026-03-18T10:47:23.941878Z","end":"2026-03-18T10:47:24.952933Z","steps":["trace[1440258370] 'read index received' (duration: 387.929µs)","trace[1440258370] 'applied index is now lower than readState.Index' (duration: 1.010651793s)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:47:24.95296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.651285457s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-889fba98-d09b-44e6-8e86-e19292351602\" ","response":"range_response_count:1 size:3764"} {"level":"warn","ts":"2026-03-18T10:47:24.952997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.786121394s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-03-18T10:47:24.953035Z","caller":"traceutil/trace.go:171","msg":"trace[345237932] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:25069; }","duration":"4.786202485s","start":"2026-03-18T10:47:20.16682Z","end":"2026-03-18T10:47:24.953022Z","steps":["trace[345237932] 'agreement among raft nodes before linearized reading' (duration: 3.775124713s)","trace[345237932] 'range keys from in-memory index tree' (duration: 1.01095283s)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:47:24.953033Z","caller":"traceutil/trace.go:171","msg":"trace[339868464] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-889fba98-d09b-44e6-8e86-e19292351602; range_end:; response_count:1; response_revision:25069; }","duration":"4.651372359s","start":"2026-03-18T10:47:20.301638Z","end":"2026-03-18T10:47:24.953011Z","steps":["trace[339868464] 'agreement among raft nodes before linearized reading' (duration: 3.640285476s)","trace[339868464] 'range keys from in-memory index tree' (duration: 1.010874769s)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:47:24.953074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:47:20.166794Z","time spent":"4.786270147s","remote":"127.0.0.1:60360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3332,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-03-18T10:47:24.953087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:47:20.301547Z","time spent":"4.651530454s","remote":"127.0.0.1:41260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3787,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-889fba98-d09b-44e6-8e86-e19292351602\" "} {"level":"warn","ts":"2026-03-18T10:47:24.95305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.379582671s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:47:24.953207Z","caller":"traceutil/trace.go:171","msg":"trace[967960892] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:25069; }","duration":"5.379771205s","start":"2026-03-18T10:47:19.573426Z","end":"2026-03-18T10:47:24.953197Z","steps":["trace[967960892] 'agreement among raft nodes before linearized reading' (duration: 4.368546359s)","trace[967960892] 'range keys from in-memory index tree' (duration: 1.011056233s)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:47:24.953233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:47:19.573407Z","time spent":"5.379817776s","remote":"127.0.0.1:39468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-18T10:47:24.953088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.834340551s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-18T10:47:24.953316Z","caller":"traceutil/trace.go:171","msg":"trace[1388125663] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25069; }","duration":"4.834606157s","start":"2026-03-18T10:47:20.118697Z","end":"2026-03-18T10:47:24.953303Z","steps":["trace[1388125663] 'agreement among raft nodes before linearized reading' (duration: 3.823256218s)","trace[1388125663] 'count revisions from in-memory index tree' (duration: 1.011115874s)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:47:24.953348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:47:20.118665Z","time spent":"4.834669767s","remote":"127.0.0.1:44686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-18T10:47:24.952841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.501553654s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-18T10:47:24.953703Z","caller":"traceutil/trace.go:171","msg":"trace[1836506779] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:25069; }","duration":"4.502474084s","start":"2026-03-18T10:47:20.45121Z","end":"2026-03-18T10:47:24.953684Z","steps":["trace[1836506779] 'agreement among raft nodes before linearized reading' (duration: 3.490697586s)","trace[1836506779] 'count revisions from in-memory index tree' (duration: 1.010868958s)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:47:24.953744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:47:20.451189Z","time spent":"4.502541545s","remote":"127.0.0.1:41328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":31,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-18T10:47:24.953945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.031501024s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:47:24.953979Z","caller":"traceutil/trace.go:171","msg":"trace[974307919] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:25069; }","duration":"1.031582016s","start":"2026-03-18T10:47:23.922384Z","end":"2026-03-18T10:47:24.953966Z","steps":["trace[974307919] 'agreement among raft nodes before linearized reading' (duration: 1.031516795s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:47:24.954009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:47:23.922362Z","time spent":"1.031638128s","remote":"127.0.0.1:52558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"warn","ts":"2026-03-18T10:47:24.954069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.426617216s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-03-18T10:47:24.954092Z","caller":"traceutil/trace.go:171","msg":"trace[1917167980] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:25069; }","duration":"3.426660638s","start":"2026-03-18T10:47:21.527425Z","end":"2026-03-18T10:47:24.954085Z","steps":["trace[1917167980] 'agreement among raft nodes before linearized reading' (duration: 3.426581776s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:47:24.954111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:47:21.527414Z","time spent":"3.426693318s","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-18T10:47:24.954206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.427355263s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-03-18T10:47:24.954237Z","caller":"traceutil/trace.go:171","msg":"trace[1223642131] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:25069; }","duration":"3.427437815s","start":"2026-03-18T10:47:21.52679Z","end":"2026-03-18T10:47:24.954227Z","steps":["trace[1223642131] 'agreement among raft nodes before linearized reading' (duration: 3.427347963s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:47:24.954261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:47:21.526762Z","time spent":"3.427492415s","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-18T10:47:24.954278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.306085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T10:47:24.954288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.653410137s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-18T10:47:24.954308Z","caller":"traceutil/trace.go:171","msg":"trace[1535710086] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:25069; }","duration":"350.364686ms","start":"2026-03-18T10:47:24.603934Z","end":"2026-03-18T10:47:24.954299Z","steps":["trace[1535710086] 'agreement among raft nodes before linearized reading' (duration: 350.311745ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:47:24.954312Z","caller":"traceutil/trace.go:171","msg":"trace[63454641] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:25069; }","duration":"3.653464468s","start":"2026-03-18T10:47:21.300841Z","end":"2026-03-18T10:47:24.954305Z","steps":["trace[63454641] 'agreement among raft nodes before linearized reading' (duration: 3.653366526s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:47:24.954335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:47:21.300832Z","time spent":"3.653497939s","remote":"127.0.0.1:41330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":92,"response size":31,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-03-18T10:47:24.954369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.289484656s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:47:24.954386Z","caller":"traceutil/trace.go:171","msg":"trace[1467017146] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25069; }","duration":"1.289542777s","start":"2026-03-18T10:47:23.664838Z","end":"2026-03-18T10:47:24.95438Z","steps":["trace[1467017146] 'agreement among raft nodes before linearized reading' (duration: 1.289513806s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:47:24.954402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:47:23.664814Z","time spent":"1.289584567s","remote":"127.0.0.1:41084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T10:47:24.954416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.667675053s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2083"} {"level":"info","ts":"2026-03-18T10:47:24.954454Z","caller":"traceutil/trace.go:171","msg":"trace[405684378] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:25069; }","duration":"3.667762235s","start":"2026-03-18T10:47:21.286678Z","end":"2026-03-18T10:47:24.95444Z","steps":["trace[405684378] 'agreement among raft nodes before linearized reading' (duration: 3.667671323s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:47:24.954335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:47:24.603896Z","time spent":"350.430208ms","remote":"127.0.0.1:39018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-03-18T10:47:24.954483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:47:21.286656Z","time spent":"3.667818156s","remote":"127.0.0.1:41228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2106,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-03-18T10:47:24.954541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.298434523s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189de6f073405fc4\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-03-18T10:47:24.954561Z","caller":"traceutil/trace.go:171","msg":"trace[1702164776] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189de6f073405fc4; range_end:; response_count:1; response_revision:25069; }","duration":"1.298456974s","start":"2026-03-18T10:47:23.656098Z","end":"2026-03-18T10:47:24.954555Z","steps":["trace[1702164776] 'agreement among raft nodes before linearized reading' (duration: 1.298390382s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:47:24.954581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:47:23.656033Z","time spent":"1.298543685s","remote":"127.0.0.1:41148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189de6f073405fc4\" "} {"level":"warn","ts":"2026-03-18T10:47:24.954338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.038409677s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-18T10:47:24.954667Z","caller":"traceutil/trace.go:171","msg":"trace[352778871] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:25069; }","duration":"1.038767636s","start":"2026-03-18T10:47:23.915891Z","end":"2026-03-18T10:47:24.954658Z","steps":["trace[352778871] 'agreement among raft nodes before linearized reading' (duration: 1.038311335s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:47:24.954691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:47:23.915871Z","time spent":"1.038811847s","remote":"127.0.0.1:41276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":237,"response size":32,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-03-18T10:47:24.954714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.666221736s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-18T10:47:24.954732Z","caller":"traceutil/trace.go:171","msg":"trace[911937557] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25069; }","duration":"1.666252657s","start":"2026-03-18T10:47:23.288474Z","end":"2026-03-18T10:47:24.954726Z","steps":["trace[911937557] 'agreement among raft nodes before linearized reading' (duration: 1.666196275s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:47:24.954764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:47:23.288464Z","time spent":"1.666280257s","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-18T10:47:24.954785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.931062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-18T10:47:24.954818Z","caller":"traceutil/trace.go:171","msg":"trace[483573169] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25069; }","duration":"296.017713ms","start":"2026-03-18T10:47:24.658791Z","end":"2026-03-18T10:47:24.954809Z","steps":["trace[483573169] 'agreement among raft nodes before linearized reading' (duration: 295.928091ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:47:24.954915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.667418644s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-18T10:47:24.954933Z","caller":"traceutil/trace.go:171","msg":"trace[791101824] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25069; }","duration":"1.667460394s","start":"2026-03-18T10:47:23.287467Z","end":"2026-03-18T10:47:24.954927Z","steps":["trace[791101824] 'agreement among raft nodes before linearized reading' (duration: 1.667403243s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:47:24.954948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:47:23.287454Z","time spent":"1.667491374s","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T10:47:24.955018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.667622468s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-18T10:47:24.955033Z","caller":"traceutil/trace.go:171","msg":"trace[1743975098] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25069; }","duration":"1.667653728s","start":"2026-03-18T10:47:23.287374Z","end":"2026-03-18T10:47:24.955028Z","steps":["trace[1743975098] 'agreement among raft nodes before linearized reading' (duration: 1.667609087s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:47:24.955036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.696097075s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-18T10:47:24.95507Z","caller":"traceutil/trace.go:171","msg":"trace[2001242533] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:25069; }","duration":"2.696173807s","start":"2026-03-18T10:47:22.258887Z","end":"2026-03-18T10:47:24.955061Z","steps":["trace[2001242533] 'agreement among raft nodes before linearized reading' (duration: 2.696110986s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:47:24.955096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:47:22.258865Z","time spent":"2.696222308s","remote":"127.0.0.1:41438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-18T10:47:24.955097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.693781636s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:47:24.955126Z","caller":"traceutil/trace.go:171","msg":"trace[1838669974] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:25069; }","duration":"1.693848048s","start":"2026-03-18T10:47:23.261269Z","end":"2026-03-18T10:47:24.955117Z","steps":["trace[1838669974] 'agreement among raft nodes before linearized reading' (duration: 1.693797147s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:47:24.955153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:47:23.261245Z","time spent":"1.693900719s","remote":"127.0.0.1:52550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"warn","ts":"2026-03-18T10:47:24.955047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:47:23.28737Z","time spent":"1.667673629s","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-18T10:47:24.955286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.300013867s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"warn","ts":"2026-03-18T10:47:24.955292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.852813638s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:47:24.955308Z","caller":"traceutil/trace.go:171","msg":"trace[130016530] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:25069; }","duration":"2.300082018s","start":"2026-03-18T10:47:22.65522Z","end":"2026-03-18T10:47:24.955302Z","steps":["trace[130016530] 'agreement among raft nodes before linearized reading' (duration: 2.300001566s)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:47:24.955319Z","caller":"traceutil/trace.go:171","msg":"trace[708872485] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:25069; }","duration":"1.852869788s","start":"2026-03-18T10:47:23.102441Z","end":"2026-03-18T10:47:24.955311Z","steps":["trace[708872485] 'agreement among raft nodes before linearized reading' (duration: 1.852829397s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:47:24.955327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:47:22.655197Z","time spent":"2.300126169s","remote":"127.0.0.1:41242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-18T10:47:24.955339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:47:23.102424Z","time spent":"1.85291005s","remote":"127.0.0.1:39498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-18T10:47:24.955339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.668741992s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-18T10:47:24.955375Z","caller":"traceutil/trace.go:171","msg":"trace[1599333685] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25069; }","duration":"1.668775342s","start":"2026-03-18T10:47:23.286588Z","end":"2026-03-18T10:47:24.955363Z","steps":["trace[1599333685] 'agreement among raft nodes before linearized reading' (duration: 1.668689431s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:47:24.955401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:47:23.286572Z","time spent":"1.668822084s","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-18T10:47:24.955687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.725418849s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-18T10:47:24.955726Z","caller":"traceutil/trace.go:171","msg":"trace[1338073154] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25069; }","duration":"4.725497631s","start":"2026-03-18T10:47:20.230215Z","end":"2026-03-18T10:47:24.955713Z","steps":["trace[1338073154] 'agreement among raft nodes before linearized reading' (duration: 3.711717728s)","trace[1338073154] 'range keys from in-memory index tree' (duration: 1.01365598s)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:47:24.955751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:47:20.230193Z","time spent":"4.725551332s","remote":"127.0.0.1:41260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-18T10:47:25.458916Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10400673014339895354,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-18T10:47:25.808431Z","caller":"traceutil/trace.go:171","msg":"trace[1483553772] transaction","detail":"{read_only:false; response_revision:25070; number_of_response:1; }","duration":"849.70879ms","start":"2026-03-18T10:47:24.958696Z","end":"2026-03-18T10:47:25.808405Z","steps":["trace[1483553772] 'process raft request' (duration: 849.544737ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:47:25.808726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:47:24.958685Z","time spent":"849.823843ms","remote":"127.0.0.1:41148","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:47:26.738927Z","caller":"traceutil/trace.go:171","msg":"trace[1397055401] transaction","detail":"{read_only:false; response_revision:25071; number_of_response:1; }","duration":"1.776730912s","start":"2026-03-18T10:47:24.962168Z","end":"2026-03-18T10:47:26.738899Z","steps":["trace[1397055401] 'process raft request' (duration: 1.750053642s)","trace[1397055401] 'compare' (duration: 26.399404ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:47:26.739056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:47:24.962156Z","time spent":"1.776831054s","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:47:26.739201Z","caller":"traceutil/trace.go:171","msg":"trace[352280115] transaction","detail":"{read_only:false; response_revision:25074; number_of_response:1; }","duration":"1.776898018s","start":"2026-03-18T10:47:24.962286Z","end":"2026-03-18T10:47:26.739184Z","steps":["trace[352280115] 'process raft request' (duration: 1.776732173s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:47:26.739434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.780645079s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:140"} {"level":"warn","ts":"2026-03-18T10:47:26.739488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:47:24.962268Z","time spent":"1.777192884s","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:47:26.739492Z","caller":"traceutil/trace.go:171","msg":"trace[832782135] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:25077; }","duration":"1.780739112s","start":"2026-03-18T10:47:24.958742Z","end":"2026-03-18T10:47:26.739481Z","steps":["trace[832782135] 'agreement among raft nodes before linearized reading' (duration: 1.780498117s)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:47:26.73919Z","caller":"traceutil/trace.go:171","msg":"trace[448493443] linearizableReadLoop","detail":"{readStateIndex:25972; appliedIndex:25964; }","duration":"1.780387664s","start":"2026-03-18T10:47:24.958778Z","end":"2026-03-18T10:47:26.739165Z","steps":["trace[448493443] 'read index received' (duration: 849.405264ms)","trace[448493443] 'applied index is now lower than readState.Index' (duration: 930.98123ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:47:26.739532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:47:24.958724Z","time spent":"1.780798003s","remote":"127.0.0.1:41098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"info","ts":"2026-03-18T10:47:26.739319Z","caller":"traceutil/trace.go:171","msg":"trace[636956657] transaction","detail":"{read_only:false; response_revision:25076; number_of_response:1; }","duration":"1.772747924s","start":"2026-03-18T10:47:24.966563Z","end":"2026-03-18T10:47:26.739311Z","steps":["trace[636956657] 'process raft request' (duration: 1.772527799s)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:47:26.739699Z","caller":"traceutil/trace.go:171","msg":"trace[403090088] transaction","detail":"{read_only:false; response_revision:25072; number_of_response:1; }","duration":"1.777400468s","start":"2026-03-18T10:47:24.962256Z","end":"2026-03-18T10:47:26.739656Z","steps":["trace[403090088] 'process raft request' (duration: 1.776565139s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:47:26.739869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:47:24.966545Z","time spent":"1.773033161s","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:47:26.739895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:47:24.962248Z","time spent":"1.777533641s","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:47:26.739333Z","caller":"traceutil/trace.go:171","msg":"trace[1005617202] transaction","detail":"{read_only:false; response_revision:25077; number_of_response:1; }","duration":"1.772690314s","start":"2026-03-18T10:47:24.966633Z","end":"2026-03-18T10:47:26.739323Z","steps":["trace[1005617202] 'process raft request' (duration: 1.772488629s)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:47:26.739346Z","caller":"traceutil/trace.go:171","msg":"trace[359271154] transaction","detail":"{read_only:false; response_revision:25075; number_of_response:1; }","duration":"1.77702112s","start":"2026-03-18T10:47:24.962319Z","end":"2026-03-18T10:47:26.73934Z","steps":["trace[359271154] 'process raft request' (duration: 1.776738663s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:47:26.740108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:47:24.966623Z","time spent":"1.773340958s","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:47:26.740166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:47:24.962312Z","time spent":"1.777823167s","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:47:26.739379Z","caller":"traceutil/trace.go:171","msg":"trace[1647676785] transaction","detail":"{read_only:false; response_revision:25073; number_of_response:1; }","duration":"1.777113742s","start":"2026-03-18T10:47:24.962259Z","end":"2026-03-18T10:47:26.739373Z","steps":["trace[1647676785] 'process raft request' (duration: 1.776699092s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:47:26.740243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:47:24.96224Z","time spent":"1.777971121s","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:47:26.96637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00058991s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-18T10:47:26.966487Z","caller":"traceutil/trace.go:171","msg":"trace[1077735749] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000753343s","start":"2026-03-18T10:47:24.965707Z","end":"2026-03-18T10:47:26.96646Z","steps":["trace[1077735749] 'agreement among raft nodes before linearized reading' (duration: 2.000601s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:47:26.96655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:47:24.9657Z","time spent":"2.000838765s","remote":"127.0.0.1:41084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T10:47:28.567781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.728028204s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-18T10:47:28.568077Z","caller":"traceutil/trace.go:171","msg":"trace[1093482450] transaction","detail":"{read_only:false; response_revision:25078; number_of_response:1; }","duration":"2.620558513s","start":"2026-03-18T10:47:25.947474Z","end":"2026-03-18T10:47:28.568033Z","steps":["trace[1093482450] 'process raft request' (duration: 892.13826ms)","trace[1093482450] 'compare' (duration: 1.725601801s)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:47:28.56816Z","caller":"traceutil/trace.go:171","msg":"trace[838477606] transaction","detail":"{read_only:false; response_revision:25079; number_of_response:1; }","duration":"2.619039219s","start":"2026-03-18T10:47:25.949085Z","end":"2026-03-18T10:47:28.568124Z","steps":["trace[838477606] 'process raft request' (duration: 2.618840725s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:47:28.568247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:47:25.94889Z","time spent":"2.619318216s","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:47:28.568255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:47:25.947457Z","time spent":"2.620694026s","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:47:28.568417Z","caller":"traceutil/trace.go:171","msg":"trace[1840493523] transaction","detail":"{read_only:false; response_revision:25080; number_of_response:1; }","duration":"2.618479337s","start":"2026-03-18T10:47:25.949903Z","end":"2026-03-18T10:47:28.568383Z","steps":["trace[1840493523] 'process raft request' (duration: 2.61815912s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:47:28.568591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:47:25.949889Z","time spent":"2.618611s","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:47:28.568628Z","caller":"traceutil/trace.go:171","msg":"trace[436879209] transaction","detail":"{read_only:false; response_revision:25081; number_of_response:1; }","duration":"2.617945836s","start":"2026-03-18T10:47:25.950674Z","end":"2026-03-18T10:47:28.56862Z","steps":["trace[436879209] 'process raft request' (duration: 2.617590827s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:47:28.56869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:47:25.950663Z","time spent":"2.618003577s","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:47:28.568833Z","caller":"traceutil/trace.go:171","msg":"trace[1707630536] transaction","detail":"{read_only:false; response_revision:25082; number_of_response:1; }","duration":"2.618090389s","start":"2026-03-18T10:47:25.950736Z","end":"2026-03-18T10:47:28.568826Z","steps":["trace[1707630536] 'process raft request' (duration: 2.617818413s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:47:28.568867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:47:25.950728Z","time spent":"2.61812034s","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:47:28.56901Z","caller":"traceutil/trace.go:171","msg":"trace[1412155552] linearizableReadLoop","detail":"{readStateIndex:25979; appliedIndex:25972; }","duration":"1.829447849s","start":"2026-03-18T10:47:26.739548Z","end":"2026-03-18T10:47:28.568996Z","steps":["trace[1412155552] 'read index received' (duration: 99.927031ms)","trace[1412155552] 'applied index is now lower than readState.Index' (duration: 1.729519648s)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:47:28.569099Z","caller":"traceutil/trace.go:171","msg":"trace[1227463431] transaction","detail":"{read_only:false; response_revision:25083; number_of_response:1; }","duration":"2.618221182s","start":"2026-03-18T10:47:25.950868Z","end":"2026-03-18T10:47:28.569089Z","steps":["trace[1227463431] 'process raft request' (duration: 2.617914426s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:47:28.569169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:47:25.950828Z","time spent":"2.618292923s","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:47:28.569225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.755655924s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189de93991510c41\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-03-18T10:47:28.569269Z","caller":"traceutil/trace.go:171","msg":"trace[1821309020] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189de93991510c41; range_end:; response_count:1; response_revision:25084; }","duration":"2.755697605s","start":"2026-03-18T10:47:25.813559Z","end":"2026-03-18T10:47:28.569256Z","steps":["trace[1821309020] 'agreement among raft nodes before linearized reading' (duration: 2.755543702s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:47:28.569306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:47:25.813504Z","time spent":"2.755794817s","remote":"127.0.0.1:41148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189de93991510c41\" "} {"level":"warn","ts":"2026-03-18T10:47:28.56938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.224413841s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1987"} {"level":"info","ts":"2026-03-18T10:47:28.569415Z","caller":"traceutil/trace.go:171","msg":"trace[1006680047] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:25084; }","duration":"3.224488423s","start":"2026-03-18T10:47:25.344914Z","end":"2026-03-18T10:47:28.569402Z","steps":["trace[1006680047] 'agreement among raft nodes before linearized reading' (duration: 3.22433415s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:47:28.569441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.606979931s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:47:28.569468Z","caller":"traceutil/trace.go:171","msg":"trace[1207333318] transaction","detail":"{read_only:false; response_revision:25084; number_of_response:1; }","duration":"2.617854704s","start":"2026-03-18T10:47:25.951601Z","end":"2026-03-18T10:47:28.569455Z","steps":["trace[1207333318] 'process raft request' (duration: 2.617314123s)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:47:28.56948Z","caller":"traceutil/trace.go:171","msg":"trace[950116412] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:25084; }","duration":"3.607032772s","start":"2026-03-18T10:47:24.962438Z","end":"2026-03-18T10:47:28.569471Z","steps":["trace[950116412] 'agreement among raft nodes before linearized reading' (duration: 3.60696076s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:47:28.569506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:47:24.962433Z","time spent":"3.607066702s","remote":"127.0.0.1:41262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-03-18T10:47:28.569528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:47:25.951585Z","time spent":"2.617908555s","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:47:28.56955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.607336198s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-18T10:47:28.569582Z","caller":"traceutil/trace.go:171","msg":"trace[24045293] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25084; }","duration":"3.60738329s","start":"2026-03-18T10:47:24.962189Z","end":"2026-03-18T10:47:28.569572Z","steps":["trace[24045293] 'agreement among raft nodes before linearized reading' (duration: 3.607281828s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:47:28.569615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:47:24.962178Z","time spent":"3.607430481s","remote":"127.0.0.1:41260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-18T10:47:28.569639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.483533508s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:47:28.569661Z","caller":"traceutil/trace.go:171","msg":"trace[561516704] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:25084; }","duration":"3.48360493s","start":"2026-03-18T10:47:25.086049Z","end":"2026-03-18T10:47:28.569654Z","steps":["trace[561516704] 'agreement among raft nodes before linearized reading' (duration: 3.483561949s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:47:28.569682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:47:25.086024Z","time spent":"3.48365168s","remote":"127.0.0.1:39090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-03-18T10:47:28.569701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.264197694s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:47:28.569738Z","caller":"traceutil/trace.go:171","msg":"trace[2139211079] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:25084; }","duration":"2.264262925s","start":"2026-03-18T10:47:26.30546Z","end":"2026-03-18T10:47:28.569723Z","steps":["trace[2139211079] 'agreement among raft nodes before linearized reading' (duration: 2.264197884s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:47:28.569771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:47:26.305442Z","time spent":"2.264320477s","remote":"127.0.0.1:39124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-03-18T10:47:28.56945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:47:25.344892Z","time spent":"3.224549704s","remote":"127.0.0.1:41262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2010,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-03-18T10:47:28.569924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.607833139s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1862"} {"level":"info","ts":"2026-03-18T10:47:28.569962Z","caller":"traceutil/trace.go:171","msg":"trace[1750170219] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:25084; }","duration":"3.60789105s","start":"2026-03-18T10:47:24.96206Z","end":"2026-03-18T10:47:28.569951Z","steps":["trace[1750170219] 'agreement among raft nodes before linearized reading' (duration: 3.607719446s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:47:28.569992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:47:24.962047Z","time spent":"3.607939352s","remote":"127.0.0.1:41228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1885,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" "} {"level":"warn","ts":"2026-03-18T10:47:28.570008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.445680002s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:47:28.570046Z","caller":"traceutil/trace.go:171","msg":"trace[628973816] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/subnets/; range_end:/registry/openstack.k-orc.cloud/subnets0; response_count:0; response_revision:25084; }","duration":"2.445752194s","start":"2026-03-18T10:47:26.124278Z","end":"2026-03-18T10:47:28.570031Z","steps":["trace[628973816] 'agreement among raft nodes before linearized reading' (duration: 2.445687962s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:47:28.570074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:47:26.124256Z","time spent":"2.445810295s","remote":"127.0.0.1:58390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true "} {"level":"warn","ts":"2026-03-18T10:47:28.570288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.609694332s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-889fba98-d09b-44e6-8e86-e19292351602\" ","response":"range_response_count:1 size:3764"} {"level":"info","ts":"2026-03-18T10:47:28.570326Z","caller":"traceutil/trace.go:171","msg":"trace[27819897] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-889fba98-d09b-44e6-8e86-e19292351602; range_end:; response_count:1; response_revision:25084; }","duration":"2.609749964s","start":"2026-03-18T10:47:25.960561Z","end":"2026-03-18T10:47:28.570311Z","steps":["trace[27819897] 'agreement among raft nodes before linearized reading' (duration: 2.609594761s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:47:28.570346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:47:25.96055Z","time spent":"2.609791565s","remote":"127.0.0.1:41260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3787,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-889fba98-d09b-44e6-8e86-e19292351602\" "} {"level":"warn","ts":"2026-03-18T10:47:28.96752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999886532s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-18T10:47:28.967607Z","caller":"traceutil/trace.go:171","msg":"trace[931399783] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000040166s","start":"2026-03-18T10:47:26.967544Z","end":"2026-03-18T10:47:28.967584Z","steps":["trace[931399783] 'agreement among raft nodes before linearized reading' (duration: 1.999926393s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:47:28.96766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:47:26.967521Z","time spent":"2.000127798s","remote":"127.0.0.1:41074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T10:47:29.000425Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.340826623s","expected-duration":"1s"} {"level":"info","ts":"2026-03-18T10:47:29.001576Z","caller":"traceutil/trace.go:171","msg":"trace[422680806] linearizableReadLoop","detail":"{readStateIndex:25980; appliedIndex:25979; }","duration":"432.500595ms","start":"2026-03-18T10:47:28.569045Z","end":"2026-03-18T10:47:29.001545Z","steps":["trace[422680806] 'read index received' (duration: 432.31013ms)","trace[422680806] 'applied index is now lower than readState.Index' (duration: 188.634µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:47:29.001902Z","caller":"traceutil/trace.go:171","msg":"trace[1107334045] transaction","detail":"{read_only:false; response_revision:25085; number_of_response:1; }","duration":"1.342403378s","start":"2026-03-18T10:47:27.659478Z","end":"2026-03-18T10:47:29.001881Z","steps":["trace[1107334045] 'process raft request' (duration: 1.341889477s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:47:29.002068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:47:27.659448Z","time spent":"1.342495759s","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:47:29.002145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.71024054s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-18T10:47:29.002146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.559259248s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:47:29.002189Z","caller":"traceutil/trace.go:171","msg":"trace[1317198008] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25085; }","duration":"1.710297091s","start":"2026-03-18T10:47:27.291877Z","end":"2026-03-18T10:47:29.002174Z","steps":["trace[1317198008] 'agreement among raft nodes before linearized reading' (duration: 1.710185839s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:47:29.002149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"587.105127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T10:47:29.002218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:47:27.291822Z","time spent":"1.710388964s","remote":"127.0.0.1:44702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-18T10:47:29.002216Z","caller":"traceutil/trace.go:171","msg":"trace[89732503] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:25085; }","duration":"1.559396821s","start":"2026-03-18T10:47:27.442798Z","end":"2026-03-18T10:47:29.002195Z","steps":["trace[89732503] 'agreement among raft nodes before linearized reading' (duration: 1.559224717s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:47:29.002206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.583459384s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T10:47:29.002196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.248224293s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:47:29.002242Z","caller":"traceutil/trace.go:171","msg":"trace[707039885] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/floatingips/; range_end:/registry/openstack.k-orc.cloud/floatingips0; response_count:0; response_revision:25085; }","duration":"587.25347ms","start":"2026-03-18T10:47:28.414964Z","end":"2026-03-18T10:47:29.002217Z","steps":["trace[707039885] 'agreement among raft nodes before linearized reading' (duration: 587.069876ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:47:29.002259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:47:27.442769Z","time spent":"1.559483393s","remote":"127.0.0.1:46442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"info","ts":"2026-03-18T10:47:29.002276Z","caller":"traceutil/trace.go:171","msg":"trace[1045920817] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:25085; }","duration":"1.583586897s","start":"2026-03-18T10:47:27.418664Z","end":"2026-03-18T10:47:29.002251Z","steps":["trace[1045920817] 'agreement among raft nodes before linearized reading' (duration: 1.583422993s)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:47:29.002286Z","caller":"traceutil/trace.go:171","msg":"trace[103606565] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:25085; }","duration":"1.248379706s","start":"2026-03-18T10:47:27.753885Z","end":"2026-03-18T10:47:29.002265Z","steps":["trace[103606565] 'agreement among raft nodes before linearized reading' (duration: 1.248173872s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:47:29.002286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:47:28.414945Z","time spent":"587.329841ms","remote":"127.0.0.1:58422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true "} {"level":"warn","ts":"2026-03-18T10:47:29.002284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"800.790487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/persistence-rabbitmq-manila-server-0.189de9bf1f456ee6\" ","response":"range_response_count:1 size:1010"} {"level":"warn","ts":"2026-03-18T10:47:29.002317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.239462906s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-18T10:47:29.00233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:47:27.418644Z","time spent":"1.583673258s","remote":"127.0.0.1:60244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-03-18T10:47:29.002329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:47:27.753865Z","time spent":"1.248454917s","remote":"127.0.0.1:54266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"info","ts":"2026-03-18T10:47:29.002371Z","caller":"traceutil/trace.go:171","msg":"trace[1886620452] range","detail":"{range_begin:/registry/events/openstack/persistence-rabbitmq-manila-server-0.189de9bf1f456ee6; range_end:; response_count:1; response_revision:25085; }","duration":"800.899679ms","start":"2026-03-18T10:47:28.201447Z","end":"2026-03-18T10:47:29.002346Z","steps":["trace[1886620452] 'agreement among raft nodes before linearized reading' (duration: 800.583752ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:47:29.002378Z","caller":"traceutil/trace.go:171","msg":"trace[1857336110] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:25085; }","duration":"2.239570648s","start":"2026-03-18T10:47:26.76279Z","end":"2026-03-18T10:47:29.00236Z","steps":["trace[1857336110] 'agreement among raft nodes before linearized reading' (duration: 2.239347783s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:47:29.002419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:47:26.762728Z","time spent":"2.23968341s","remote":"127.0.0.1:41330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-03-18T10:47:29.002423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:47:28.201364Z","time spent":"801.048893ms","remote":"127.0.0.1:41148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1033,"request content":"key:\"/registry/events/openstack/persistence-rabbitmq-manila-server-0.189de9bf1f456ee6\" "} {"level":"info","ts":"2026-03-18T10:47:29.46819Z","caller":"traceutil/trace.go:171","msg":"trace[208032717] transaction","detail":"{read_only:false; response_revision:25086; number_of_response:1; }","duration":"892.619651ms","start":"2026-03-18T10:47:28.575531Z","end":"2026-03-18T10:47:29.468151Z","steps":["trace[208032717] 'process raft request' (duration: 819.903962ms)","trace[208032717] 'compare' (duration: 72.136956ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:47:29.468227Z","caller":"traceutil/trace.go:171","msg":"trace[1881879079] transaction","detail":"{read_only:false; response_revision:25087; number_of_response:1; }","duration":"463.287386ms","start":"2026-03-18T10:47:29.004911Z","end":"2026-03-18T10:47:29.468199Z","steps":["trace[1881879079] 'process raft request' (duration: 463.219015ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:47:29.468272Z","caller":"traceutil/trace.go:171","msg":"trace[1555785603] linearizableReadLoop","detail":"{readStateIndex:25981; appliedIndex:25980; }","duration":"466.588889ms","start":"2026-03-18T10:47:29.001643Z","end":"2026-03-18T10:47:29.468232Z","steps":["trace[1555785603] 'read index received' (duration: 393.807488ms)","trace[1555785603] 'applied index is now lower than readState.Index' (duration: 72.776691ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:47:29.468402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:47:29.00489Z","time spent":"463.402709ms","remote":"127.0.0.1:41148","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":992,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:47:29.468917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"891.571187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:47:29.468966Z","caller":"traceutil/trace.go:171","msg":"trace[848775843] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:25087; }","duration":"891.657319ms","start":"2026-03-18T10:47:28.577293Z","end":"2026-03-18T10:47:29.468951Z","steps":["trace[848775843] 'agreement among raft nodes before linearized reading' (duration: 891.565107ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:47:29.468978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.284438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T10:47:29.468995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:47:28.577275Z","time spent":"891.71132ms","remote":"127.0.0.1:41330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-03-18T10:47:29.469004Z","caller":"traceutil/trace.go:171","msg":"trace[169670049] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25087; }","duration":"492.35497ms","start":"2026-03-18T10:47:28.976642Z","end":"2026-03-18T10:47:29.468997Z","steps":["trace[169670049] 'agreement among raft nodes before linearized reading' (duration: 492.297378ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:47:29.469027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:47:28.976608Z","time spent":"492.416041ms","remote":"127.0.0.1:41084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T10:47:29.469034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"722.822132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-18T10:47:29.469036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:47:28.575504Z","time spent":"892.767844ms","remote":"127.0.0.1:41148","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:47:29.469098Z","caller":"traceutil/trace.go:171","msg":"trace[2070419462] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25087; }","duration":"722.943434ms","start":"2026-03-18T10:47:28.746134Z","end":"2026-03-18T10:47:29.469078Z","steps":["trace[2070419462] 'agreement among raft nodes before linearized reading' (duration: 722.72025ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:47:29.469135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:47:28.746088Z","time spent":"723.040157ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-18T10:47:29.46916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"893.308936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-5344d77e-1b25-4f86-a329-e3a081f9bede\" ","response":"range_response_count:1 size:1322"} {"level":"warn","ts":"2026-03-18T10:47:29.469183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"722.983585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-18T10:47:29.469244Z","caller":"traceutil/trace.go:171","msg":"trace[2069444805] range","detail":"{range_begin:/registry/persistentvolumes/pvc-5344d77e-1b25-4f86-a329-e3a081f9bede; range_end:; response_count:1; response_revision:25087; }","duration":"893.436289ms","start":"2026-03-18T10:47:28.575783Z","end":"2026-03-18T10:47:29.469219Z","steps":["trace[2069444805] 'agreement among raft nodes before linearized reading' (duration: 893.129692ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:47:29.469251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"897.730793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18552"} {"level":"warn","ts":"2026-03-18T10:47:29.469294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:47:28.575766Z","time spent":"893.5191ms","remote":"127.0.0.1:41212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1345,"request content":"key:\"/registry/persistentvolumes/pvc-5344d77e-1b25-4f86-a329-e3a081f9bede\" "} {"level":"info","ts":"2026-03-18T10:47:29.469287Z","caller":"traceutil/trace.go:171","msg":"trace[708418954] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25087; }","duration":"723.186819ms","start":"2026-03-18T10:47:28.746071Z","end":"2026-03-18T10:47:29.469258Z","steps":["trace[708418954] 'agreement among raft nodes before linearized reading' (duration: 722.869702ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:47:29.469326Z","caller":"traceutil/trace.go:171","msg":"trace[1585123519] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:25087; }","duration":"897.851826ms","start":"2026-03-18T10:47:28.571458Z","end":"2026-03-18T10:47:29.46931Z","steps":["trace[1585123519] 'agreement among raft nodes before linearized reading' (duration: 897.469647ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:47:29.469354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:47:28.571441Z","time spent":"897.905567ms","remote":"127.0.0.1:41258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18575,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-18T10:47:29.469353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:47:28.746042Z","time spent":"723.297432ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-18T10:47:29.469403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.160737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.215\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-03-18T10:47:29.469436Z","caller":"traceutil/trace.go:171","msg":"trace[448326179] range","detail":"{range_begin:/registry/masterleases/199.19.213.215; range_end:; response_count:1; response_revision:25087; }","duration":"465.216879ms","start":"2026-03-18T10:47:29.004209Z","end":"2026-03-18T10:47:29.469426Z","steps":["trace[448326179] 'agreement among raft nodes before linearized reading' (duration: 465.062236ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:47:29.469456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:47:29.004189Z","time spent":"465.26251ms","remote":"127.0.0.1:41098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.19.213.215\" "} {"level":"warn","ts":"2026-03-18T10:47:29.469501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"718.476695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-18T10:47:29.469524Z","caller":"traceutil/trace.go:171","msg":"trace[1237874911] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25087; }","duration":"718.514715ms","start":"2026-03-18T10:47:28.751002Z","end":"2026-03-18T10:47:29.469517Z","steps":["trace[1237874911] 'agreement among raft nodes before linearized reading' (duration: 717.948233ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:47:29.469548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:47:28.750995Z","time spent":"718.541256ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T10:47:29.469374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"723.009546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-18T10:47:29.469683Z","caller":"traceutil/trace.go:171","msg":"trace[1963207803] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25087; }","duration":"723.361873ms","start":"2026-03-18T10:47:28.746291Z","end":"2026-03-18T10:47:29.469653Z","steps":["trace[1963207803] 'agreement among raft nodes before linearized reading' (duration: 722.703889ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:47:29.469657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"718.196849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-18T10:47:29.469779Z","caller":"traceutil/trace.go:171","msg":"trace[457030531] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25087; }","duration":"718.555466ms","start":"2026-03-18T10:47:28.751207Z","end":"2026-03-18T10:47:29.469763Z","steps":["trace[457030531] 'agreement among raft nodes before linearized reading' (duration: 717.700278ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:47:29.469551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.66434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-18T10:47:29.469811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:47:28.746281Z","time spent":"723.513376ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-18T10:47:29.469822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:47:28.751201Z","time spent":"718.607457ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-18T10:47:29.470134Z","caller":"traceutil/trace.go:171","msg":"trace[194029598] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:25087; }","duration":"177.277104ms","start":"2026-03-18T10:47:29.292838Z","end":"2026-03-18T10:47:29.470115Z","steps":["trace[194029598] 'agreement among raft nodes before linearized reading' (duration: 176.64106ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:47:32.018726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.079623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:47:32.018808Z","caller":"traceutil/trace.go:171","msg":"trace[1482924902] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25115; }","duration":"305.261608ms","start":"2026-03-18T10:47:31.713529Z","end":"2026-03-18T10:47:32.01879Z","steps":["trace[1482924902] 'range keys from in-memory index tree' (duration: 304.91516ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:47:32.018844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:47:31.713497Z","time spent":"305.33948ms","remote":"127.0.0.1:41084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T10:47:33.106754Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10400673014339895450,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-18T10:47:33.429286Z","caller":"traceutil/trace.go:171","msg":"trace[1028680168] transaction","detail":"{read_only:false; response_revision:25116; number_of_response:1; }","duration":"843.653787ms","start":"2026-03-18T10:47:32.585604Z","end":"2026-03-18T10:47:33.429258Z","steps":["trace[1028680168] 'process raft request' (duration: 843.415322ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:47:33.429455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:47:32.585572Z","time spent":"843.794649ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:47:34.416638Z","caller":"traceutil/trace.go:171","msg":"trace[128783436] transaction","detail":"{read_only:false; response_revision:25117; number_of_response:1; }","duration":"1.82945308s","start":"2026-03-18T10:47:32.587145Z","end":"2026-03-18T10:47:34.416598Z","steps":["trace[128783436] 'process raft request' (duration: 1.829199524s)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:47:34.416647Z","caller":"traceutil/trace.go:171","msg":"trace[735787455] transaction","detail":"{read_only:false; response_revision:25118; number_of_response:1; }","duration":"1.826958924s","start":"2026-03-18T10:47:32.589647Z","end":"2026-03-18T10:47:34.416606Z","steps":["trace[735787455] 'process raft request' (duration: 1.826887082s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:47:34.416817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:47:32.587115Z","time spent":"1.829600513s","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:47:34.416833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:47:32.589635Z","time spent":"1.827092348s","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:47:34.417025Z","caller":"traceutil/trace.go:171","msg":"trace[885678565] transaction","detail":"{read_only:false; response_revision:25119; number_of_response:1; }","duration":"1.827325412s","start":"2026-03-18T10:47:32.589659Z","end":"2026-03-18T10:47:34.416984Z","steps":["trace[885678565] 'process raft request' (duration: 1.826909733s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:47:34.417232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:47:32.589635Z","time spent":"1.827490966s","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:47:34.417257Z","caller":"traceutil/trace.go:171","msg":"trace[554896415] transaction","detail":"{read_only:false; response_revision:25120; number_of_response:1; }","duration":"1.826393143s","start":"2026-03-18T10:47:32.590836Z","end":"2026-03-18T10:47:34.417229Z","steps":["trace[554896415] 'process raft request' (duration: 1.826023534s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:47:34.417358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:47:32.590827Z","time spent":"1.826479024s","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:47:34.417354Z","caller":"traceutil/trace.go:171","msg":"trace[529637686] transaction","detail":"{read_only:false; response_revision:25122; number_of_response:1; }","duration":"1.825071063s","start":"2026-03-18T10:47:32.592253Z","end":"2026-03-18T10:47:34.417324Z","steps":["trace[529637686] 'process raft request' (duration: 1.824986881s)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:47:34.417331Z","caller":"traceutil/trace.go:171","msg":"trace[203276824] transaction","detail":"{read_only:false; response_revision:25121; number_of_response:1; }","duration":"1.825859349s","start":"2026-03-18T10:47:32.591438Z","end":"2026-03-18T10:47:34.417297Z","steps":["trace[203276824] 'process raft request' (duration: 1.825715516s)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:47:34.417503Z","caller":"traceutil/trace.go:171","msg":"trace[744569764] transaction","detail":"{read_only:false; response_revision:25123; number_of_response:1; }","duration":"1.473391098s","start":"2026-03-18T10:47:32.944094Z","end":"2026-03-18T10:47:34.417485Z","steps":["trace[744569764] 'process raft request' (duration: 1.473185064s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:47:34.417515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:47:32.59224Z","time spent":"1.825188105s","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:47:34.41753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:47:32.591427Z","time spent":"1.826013983s","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:47:34.41752Z","caller":"traceutil/trace.go:171","msg":"trace[161853479] linearizableReadLoop","detail":"{readStateIndex:26019; appliedIndex:26011; }","duration":"1.811693346s","start":"2026-03-18T10:47:32.605791Z","end":"2026-03-18T10:47:34.417484Z","steps":["trace[161853479] 'read index received' (duration: 823.241845ms)","trace[161853479] 'applied index is now lower than readState.Index' (duration: 988.448081ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:47:34.417592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:47:32.944073Z","time spent":"1.47347956s","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:47:34.417732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.811942842s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-889fba98-d09b-44e6-8e86-e19292351602\" ","response":"range_response_count:1 size:3950"} {"level":"info","ts":"2026-03-18T10:47:34.417777Z","caller":"traceutil/trace.go:171","msg":"trace[1281143907] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-889fba98-d09b-44e6-8e86-e19292351602; range_end:; response_count:1; response_revision:25123; }","duration":"1.812011154s","start":"2026-03-18T10:47:32.60575Z","end":"2026-03-18T10:47:34.417761Z","steps":["trace[1281143907] 'agreement among raft nodes before linearized reading' (duration: 1.81185903s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:47:34.417798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:47:32.605738Z","time spent":"1.812055405s","remote":"127.0.0.1:41260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3973,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-889fba98-d09b-44e6-8e86-e19292351602\" "} {"level":"info","ts":"2026-03-18T10:47:34.575863Z","caller":"traceutil/trace.go:171","msg":"trace[36904361] transaction","detail":"{read_only:false; response_revision:25124; number_of_response:1; }","duration":"567.420462ms","start":"2026-03-18T10:47:34.008403Z","end":"2026-03-18T10:47:34.575823Z","steps":["trace[36904361] 'process raft request' (duration: 567.026983ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:47:34.575852Z","caller":"traceutil/trace.go:171","msg":"trace[1254250482] linearizableReadLoop","detail":"{readStateIndex:26021; appliedIndex:26019; }","duration":"158.234564ms","start":"2026-03-18T10:47:34.417578Z","end":"2026-03-18T10:47:34.575812Z","steps":["trace[1254250482] 'read index received' (duration: 157.869326ms)","trace[1254250482] 'applied index is now lower than readState.Index' (duration: 363.438µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:47:34.576057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:47:34.008371Z","time spent":"567.573475ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:47:34.576248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.924638897s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T10:47:34.576264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.049028193s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-18T10:47:34.576333Z","caller":"traceutil/trace.go:171","msg":"trace[1932666155] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25125; }","duration":"1.924954283s","start":"2026-03-18T10:47:32.651362Z","end":"2026-03-18T10:47:34.576316Z","steps":["trace[1932666155] 'agreement among raft nodes before linearized reading' (duration: 1.924609636s)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:47:34.576313Z","caller":"traceutil/trace.go:171","msg":"trace[804633580] transaction","detail":"{read_only:false; response_revision:25125; number_of_response:1; }","duration":"463.409788ms","start":"2026-03-18T10:47:34.112858Z","end":"2026-03-18T10:47:34.576268Z","steps":["trace[804633580] 'process raft request' (duration: 462.884787ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:47:34.576347Z","caller":"traceutil/trace.go:171","msg":"trace[931834099] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25125; }","duration":"1.049319029s","start":"2026-03-18T10:47:33.527009Z","end":"2026-03-18T10:47:34.576328Z","steps":["trace[931834099] 'agreement among raft nodes before linearized reading' (duration: 1.048876839s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:47:34.57639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:47:32.651351Z","time spent":"1.925028946s","remote":"127.0.0.1:41074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T10:47:34.57644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:47:33.527004Z","time spent":"1.049425231s","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T10:47:34.576457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.050816672s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-18T10:47:34.576332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.053965532s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-18T10:47:34.576497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:47:34.112819Z","time spent":"463.578742ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:47:34.576548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.0493544s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-18T10:47:34.576658Z","caller":"traceutil/trace.go:171","msg":"trace[1250909172] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25125; }","duration":"1.049522193s","start":"2026-03-18T10:47:33.52711Z","end":"2026-03-18T10:47:34.576632Z","steps":["trace[1250909172] 'agreement among raft nodes before linearized reading' (duration: 1.049172786s)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:47:34.57662Z","caller":"traceutil/trace.go:171","msg":"trace[1680359600] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25125; }","duration":"1.054240757s","start":"2026-03-18T10:47:33.522307Z","end":"2026-03-18T10:47:34.576548Z","steps":["trace[1680359600] 'agreement among raft nodes before linearized reading' (duration: 1.053696186s)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:47:34.576496Z","caller":"traceutil/trace.go:171","msg":"trace[1146182532] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25125; }","duration":"1.050865453s","start":"2026-03-18T10:47:33.525618Z","end":"2026-03-18T10:47:34.576484Z","steps":["trace[1146182532] 'agreement among raft nodes before linearized reading' (duration: 1.050682249s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:47:34.57672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:47:33.527093Z","time spent":"1.049618315s","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T10:47:34.576749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:47:33.525614Z","time spent":"1.051125009s","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-18T10:47:34.576785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:47:33.52228Z","time spent":"1.054447202s","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-18T10:47:34.576461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.05205917s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-18T10:47:34.57686Z","caller":"traceutil/trace.go:171","msg":"trace[630835049] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25125; }","duration":"1.052506809s","start":"2026-03-18T10:47:33.52434Z","end":"2026-03-18T10:47:34.576847Z","steps":["trace[630835049] 'agreement among raft nodes before linearized reading' (duration: 1.05164428s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:47:34.576897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:47:33.524333Z","time spent":"1.05255474s","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-18T10:47:34.577094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.846243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/node-feature-discovery\" ","response":"range_response_count:1 size:874"} {"level":"info","ts":"2026-03-18T10:47:34.57751Z","caller":"traceutil/trace.go:171","msg":"trace[1234594322] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/node-feature-discovery; range_end:; response_count:1; response_revision:25125; }","duration":"284.299234ms","start":"2026-03-18T10:47:34.293193Z","end":"2026-03-18T10:47:34.577492Z","steps":["trace[1234594322] 'agreement among raft nodes before linearized reading' (duration: 283.472275ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:47:35.319808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.98385ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-18T10:47:35.320114Z","caller":"traceutil/trace.go:171","msg":"trace[817181934] linearizableReadLoop","detail":"{readStateIndex:26022; appliedIndex:26021; }","duration":"740.289059ms","start":"2026-03-18T10:47:34.579786Z","end":"2026-03-18T10:47:35.320075Z","steps":["trace[817181934] 'read index received' (duration: 379.909611ms)","trace[817181934] 'applied index is now lower than readState.Index' (duration: 360.373378ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:47:35.320268Z","caller":"traceutil/trace.go:171","msg":"trace[380958483] transaction","detail":"{read_only:false; response_revision:25130; number_of_response:1; }","duration":"735.858701ms","start":"2026-03-18T10:47:34.58439Z","end":"2026-03-18T10:47:35.320248Z","steps":["trace[380958483] 'process raft request' (duration: 735.81388ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:47:35.3204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:47:34.584366Z","time spent":"735.955872ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:47:35.320461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"735.273417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:47:35.320494Z","caller":"traceutil/trace.go:171","msg":"trace[1136769870] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25130; }","duration":"735.312469ms","start":"2026-03-18T10:47:34.585169Z","end":"2026-03-18T10:47:35.320482Z","steps":["trace[1136769870] 'agreement among raft nodes before linearized reading' (duration: 735.268558ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:47:35.320533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:47:34.585158Z","time spent":"735.36737ms","remote":"127.0.0.1:41084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-18T10:47:35.320745Z","caller":"traceutil/trace.go:171","msg":"trace[14779240] transaction","detail":"{read_only:false; response_revision:25126; number_of_response:1; }","duration":"736.567085ms","start":"2026-03-18T10:47:34.584167Z","end":"2026-03-18T10:47:35.320734Z","steps":["trace[14779240] 'process raft request' (duration: 735.787608ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:47:35.320817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:47:34.584154Z","time spent":"736.630167ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:47:35.320956Z","caller":"traceutil/trace.go:171","msg":"trace[1318282849] transaction","detail":"{read_only:false; response_revision:25127; number_of_response:1; }","duration":"736.639957ms","start":"2026-03-18T10:47:34.584306Z","end":"2026-03-18T10:47:35.320946Z","steps":["trace[1318282849] 'process raft request' (duration: 735.773288ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:47:35.321016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:47:34.584297Z","time spent":"736.689339ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:47:35.321122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.543008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-03-18T10:47:35.321162Z","caller":"traceutil/trace.go:171","msg":"trace[1942485575] transaction","detail":"{read_only:false; response_revision:25129; number_of_response:1; }","duration":"736.784821ms","start":"2026-03-18T10:47:34.58437Z","end":"2026-03-18T10:47:35.321155Z","steps":["trace[1942485575] 'process raft request' (duration: 735.802879ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:47:35.321173Z","caller":"traceutil/trace.go:171","msg":"trace[1863899256] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:25130; }","duration":"344.66153ms","start":"2026-03-18T10:47:34.976496Z","end":"2026-03-18T10:47:35.321158Z","steps":["trace[1863899256] 'agreement among raft nodes before linearized reading' (duration: 344.558027ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:47:35.321207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:47:34.976474Z","time spent":"344.726072ms","remote":"127.0.0.1:60360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3332,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-03-18T10:47:35.321215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:47:34.584338Z","time spent":"736.850642ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:47:35.320405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"740.606266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/node-feature-discovery-master-8665476dbc-wmsfn\" ","response":"range_response_count:1 size:4926"} {"level":"info","ts":"2026-03-18T10:47:35.321358Z","caller":"traceutil/trace.go:171","msg":"trace[1941875655] range","detail":"{range_begin:/registry/pods/monitoring/node-feature-discovery-master-8665476dbc-wmsfn; range_end:; response_count:1; response_revision:25130; }","duration":"741.593598ms","start":"2026-03-18T10:47:34.579749Z","end":"2026-03-18T10:47:35.321343Z","steps":["trace[1941875655] 'agreement among raft nodes before linearized reading' (duration: 740.484933ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:47:35.321371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"561.599282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T10:47:35.321397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:47:34.57973Z","time spent":"741.653899ms","remote":"127.0.0.1:41260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":4949,"request content":"key:\"/registry/pods/monitoring/node-feature-discovery-master-8665476dbc-wmsfn\" "} {"level":"warn","ts":"2026-03-18T10:47:35.321477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"722.469783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-18T10:47:35.321511Z","caller":"traceutil/trace.go:171","msg":"trace[936549816] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25130; }","duration":"722.525595ms","start":"2026-03-18T10:47:34.598979Z","end":"2026-03-18T10:47:35.321505Z","steps":["trace[936549816] 'agreement among raft nodes before linearized reading' (duration: 722.438623ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:47:35.321537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:47:34.598926Z","time spent":"722.605197ms","remote":"127.0.0.1:41260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-18T10:47:35.3214Z","caller":"traceutil/trace.go:171","msg":"trace[1141605889] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:25130; }","duration":"561.683114ms","start":"2026-03-18T10:47:34.759708Z","end":"2026-03-18T10:47:35.321391Z","steps":["trace[1141605889] 'agreement among raft nodes before linearized reading' (duration: 561.635813ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:47:35.321617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:47:34.759643Z","time spent":"561.96189ms","remote":"127.0.0.1:41290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-03-18T10:47:35.32113Z","caller":"traceutil/trace.go:171","msg":"trace[1794694696] transaction","detail":"{read_only:false; response_revision:25128; number_of_response:1; }","duration":"736.75677ms","start":"2026-03-18T10:47:34.584364Z","end":"2026-03-18T10:47:35.321121Z","steps":["trace[1794694696] 'process raft request' (duration: 735.778118ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:47:35.321895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:47:34.584341Z","time spent":"737.452885ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:47:35.947345Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10400673014339895478,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-18T10:47:36.194066Z","caller":"traceutil/trace.go:171","msg":"trace[9369621] linearizableReadLoop","detail":"{readStateIndex:26028; appliedIndex:26027; }","duration":"747.087529ms","start":"2026-03-18T10:47:35.446947Z","end":"2026-03-18T10:47:36.194034Z","steps":["trace[9369621] 'read index received' (duration: 746.808103ms)","trace[9369621] 'applied index is now lower than readState.Index' (duration: 278.796µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:47:36.194237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"747.256193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-18T10:47:36.194267Z","caller":"traceutil/trace.go:171","msg":"trace[564875548] range","detail":"{range_begin:/registry/clusterctl.cluster.x-k8s.io/providers/; range_end:/registry/clusterctl.cluster.x-k8s.io/providers0; response_count:0; response_revision:25131; }","duration":"747.339304ms","start":"2026-03-18T10:47:35.446918Z","end":"2026-03-18T10:47:36.194257Z","steps":["trace[564875548] 'agreement among raft nodes before linearized reading' (duration: 747.226692ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:47:36.194292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:47:35.446905Z","time spent":"747.379406ms","remote":"127.0.0.1:38928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":4,"response size":31,"request content":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true "} {"level":"info","ts":"2026-03-18T10:47:36.194244Z","caller":"traceutil/trace.go:171","msg":"trace[1791055015] transaction","detail":"{read_only:false; response_revision:25131; number_of_response:1; }","duration":"757.749386ms","start":"2026-03-18T10:47:35.436446Z","end":"2026-03-18T10:47:36.194195Z","steps":["trace[1791055015] 'process raft request' (duration: 757.379868ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:47:36.19445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:47:35.436414Z","time spent":"757.928939ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:47:36.194549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"728.574838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18552"} {"level":"info","ts":"2026-03-18T10:47:36.194635Z","caller":"traceutil/trace.go:171","msg":"trace[1076504266] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:25131; }","duration":"728.697322ms","start":"2026-03-18T10:47:35.465915Z","end":"2026-03-18T10:47:36.194613Z","steps":["trace[1076504266] 'agreement among raft nodes before linearized reading' (duration: 728.412306ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:47:36.194681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:47:35.465901Z","time spent":"728.771353ms","remote":"127.0.0.1:41258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18575,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-18T10:47:36.194683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.880489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:47:36.194792Z","caller":"traceutil/trace.go:171","msg":"trace[741722895] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0; response_count:0; response_revision:25131; }","duration":"127.068642ms","start":"2026-03-18T10:47:36.067699Z","end":"2026-03-18T10:47:36.194767Z","steps":["trace[741722895] 'agreement among raft nodes before linearized reading' (duration: 126.820657ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:47:36.194701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.541826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:47:36.195115Z","caller":"traceutil/trace.go:171","msg":"trace[236584913] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routerinterfaces/; range_end:/registry/openstack.k-orc.cloud/routerinterfaces0; response_count:0; response_revision:25131; }","duration":"114.979895ms","start":"2026-03-18T10:47:36.080111Z","end":"2026-03-18T10:47:36.195091Z","steps":["trace[236584913] 'agreement among raft nodes before linearized reading' (duration: 114.468374ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:47:36.195198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"542.878608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:47:36.195255Z","caller":"traceutil/trace.go:171","msg":"trace[788504853] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25131; }","duration":"542.96904ms","start":"2026-03-18T10:47:35.652265Z","end":"2026-03-18T10:47:36.195234Z","steps":["trace[788504853] 'agreement among raft nodes before linearized reading' (duration: 542.858858ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:47:36.1953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:47:35.652246Z","time spent":"543.046712ms","remote":"127.0.0.1:41084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T10:47:37.394468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"742.252402ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:47:37.394641Z","caller":"traceutil/trace.go:171","msg":"trace[1536244522] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25131; }","duration":"742.460457ms","start":"2026-03-18T10:47:36.652155Z","end":"2026-03-18T10:47:37.394615Z","steps":["trace[1536244522] 'range keys from in-memory index tree' (duration: 742.227582ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:47:37.394825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.043736095s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/node-feature-discovery-worker\" ","response":"range_response_count:1 size:888"} {"level":"info","ts":"2026-03-18T10:47:37.394922Z","caller":"traceutil/trace.go:171","msg":"trace[1665752684] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/node-feature-discovery-worker; range_end:; response_count:1; response_revision:25131; }","duration":"1.043892779s","start":"2026-03-18T10:47:36.351003Z","end":"2026-03-18T10:47:37.394896Z","steps":["trace[1665752684] 'range keys from in-memory index tree' (duration: 1.0434994s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:47:37.394973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:47:36.350976Z","time spent":"1.04398706s","remote":"127.0.0.1:41276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":911,"request content":"key:\"/registry/serviceaccounts/monitoring/node-feature-discovery-worker\" "} {"level":"warn","ts":"2026-03-18T10:47:37.39547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"854.459216ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-18T10:47:37.395587Z","caller":"traceutil/trace.go:171","msg":"trace[967483233] transaction","detail":"{read_only:false; response_revision:25132; number_of_response:1; }","duration":"971.295652ms","start":"2026-03-18T10:47:36.424272Z","end":"2026-03-18T10:47:37.395567Z","steps":["trace[967483233] 'process raft request' (duration: 116.628081ms)","trace[967483233] 'compare' (duration: 853.089156ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:47:37.395737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:47:36.42424Z","time spent":"971.425076ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:47:38.365988Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.825162075s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-18T10:47:38.524676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.200023ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-18T10:47:38.525058Z","caller":"traceutil/trace.go:171","msg":"trace[574921133] linearizableReadLoop","detail":"{readStateIndex:26034; appliedIndex:26028; }","duration":"2.054996813s","start":"2026-03-18T10:47:36.470045Z","end":"2026-03-18T10:47:38.525042Z","steps":["trace[574921133] 'read index received' (duration: 70.815697ms)","trace[574921133] 'applied index is now lower than readState.Index' (duration: 1.984180336s)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:47:38.525142Z","caller":"traceutil/trace.go:171","msg":"trace[173837611] transaction","detail":"{read_only:false; response_revision:25133; number_of_response:1; }","duration":"2.100696794s","start":"2026-03-18T10:47:36.424434Z","end":"2026-03-18T10:47:38.52513Z","steps":["trace[173837611] 'process raft request' (duration: 1.941865667s)","trace[173837611] 'compare' (duration: 157.290772ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:47:38.525193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:47:36.424424Z","time spent":"2.100742465s","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:47:38.525602Z","caller":"traceutil/trace.go:171","msg":"trace[1242284280] transaction","detail":"{read_only:false; response_revision:25134; number_of_response:1; }","duration":"2.100657313s","start":"2026-03-18T10:47:36.424931Z","end":"2026-03-18T10:47:38.525588Z","steps":["trace[1242284280] 'process raft request' (duration: 2.099867576s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:47:38.525659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:47:36.424918Z","time spent":"2.100713645s","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:47:38.525764Z","caller":"traceutil/trace.go:171","msg":"trace[205847228] transaction","detail":"{read_only:false; response_revision:25135; number_of_response:1; }","duration":"2.100620063s","start":"2026-03-18T10:47:36.425136Z","end":"2026-03-18T10:47:38.525756Z","steps":["trace[205847228] 'process raft request' (duration: 2.099732263s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:47:38.525805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:47:36.425099Z","time spent":"2.100686384s","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:47:38.525915Z","caller":"traceutil/trace.go:171","msg":"trace[725283046] transaction","detail":"{read_only:false; response_revision:25136; number_of_response:1; }","duration":"2.099029977s","start":"2026-03-18T10:47:36.426876Z","end":"2026-03-18T10:47:38.525906Z","steps":["trace[725283046] 'process raft request' (duration: 2.098080776s)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:47:38.52618Z","caller":"traceutil/trace.go:171","msg":"trace[892854301] transaction","detail":"{read_only:false; response_revision:25137; number_of_response:1; }","duration":"2.098637589s","start":"2026-03-18T10:47:36.427502Z","end":"2026-03-18T10:47:38.52614Z","steps":["trace[892854301] 'process raft request' (duration: 2.097495024s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:47:38.52635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:47:36.42749Z","time spent":"2.098767602s","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:47:38.52636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.056308952s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-889fba98-d09b-44e6-8e86-e19292351602\" ","response":"range_response_count:1 size:3950"} {"level":"info","ts":"2026-03-18T10:47:38.526426Z","caller":"traceutil/trace.go:171","msg":"trace[740988743] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-889fba98-d09b-44e6-8e86-e19292351602; range_end:; response_count:1; response_revision:25137; }","duration":"2.056425435s","start":"2026-03-18T10:47:36.469982Z","end":"2026-03-18T10:47:38.526407Z","steps":["trace[740988743] 'agreement among raft nodes before linearized reading' (duration: 2.05619636s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:47:38.526466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:47:36.46996Z","time spent":"2.056497136s","remote":"127.0.0.1:41260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3973,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-889fba98-d09b-44e6-8e86-e19292351602\" "} {"level":"warn","ts":"2026-03-18T10:47:38.526686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:47:36.426865Z","time spent":"2.099074238s","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:47:38.55353Z","caller":"traceutil/trace.go:171","msg":"trace[344328327] transaction","detail":"{read_only:false; response_revision:25138; number_of_response:1; }","duration":"887.273572ms","start":"2026-03-18T10:47:37.66624Z","end":"2026-03-18T10:47:38.553513Z","steps":["trace[344328327] 'process raft request' (duration: 887.127969ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:47:38.553626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:47:37.666214Z","time spent":"887.366575ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:47:38.553965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.226802999s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-18T10:47:38.554059Z","caller":"traceutil/trace.go:171","msg":"trace[1078246406] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25139; }","duration":"1.226966122s","start":"2026-03-18T10:47:37.327074Z","end":"2026-03-18T10:47:38.55404Z","steps":["trace[1078246406] 'agreement among raft nodes before linearized reading' (duration: 1.226733947s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:47:38.554159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.227121526s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-18T10:47:38.554249Z","caller":"traceutil/trace.go:171","msg":"trace[199528261] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25139; }","duration":"1.227265899s","start":"2026-03-18T10:47:37.326962Z","end":"2026-03-18T10:47:38.554228Z","steps":["trace[199528261] 'agreement among raft nodes before linearized reading' (duration: 1.226980633s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:47:38.554301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:47:37.32694Z","time spent":"1.22734996s","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-18T10:47:38.55434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"632.448791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-18T10:47:38.554317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.806044881s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T10:47:38.554391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:47:37.32706Z","time spent":"1.227121996s","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-18T10:47:38.554403Z","caller":"traceutil/trace.go:171","msg":"trace[1877292249] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:25139; }","duration":"632.567824ms","start":"2026-03-18T10:47:37.921822Z","end":"2026-03-18T10:47:38.55439Z","steps":["trace[1877292249] 'agreement among raft nodes before linearized reading' (duration: 632.439052ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:47:38.554368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.902999708s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:47:38.554438Z","caller":"traceutil/trace.go:171","msg":"trace[847162077] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:25139; }","duration":"1.806289647s","start":"2026-03-18T10:47:36.74812Z","end":"2026-03-18T10:47:38.55441Z","steps":["trace[847162077] 'agreement among raft nodes before linearized reading' (duration: 1.806016441s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:47:38.55447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.166300909s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:47:38.554489Z","caller":"traceutil/trace.go:171","msg":"trace[1966047796] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25139; }","duration":"1.903208592s","start":"2026-03-18T10:47:36.651253Z","end":"2026-03-18T10:47:38.554461Z","steps":["trace[1966047796] 'agreement among raft nodes before linearized reading' (duration: 1.902968107s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:47:38.554509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:47:36.748102Z","time spent":"1.80639354s","remote":"127.0.0.1:60258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-03-18T10:47:38.554544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"968.467789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-18T10:47:38.55455Z","caller":"traceutil/trace.go:171","msg":"trace[618187560] transaction","detail":"{read_only:false; response_revision:25139; number_of_response:1; }","duration":"354.357155ms","start":"2026-03-18T10:47:38.200184Z","end":"2026-03-18T10:47:38.554541Z","steps":["trace[618187560] 'process raft request' (duration: 353.280641ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:47:38.55455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.157704978s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/node-feature-discovery-worker-zpp4g\" ","response":"range_response_count:1 size:6638"} {"level":"warn","ts":"2026-03-18T10:47:38.554569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.836656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T10:47:38.554449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:47:37.921804Z","time spent":"632.634285ms","remote":"127.0.0.1:41350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":18,"response size":31,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"info","ts":"2026-03-18T10:47:38.554621Z","caller":"traceutil/trace.go:171","msg":"trace[767087548] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:25139; }","duration":"462.927618ms","start":"2026-03-18T10:47:38.091682Z","end":"2026-03-18T10:47:38.554609Z","steps":["trace[767087548] 'agreement among raft nodes before linearized reading' (duration: 462.852356ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:47:38.554626Z","caller":"traceutil/trace.go:171","msg":"trace[239818091] range","detail":"{range_begin:/registry/pods/monitoring/node-feature-discovery-worker-zpp4g; range_end:; response_count:1; response_revision:25139; }","duration":"1.157814471s","start":"2026-03-18T10:47:37.39679Z","end":"2026-03-18T10:47:38.554605Z","steps":["trace[239818091] 'agreement among raft nodes before linearized reading' (duration: 1.157535865s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:47:38.554644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:47:38.200154Z","time spent":"354.423525ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:47:38.554664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:47:38.091648Z","time spent":"463.00623ms","remote":"127.0.0.1:60250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-03-18T10:47:38.554145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.46222776s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T10:47:38.554705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:47:37.396774Z","time spent":"1.157891062s","remote":"127.0.0.1:41260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":6661,"request content":"key:\"/registry/pods/monitoring/node-feature-discovery-worker-zpp4g\" "} {"level":"info","ts":"2026-03-18T10:47:38.554757Z","caller":"traceutil/trace.go:171","msg":"trace[450460006] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:25139; }","duration":"1.462875424s","start":"2026-03-18T10:47:37.091864Z","end":"2026-03-18T10:47:38.55474Z","steps":["trace[450460006] 'agreement among raft nodes before linearized reading' (duration: 1.46223491s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:47:38.554803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:47:37.091827Z","time spent":"1.462961316s","remote":"127.0.0.1:39306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"warn","ts":"2026-03-18T10:47:38.554569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:47:36.651186Z","time spent":"1.903368536s","remote":"127.0.0.1:41074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-18T10:47:38.554512Z","caller":"traceutil/trace.go:171","msg":"trace[859129892] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:25139; }","duration":"1.166402651s","start":"2026-03-18T10:47:37.3881Z","end":"2026-03-18T10:47:38.554502Z","steps":["trace[859129892] 'agreement among raft nodes before linearized reading' (duration: 1.166332939s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:47:38.555097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:47:37.388073Z","time spent":"1.167007304s","remote":"127.0.0.1:46494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"warn","ts":"2026-03-18T10:47:38.555208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.229824126s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:32 size:274827"} {"level":"warn","ts":"2026-03-18T10:47:38.553988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.227176946s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-18T10:47:38.555289Z","caller":"traceutil/trace.go:171","msg":"trace[1870243546] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25139; }","duration":"1.228487475s","start":"2026-03-18T10:47:37.326782Z","end":"2026-03-18T10:47:38.555269Z","steps":["trace[1870243546] 'agreement among raft nodes before linearized reading' (duration: 1.227098745s)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:47:38.55458Z","caller":"traceutil/trace.go:171","msg":"trace[126217960] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:25139; }","duration":"968.54117ms","start":"2026-03-18T10:47:37.586027Z","end":"2026-03-18T10:47:38.554568Z","steps":["trace[126217960] 'agreement among raft nodes before linearized reading' (duration: 968.472049ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:47:38.555322Z","caller":"traceutil/trace.go:171","msg":"trace[1456487185] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:32; response_revision:25139; }","duration":"1.230160133s","start":"2026-03-18T10:47:37.325092Z","end":"2026-03-18T10:47:38.555252Z","steps":["trace[1456487185] 'agreement among raft nodes before linearized reading' (duration: 1.22907834s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:47:38.555441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:47:37.325066Z","time spent":"1.230359948s","remote":"127.0.0.1:38766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":32,"response size":274850,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-03-18T10:47:38.555363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:47:37.326773Z","time spent":"1.228572408s","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-18T10:47:38.55537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:47:37.586004Z","time spent":"969.34929ms","remote":"127.0.0.1:41320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":31,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-03-18T10:47:38.5556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.228494546s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-18T10:47:38.555643Z","caller":"traceutil/trace.go:171","msg":"trace[1785444715] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25139; }","duration":"1.228611019s","start":"2026-03-18T10:47:37.327019Z","end":"2026-03-18T10:47:38.55563Z","steps":["trace[1785444715] 'agreement among raft nodes before linearized reading' (duration: 1.227061325s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:47:38.555682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:47:37.326973Z","time spent":"1.228702621s","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T10:47:38.556314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.229462337s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-18T10:47:38.55758Z","caller":"traceutil/trace.go:171","msg":"trace[14672984] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25139; }","duration":"1.230739515s","start":"2026-03-18T10:47:37.326826Z","end":"2026-03-18T10:47:38.557566Z","steps":["trace[14672984] 'agreement among raft nodes before linearized reading' (duration: 1.227200997s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:47:38.557729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:47:37.32682Z","time spent":"1.230894568s","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T10:47:38.558134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.940586689s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418351"} {"level":"info","ts":"2026-03-18T10:47:38.558179Z","caller":"traceutil/trace.go:171","msg":"trace[1666610635] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:25139; }","duration":"1.940680242s","start":"2026-03-18T10:47:36.617487Z","end":"2026-03-18T10:47:38.558167Z","steps":["trace[1666610635] 'agreement among raft nodes before linearized reading' (duration: 1.936258024s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:47:38.558273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:47:36.617461Z","time spent":"1.940746413s","remote":"127.0.0.1:41288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":418374,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-03-18T10:47:39.230378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.872468ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-18T10:47:39.230519Z","caller":"traceutil/trace.go:171","msg":"trace[1070997134] transaction","detail":"{read_only:false; response_revision:25140; number_of_response:1; }","duration":"665.733868ms","start":"2026-03-18T10:47:38.564745Z","end":"2026-03-18T10:47:39.230479Z","steps":["trace[1070997134] 'process raft request' (duration: 393.48382ms)","trace[1070997134] 'compare' (duration: 271.48885ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:47:39.230588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:47:38.564725Z","time spent":"665.831471ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:47:39.319175Z","caller":"traceutil/trace.go:171","msg":"trace[190162571] transaction","detail":"{read_only:false; response_revision:25141; number_of_response:1; }","duration":"754.274077ms","start":"2026-03-18T10:47:38.564872Z","end":"2026-03-18T10:47:39.319146Z","steps":["trace[190162571] 'process raft request' (duration: 754.059622ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:47:39.319362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:47:38.564837Z","time spent":"754.41914ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:47:39.319381Z","caller":"traceutil/trace.go:171","msg":"trace[1669459581] transaction","detail":"{read_only:false; response_revision:25142; number_of_response:1; }","duration":"754.3954ms","start":"2026-03-18T10:47:38.564966Z","end":"2026-03-18T10:47:39.319361Z","steps":["trace[1669459581] 'process raft request' (duration: 754.124174ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:47:39.31944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:47:38.564959Z","time spent":"754.451321ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:47:39.319474Z","caller":"traceutil/trace.go:171","msg":"trace[849215279] linearizableReadLoop","detail":"{readStateIndex:26041; appliedIndex:26036; }","duration":"753.722266ms","start":"2026-03-18T10:47:38.565727Z","end":"2026-03-18T10:47:39.31945Z","steps":["trace[849215279] 'read index received' (duration: 392.51982ms)","trace[849215279] 'applied index is now lower than readState.Index' (duration: 361.201116ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:47:39.319555Z","caller":"traceutil/trace.go:171","msg":"trace[1476408661] transaction","detail":"{read_only:false; response_revision:25144; number_of_response:1; }","duration":"754.442261ms","start":"2026-03-18T10:47:38.565103Z","end":"2026-03-18T10:47:39.319545Z","steps":["trace[1476408661] 'process raft request' (duration: 754.308958ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:47:39.319605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:47:38.565071Z","time spent":"754.510632ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:47:39.319641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"753.888849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:47:39.319515Z","caller":"traceutil/trace.go:171","msg":"trace[675694450] transaction","detail":"{read_only:false; response_revision:25143; number_of_response:1; }","duration":"754.520353ms","start":"2026-03-18T10:47:38.564987Z","end":"2026-03-18T10:47:39.319507Z","steps":["trace[675694450] 'process raft request' (duration: 754.330589ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:47:39.319673Z","caller":"traceutil/trace.go:171","msg":"trace[564646623] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25144; }","duration":"753.976991ms","start":"2026-03-18T10:47:38.565688Z","end":"2026-03-18T10:47:39.319665Z","steps":["trace[564646623] 'agreement among raft nodes before linearized reading' (duration: 753.872399ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:47:39.319704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:47:38.564945Z","time spent":"754.732708ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:47:39.319705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:47:38.565671Z","time spent":"754.028332ms","remote":"127.0.0.1:41084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T10:47:39.820297Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10400673014339895500,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T10:47:40.320766Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10400673014339895500,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-18T10:47:40.382647Z","caller":"traceutil/trace.go:171","msg":"trace[1882578158] transaction","detail":"{read_only:false; response_revision:25145; number_of_response:1; }","duration":"1.418313728s","start":"2026-03-18T10:47:38.964306Z","end":"2026-03-18T10:47:40.38262Z","steps":["trace[1882578158] 'process raft request' (duration: 1.417894069s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:47:40.382835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:47:38.964261Z","time spent":"1.418464172s","remote":"127.0.0.1:41288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418409,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:47:40.501873Z","caller":"traceutil/trace.go:171","msg":"trace[2003968634] transaction","detail":"{read_only:false; response_revision:25146; number_of_response:1; }","duration":"1.098940148s","start":"2026-03-18T10:47:39.402824Z","end":"2026-03-18T10:47:40.501765Z","steps":["trace[2003968634] 'process raft request' (duration: 1.091621786s)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:47:40.501965Z","caller":"traceutil/trace.go:171","msg":"trace[984971003] linearizableReadLoop","detail":"{readStateIndex:26044; appliedIndex:26041; }","duration":"1.182404406s","start":"2026-03-18T10:47:39.319534Z","end":"2026-03-18T10:47:40.501939Z","steps":["trace[984971003] 'read index received' (duration: 1.062716727s)","trace[984971003] 'applied index is now lower than readState.Index' (duration: 119.685159ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:47:40.502098Z","caller":"traceutil/trace.go:171","msg":"trace[226090737] transaction","detail":"{read_only:false; response_revision:25147; number_of_response:1; }","duration":"918.452751ms","start":"2026-03-18T10:47:39.583626Z","end":"2026-03-18T10:47:40.502079Z","steps":["trace[226090737] 'process raft request' (duration: 918.058783ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:47:40.502132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:47:39.402795Z","time spent":"1.099188993s","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:47:40.502206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:47:39.583586Z","time spent":"918.557274ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:47:40.502239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.665878658s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-18T10:47:40.502315Z","caller":"traceutil/trace.go:171","msg":"trace[10767093] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:25147; }","duration":"1.665999562s","start":"2026-03-18T10:47:38.836299Z","end":"2026-03-18T10:47:40.502299Z","steps":["trace[10767093] 'agreement among raft nodes before linearized reading' (duration: 1.665773256s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:47:40.502299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.587130006s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-18T10:47:40.50235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:47:38.836285Z","time spent":"1.666056923s","remote":"127.0.0.1:41262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":90,"response size":31,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-03-18T10:47:40.502367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.181032665s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:47:40.502439Z","caller":"traceutil/trace.go:171","msg":"trace[1995276503] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25147; }","duration":"1.181131418s","start":"2026-03-18T10:47:39.321291Z","end":"2026-03-18T10:47:40.502422Z","steps":["trace[1995276503] 'agreement among raft nodes before linearized reading' (duration: 1.181045846s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:47:40.502548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.736648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"warn","ts":"2026-03-18T10:47:40.502571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.28743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:47:40.502589Z","caller":"traceutil/trace.go:171","msg":"trace[559168918] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:25147; }","duration":"169.805599ms","start":"2026-03-18T10:47:40.332769Z","end":"2026-03-18T10:47:40.502575Z","steps":["trace[559168918] 'agreement among raft nodes before linearized reading' (duration: 169.661046ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:47:40.502634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.754968031s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:47:40.502643Z","caller":"traceutil/trace.go:171","msg":"trace[1972360379] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routers/; range_end:/registry/openstack.k-orc.cloud/routers0; response_count:0; response_revision:25147; }","duration":"156.363752ms","start":"2026-03-18T10:47:40.34623Z","end":"2026-03-18T10:47:40.502594Z","steps":["trace[1972360379] 'agreement among raft nodes before linearized reading' (duration: 156.260459ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:47:40.502646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"972.249253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-889fba98-d09b-44e6-8e86-e19292351602\" ","response":"range_response_count:1 size:3950"} {"level":"info","ts":"2026-03-18T10:47:40.502667Z","caller":"traceutil/trace.go:171","msg":"trace[2098607241] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:25147; }","duration":"1.755038733s","start":"2026-03-18T10:47:38.747618Z","end":"2026-03-18T10:47:40.502657Z","steps":["trace[2098607241] 'agreement among raft nodes before linearized reading' (duration: 1.754986772s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:47:40.502689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:47:38.747594Z","time spent":"1.755089324s","remote":"127.0.0.1:52634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"info","ts":"2026-03-18T10:47:40.502697Z","caller":"traceutil/trace.go:171","msg":"trace[441540105] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-889fba98-d09b-44e6-8e86-e19292351602; range_end:; response_count:1; response_revision:25147; }","duration":"972.314384ms","start":"2026-03-18T10:47:39.530367Z","end":"2026-03-18T10:47:40.502681Z","steps":["trace[441540105] 'agreement among raft nodes before linearized reading' (duration: 972.157771ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:47:40.502734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:47:39.53036Z","time spent":"972.364285ms","remote":"127.0.0.1:41260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3973,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-889fba98-d09b-44e6-8e86-e19292351602\" "} {"level":"warn","ts":"2026-03-18T10:47:40.502736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.366037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/secretgen-controller/secretgen-controller-sa\" ","response":"range_response_count:1 size:231"} {"level":"info","ts":"2026-03-18T10:47:40.502858Z","caller":"traceutil/trace.go:171","msg":"trace[1238107898] range","detail":"{range_begin:/registry/serviceaccounts/secretgen-controller/secretgen-controller-sa; range_end:; response_count:1; response_revision:25147; }","duration":"135.552292ms","start":"2026-03-18T10:47:40.36728Z","end":"2026-03-18T10:47:40.502832Z","steps":["trace[1238107898] 'agreement among raft nodes before linearized reading' (duration: 135.179504ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:47:40.5029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.170007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:47:40.502924Z","caller":"traceutil/trace.go:171","msg":"trace[1080531918] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/domains/; range_end:/registry/openstack.k-orc.cloud/domains0; response_count:0; response_revision:25147; }","duration":"469.251479ms","start":"2026-03-18T10:47:40.033666Z","end":"2026-03-18T10:47:40.502917Z","steps":["trace[1080531918] 'agreement among raft nodes before linearized reading' (duration: 469.206228ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:47:40.502881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"983.739277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T10:47:40.502951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:47:40.033623Z","time spent":"469.32277ms","remote":"127.0.0.1:39472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true "} {"level":"warn","ts":"2026-03-18T10:47:40.502982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.020415679s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/local-path-storage/helper-pod-create-pvc-889fba98-d09b-44e6-8e86-e19292351602\" ","response":"range_response_count:1 size:2248"} {"level":"info","ts":"2026-03-18T10:47:40.502988Z","caller":"traceutil/trace.go:171","msg":"trace[2133886937] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:25147; }","duration":"983.887871ms","start":"2026-03-18T10:47:39.519075Z","end":"2026-03-18T10:47:40.502963Z","steps":["trace[2133886937] 'agreement among raft nodes before linearized reading' (duration: 983.733987ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:47:40.503017Z","caller":"traceutil/trace.go:171","msg":"trace[1394728687] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/local-path-storage/helper-pod-create-pvc-889fba98-d09b-44e6-8e86-e19292351602; range_end:; response_count:1; response_revision:25147; }","duration":"1.020478761s","start":"2026-03-18T10:47:39.482528Z","end":"2026-03-18T10:47:40.503007Z","steps":["trace[1394728687] 'agreement among raft nodes before linearized reading' (duration: 1.020383209s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:47:40.503042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:47:39.482511Z","time spent":"1.020523542s","remote":"127.0.0.1:38840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":115,"response count":1,"response size":2271,"request content":"key:\"/registry/cilium.io/ciliumendpoints/local-path-storage/helper-pod-create-pvc-889fba98-d09b-44e6-8e86-e19292351602\" "} {"level":"warn","ts":"2026-03-18T10:47:40.503039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:47:39.51905Z","time spent":"983.975543ms","remote":"127.0.0.1:39468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-03-18T10:47:40.502377Z","caller":"traceutil/trace.go:171","msg":"trace[709581461] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:25147; }","duration":"1.587274988s","start":"2026-03-18T10:47:38.915085Z","end":"2026-03-18T10:47:40.50236Z","steps":["trace[709581461] 'agreement among raft nodes before linearized reading' (duration: 1.587109154s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:47:40.503176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:47:38.915061Z","time spent":"1.588104687s","remote":"127.0.0.1:41318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":7,"response size":31,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-03-18T10:47:40.502246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.497204335s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.215\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-03-18T10:47:40.503241Z","caller":"traceutil/trace.go:171","msg":"trace[1347667782] range","detail":"{range_begin:/registry/masterleases/199.19.213.215; range_end:; response_count:1; response_revision:25147; }","duration":"1.498235537s","start":"2026-03-18T10:47:39.004997Z","end":"2026-03-18T10:47:40.503232Z","steps":["trace[1347667782] 'agreement among raft nodes before linearized reading' (duration: 1.497106862s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:47:40.503269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:47:39.004983Z","time spent":"1.498277309s","remote":"127.0.0.1:41098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.19.213.215\" "} {"level":"warn","ts":"2026-03-18T10:47:40.5034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:47:39.321273Z","time spent":"1.18120915s","remote":"127.0.0.1:41074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-18T10:47:41.571411Z","caller":"traceutil/trace.go:171","msg":"trace[772863864] transaction","detail":"{read_only:false; response_revision:25159; number_of_response:1; }","duration":"183.054922ms","start":"2026-03-18T10:47:41.388322Z","end":"2026-03-18T10:47:41.571377Z","steps":["trace[772863864] 'process raft request' (duration: 182.758126ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:47:41.571414Z","caller":"traceutil/trace.go:171","msg":"trace[236306277] transaction","detail":"{read_only:false; response_revision:25160; number_of_response:1; }","duration":"183.045582ms","start":"2026-03-18T10:47:41.388337Z","end":"2026-03-18T10:47:41.571383Z","steps":["trace[236306277] 'process raft request' (duration: 182.92728ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:47:41.571526Z","caller":"traceutil/trace.go:171","msg":"trace[1384626108] linearizableReadLoop","detail":"{readStateIndex:26059; appliedIndex:26055; }","duration":"181.759784ms","start":"2026-03-18T10:47:41.38975Z","end":"2026-03-18T10:47:41.571509Z","steps":["trace[1384626108] 'read index received' (duration: 86.542246ms)","trace[1384626108] 'applied index is now lower than readState.Index' (duration: 95.215668ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:47:41.57161Z","caller":"traceutil/trace.go:171","msg":"trace[954748517] transaction","detail":"{read_only:false; response_revision:25161; number_of_response:1; }","duration":"183.201605ms","start":"2026-03-18T10:47:41.388388Z","end":"2026-03-18T10:47:41.57159Z","steps":["trace[954748517] 'process raft request' (duration: 182.941389ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:47:41.57173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.964558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-18T10:47:41.573155Z","caller":"traceutil/trace.go:171","msg":"trace[1781912851] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25161; }","duration":"183.428292ms","start":"2026-03-18T10:47:41.389711Z","end":"2026-03-18T10:47:41.573139Z","steps":["trace[1781912851] 'agreement among raft nodes before linearized reading' (duration: 181.883877ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:47:42.510561Z","caller":"traceutil/trace.go:171","msg":"trace[396198769] transaction","detail":"{read_only:false; response_revision:25171; number_of_response:1; }","duration":"186.55847ms","start":"2026-03-18T10:47:42.323976Z","end":"2026-03-18T10:47:42.510534Z","steps":["trace[396198769] 'process raft request' (duration: 186.335595ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:47:42.510986Z","caller":"traceutil/trace.go:171","msg":"trace[31616177] linearizableReadLoop","detail":"{readStateIndex:26071; appliedIndex:26071; }","duration":"143.933497ms","start":"2026-03-18T10:47:42.367019Z","end":"2026-03-18T10:47:42.510953Z","steps":["trace[31616177] 'read index received' (duration: 143.924547ms)","trace[31616177] 'applied index is now lower than readState.Index' (duration: 7.28µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:47:42.511179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.147721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-18T10:47:42.511218Z","caller":"traceutil/trace.go:171","msg":"trace[500665578] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:25171; }","duration":"144.250643ms","start":"2026-03-18T10:47:42.366959Z","end":"2026-03-18T10:47:42.511209Z","steps":["trace[500665578] 'agreement among raft nodes before linearized reading' (duration: 144.07494ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:47:43.755917Z","caller":"traceutil/trace.go:171","msg":"trace[377356729] linearizableReadLoop","detail":"{readStateIndex:26083; appliedIndex:26082; }","duration":"414.650229ms","start":"2026-03-18T10:47:43.341241Z","end":"2026-03-18T10:47:43.755892Z","steps":["trace[377356729] 'read index received' (duration: 414.432484ms)","trace[377356729] 'applied index is now lower than readState.Index' (duration: 216.785µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:47:43.756222Z","caller":"traceutil/trace.go:171","msg":"trace[510267630] transaction","detail":"{read_only:false; response_revision:25183; number_of_response:1; }","duration":"436.130055ms","start":"2026-03-18T10:47:43.32008Z","end":"2026-03-18T10:47:43.75621Z","steps":["trace[510267630] 'process raft request' (duration: 435.670865ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:47:43.756343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:47:43.320037Z","time spent":"436.224927ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:47:43.756634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.395815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-18T10:47:43.756671Z","caller":"traceutil/trace.go:171","msg":"trace[1630405482] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:25183; }","duration":"415.458717ms","start":"2026-03-18T10:47:43.341204Z","end":"2026-03-18T10:47:43.756662Z","steps":["trace[1630405482] 'agreement among raft nodes before linearized reading' (duration: 415.316384ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:47:43.756692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:47:43.341189Z","time spent":"415.497658ms","remote":"127.0.0.1:41242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":90,"response size":31,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-18T10:47:43.75687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.817148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-18T10:47:43.756925Z","caller":"traceutil/trace.go:171","msg":"trace[366734608] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25183; }","duration":"276.88517ms","start":"2026-03-18T10:47:43.480006Z","end":"2026-03-18T10:47:43.756891Z","steps":["trace[366734608] 'agreement among raft nodes before linearized reading' (duration: 276.797178ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:47:43.757184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.879021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:47:43.757209Z","caller":"traceutil/trace.go:171","msg":"trace[1194456189] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25183; }","duration":"104.948633ms","start":"2026-03-18T10:47:43.652255Z","end":"2026-03-18T10:47:43.757204Z","steps":["trace[1194456189] 'agreement among raft nodes before linearized reading' (duration: 104.910162ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:47:43.757347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.995206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-18T10:47:43.757373Z","caller":"traceutil/trace.go:171","msg":"trace[807138833] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25183; }","duration":"181.067747ms","start":"2026-03-18T10:47:43.5763Z","end":"2026-03-18T10:47:43.757368Z","steps":["trace[807138833] 'agreement among raft nodes before linearized reading' (duration: 181.006716ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:47:43.7575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.308834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-18T10:47:43.757527Z","caller":"traceutil/trace.go:171","msg":"trace[455621997] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25183; }","duration":"181.355905ms","start":"2026-03-18T10:47:43.576165Z","end":"2026-03-18T10:47:43.757521Z","steps":["trace[455621997] 'agreement among raft nodes before linearized reading' (duration: 181.289293ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:47:43.757668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.482778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-18T10:47:43.757696Z","caller":"traceutil/trace.go:171","msg":"trace[1131556189] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25183; }","duration":"181.524728ms","start":"2026-03-18T10:47:43.576166Z","end":"2026-03-18T10:47:43.757691Z","steps":["trace[1131556189] 'agreement among raft nodes before linearized reading' (duration: 181.453477ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:47:43.757881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.119916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:47:43.757911Z","caller":"traceutil/trace.go:171","msg":"trace[34462390] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:25183; }","duration":"184.188118ms","start":"2026-03-18T10:47:43.573716Z","end":"2026-03-18T10:47:43.757904Z","steps":["trace[34462390] 'agreement among raft nodes before linearized reading' (duration: 184.139387ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:47:43.758046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.712986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:47:43.758075Z","caller":"traceutil/trace.go:171","msg":"trace[1425422594] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:25183; }","duration":"187.777767ms","start":"2026-03-18T10:47:43.570291Z","end":"2026-03-18T10:47:43.758069Z","steps":["trace[1425422594] 'agreement among raft nodes before linearized reading' (duration: 187.732836ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:47:44.316295Z","caller":"traceutil/trace.go:171","msg":"trace[37069173] transaction","detail":"{read_only:false; response_revision:25184; number_of_response:1; }","duration":"553.491064ms","start":"2026-03-18T10:47:43.762782Z","end":"2026-03-18T10:47:44.316273Z","steps":["trace[37069173] 'process raft request' (duration: 540.25021ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:47:44.316418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:47:43.762767Z","time spent":"553.582305ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:47:44.378103Z","caller":"traceutil/trace.go:171","msg":"trace[557849877] linearizableReadLoop","detail":"{readStateIndex:26088; appliedIndex:26083; }","duration":"427.022672ms","start":"2026-03-18T10:47:43.951042Z","end":"2026-03-18T10:47:44.378064Z","steps":["trace[557849877] 'read index received' (duration: 351.890799ms)","trace[557849877] 'applied index is now lower than readState.Index' (duration: 75.129803ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:47:44.378111Z","caller":"traceutil/trace.go:171","msg":"trace[2012067899] transaction","detail":"{read_only:false; response_revision:25185; number_of_response:1; }","duration":"613.945831ms","start":"2026-03-18T10:47:43.764121Z","end":"2026-03-18T10:47:44.378067Z","steps":["trace[2012067899] 'process raft request' (duration: 613.607244ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:47:44.378297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.236087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-18T10:47:44.378331Z","caller":"traceutil/trace.go:171","msg":"trace[740352445] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:25188; }","duration":"427.320569ms","start":"2026-03-18T10:47:43.951001Z","end":"2026-03-18T10:47:44.378322Z","steps":["trace[740352445] 'agreement among raft nodes before linearized reading' (duration: 427.174126ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:47:44.378317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:47:43.764109Z","time spent":"614.105535ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:47:44.378372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:47:43.950981Z","time spent":"427.371601ms","remote":"127.0.0.1:41158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-03-18T10:47:44.378383Z","caller":"traceutil/trace.go:171","msg":"trace[1575913342] transaction","detail":"{read_only:false; response_revision:25187; number_of_response:1; }","duration":"614.040073ms","start":"2026-03-18T10:47:43.764306Z","end":"2026-03-18T10:47:44.378346Z","steps":["trace[1575913342] 'process raft request' (duration: 613.631505ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:47:44.378556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:47:43.764266Z","time spent":"614.194446ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:47:44.378558Z","caller":"traceutil/trace.go:171","msg":"trace[1978184507] transaction","detail":"{read_only:false; response_revision:25188; number_of_response:1; }","duration":"431.488732ms","start":"2026-03-18T10:47:43.947032Z","end":"2026-03-18T10:47:44.378521Z","steps":["trace[1978184507] 'process raft request' (duration: 430.952821ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:47:44.378673Z","caller":"traceutil/trace.go:171","msg":"trace[146676796] transaction","detail":"{read_only:false; response_revision:25186; number_of_response:1; }","duration":"614.455282ms","start":"2026-03-18T10:47:43.764208Z","end":"2026-03-18T10:47:44.378663Z","steps":["trace[146676796] 'process raft request' (duration: 613.683176ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:47:44.378707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:47:43.946997Z","time spent":"431.628316ms","remote":"127.0.0.1:52616","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7516,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:47:44.378763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:47:43.764181Z","time spent":"614.525653ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:47:46.25767Z","caller":"traceutil/trace.go:171","msg":"trace[294720773] transaction","detail":"{read_only:false; response_revision:25211; number_of_response:1; }","duration":"194.073656ms","start":"2026-03-18T10:47:46.063575Z","end":"2026-03-18T10:47:46.257649Z","steps":["trace[294720773] 'process raft request' (duration: 193.835341ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:47:46.537238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.499369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-18T10:47:46.537302Z","caller":"traceutil/trace.go:171","msg":"trace[1963852336] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25211; }","duration":"153.628152ms","start":"2026-03-18T10:47:46.38366Z","end":"2026-03-18T10:47:46.537288Z","steps":["trace[1963852336] 'range keys from in-memory index tree' (duration: 153.298104ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:47:46.537416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.903787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-18T10:47:46.537497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.386418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-18T10:47:46.537499Z","caller":"traceutil/trace.go:171","msg":"trace[2093542509] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25211; }","duration":"154.052391ms","start":"2026-03-18T10:47:46.383425Z","end":"2026-03-18T10:47:46.537478Z","steps":["trace[2093542509] 'range keys from in-memory index tree' (duration: 153.735143ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:47:46.53724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.008013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:47:46.53758Z","caller":"traceutil/trace.go:171","msg":"trace[1170888107] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:25211; }","duration":"109.375871ms","start":"2026-03-18T10:47:46.428175Z","end":"2026-03-18T10:47:46.537551Z","steps":["trace[1170888107] 'count revisions from in-memory index tree' (duration: 108.86836ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:47:46.537524Z","caller":"traceutil/trace.go:171","msg":"trace[1654379296] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25211; }","duration":"215.453809ms","start":"2026-03-18T10:47:46.322062Z","end":"2026-03-18T10:47:46.537516Z","steps":["trace[1654379296] 'range keys from in-memory index tree' (duration: 215.287115ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:47:46.537504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.741274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-18T10:47:46.53781Z","caller":"traceutil/trace.go:171","msg":"trace[714411045] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25211; }","duration":"154.090701ms","start":"2026-03-18T10:47:46.383695Z","end":"2026-03-18T10:47:46.537785Z","steps":["trace[714411045] 'range keys from in-memory index tree' (duration: 153.611871ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:47:46.732495Z","caller":"traceutil/trace.go:171","msg":"trace[224992035] transaction","detail":"{read_only:false; response_revision:25213; number_of_response:1; }","duration":"191.223123ms","start":"2026-03-18T10:47:46.541252Z","end":"2026-03-18T10:47:46.732475Z","steps":["trace[224992035] 'process raft request' (duration: 191.034149ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:47:46.73297Z","caller":"traceutil/trace.go:171","msg":"trace[524912564] transaction","detail":"{read_only:false; response_revision:25214; number_of_response:1; }","duration":"191.642193ms","start":"2026-03-18T10:47:46.541311Z","end":"2026-03-18T10:47:46.732953Z","steps":["trace[524912564] 'process raft request' (duration: 191.122031ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:47:46.733133Z","caller":"traceutil/trace.go:171","msg":"trace[560093793] transaction","detail":"{read_only:false; response_revision:25215; number_of_response:1; }","duration":"191.735385ms","start":"2026-03-18T10:47:46.541362Z","end":"2026-03-18T10:47:46.733098Z","steps":["trace[560093793] 'process raft request' (duration: 191.529611ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:47:46.733719Z","caller":"traceutil/trace.go:171","msg":"trace[1733719177] transaction","detail":"{read_only:false; response_revision:25216; number_of_response:1; }","duration":"190.59675ms","start":"2026-03-18T10:47:46.543107Z","end":"2026-03-18T10:47:46.733703Z","steps":["trace[1733719177] 'process raft request' (duration: 189.961046ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:47:46.733882Z","caller":"traceutil/trace.go:171","msg":"trace[691045906] transaction","detail":"{read_only:false; response_revision:25217; number_of_response:1; }","duration":"178.631554ms","start":"2026-03-18T10:47:46.555239Z","end":"2026-03-18T10:47:46.73387Z","steps":["trace[691045906] 'process raft request' (duration: 178.44248ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:47:46.734235Z","caller":"traceutil/trace.go:171","msg":"trace[1413095913] transaction","detail":"{read_only:false; response_revision:25219; number_of_response:1; }","duration":"172.555119ms","start":"2026-03-18T10:47:46.561663Z","end":"2026-03-18T10:47:46.734218Z","steps":["trace[1413095913] 'process raft request' (duration: 172.453097ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:47:46.734223Z","caller":"traceutil/trace.go:171","msg":"trace[1886266246] transaction","detail":"{read_only:false; response_revision:25218; number_of_response:1; }","duration":"176.034477ms","start":"2026-03-18T10:47:46.558151Z","end":"2026-03-18T10:47:46.734186Z","steps":["trace[1886266246] 'process raft request' (duration: 175.662579ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:47:46.734359Z","caller":"traceutil/trace.go:171","msg":"trace[26303504] transaction","detail":"{read_only:false; response_revision:25220; number_of_response:1; }","duration":"172.081949ms","start":"2026-03-18T10:47:46.562264Z","end":"2026-03-18T10:47:46.734346Z","steps":["trace[26303504] 'process raft request' (duration: 171.909565ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:47:46.734388Z","caller":"traceutil/trace.go:171","msg":"trace[1379824128] linearizableReadLoop","detail":"{readStateIndex:26122; appliedIndex:26112; }","duration":"138.967756ms","start":"2026-03-18T10:47:46.595407Z","end":"2026-03-18T10:47:46.734375Z","steps":["trace[1379824128] 'read index received' (duration: 9.163743ms)","trace[1379824128] 'applied index is now lower than readState.Index' (duration: 129.803023ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:47:46.734411Z","caller":"traceutil/trace.go:171","msg":"trace[1451181350] transaction","detail":"{read_only:false; response_revision:25221; number_of_response:1; }","duration":"166.078397ms","start":"2026-03-18T10:47:46.568316Z","end":"2026-03-18T10:47:46.734394Z","steps":["trace[1451181350] 'process raft request' (duration: 165.948434ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:47:46.734547Z","caller":"traceutil/trace.go:171","msg":"trace[1294658656] transaction","detail":"{read_only:false; response_revision:25222; number_of_response:1; }","duration":"139.097799ms","start":"2026-03-18T10:47:46.595403Z","end":"2026-03-18T10:47:46.7345Z","steps":["trace[1294658656] 'process raft request' (duration: 138.912285ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:47:46.734644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.207641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-18T10:47:46.734683Z","caller":"traceutil/trace.go:171","msg":"trace[1611697779] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25222; }","duration":"139.299573ms","start":"2026-03-18T10:47:46.595372Z","end":"2026-03-18T10:47:46.734671Z","steps":["trace[1611697779] 'agreement among raft nodes before linearized reading' (duration: 139.062168ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:47:49.031747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.253839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-18T10:47:49.032121Z","caller":"traceutil/trace.go:171","msg":"trace[788720472] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25229; }","duration":"287.655747ms","start":"2026-03-18T10:47:48.744427Z","end":"2026-03-18T10:47:49.032083Z","steps":["trace[788720472] 'range keys from in-memory index tree' (duration: 286.42259ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:47:49.032217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.084147ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-18T10:47:49.032317Z","caller":"traceutil/trace.go:171","msg":"trace[1496885931] transaction","detail":"{read_only:false; response_revision:25230; number_of_response:1; }","duration":"287.682347ms","start":"2026-03-18T10:47:48.744613Z","end":"2026-03-18T10:47:49.032295Z","steps":["trace[1496885931] 'process raft request' (duration: 149.432697ms)","trace[1496885931] 'compare' (duration: 137.986095ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:47:49.032149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.08715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:47:49.032885Z","caller":"traceutil/trace.go:171","msg":"trace[1670505512] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25229; }","duration":"369.797916ms","start":"2026-03-18T10:47:48.663011Z","end":"2026-03-18T10:47:49.032809Z","steps":["trace[1670505512] 'range keys from in-memory index tree' (duration: 369.024398ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:47:49.033087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:47:48.662975Z","time spent":"370.095443ms","remote":"127.0.0.1:41074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-18T10:47:49.038155Z","caller":"traceutil/trace.go:171","msg":"trace[1775754863] transaction","detail":"{read_only:false; response_revision:25231; number_of_response:1; }","duration":"293.072908ms","start":"2026-03-18T10:47:48.745053Z","end":"2026-03-18T10:47:49.038126Z","steps":["trace[1775754863] 'process raft request' (duration: 292.825802ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:47:49.038444Z","caller":"traceutil/trace.go:171","msg":"trace[147506414] transaction","detail":"{read_only:false; response_revision:25233; number_of_response:1; }","duration":"293.254282ms","start":"2026-03-18T10:47:48.745179Z","end":"2026-03-18T10:47:49.038433Z","steps":["trace[147506414] 'process raft request' (duration: 293.131969ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:47:49.038437Z","caller":"traceutil/trace.go:171","msg":"trace[1186652915] transaction","detail":"{read_only:false; response_revision:25232; number_of_response:1; }","duration":"293.359455ms","start":"2026-03-18T10:47:48.745055Z","end":"2026-03-18T10:47:49.038414Z","steps":["trace[1186652915] 'process raft request' (duration: 293.024367ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:47:49.038571Z","caller":"traceutil/trace.go:171","msg":"trace[608225380] transaction","detail":"{read_only:false; response_revision:25234; number_of_response:1; }","duration":"292.931575ms","start":"2026-03-18T10:47:48.745631Z","end":"2026-03-18T10:47:49.038562Z","steps":["trace[608225380] 'process raft request' (duration: 292.769641ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:47:49.03859Z","caller":"traceutil/trace.go:171","msg":"trace[186719048] transaction","detail":"{read_only:false; response_revision:25235; number_of_response:1; }","duration":"291.38453ms","start":"2026-03-18T10:47:48.747197Z","end":"2026-03-18T10:47:49.038581Z","steps":["trace[186719048] 'process raft request' (duration: 291.296818ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:47:49.038651Z","caller":"traceutil/trace.go:171","msg":"trace[347801337] linearizableReadLoop","detail":"{readStateIndex:26133; appliedIndex:26130; }","duration":"293.476607ms","start":"2026-03-18T10:47:48.745168Z","end":"2026-03-18T10:47:49.038644Z","steps":["trace[347801337] 'read index received' (duration: 148.900866ms)","trace[347801337] 'applied index is now lower than readState.Index' (duration: 144.574841ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:47:49.038796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.781744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-18T10:47:49.038828Z","caller":"traceutil/trace.go:171","msg":"trace[1706866004] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25236; }","duration":"293.832285ms","start":"2026-03-18T10:47:48.744988Z","end":"2026-03-18T10:47:49.03882Z","steps":["trace[1706866004] 'agreement among raft nodes before linearized reading' (duration: 293.721472ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:47:49.038916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.481023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-18T10:47:49.038977Z","caller":"traceutil/trace.go:171","msg":"trace[1010436727] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25236; }","duration":"291.613956ms","start":"2026-03-18T10:47:48.747348Z","end":"2026-03-18T10:47:49.038962Z","steps":["trace[1010436727] 'agreement among raft nodes before linearized reading' (duration: 291.385201ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:47:49.039073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.820398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-03-18T10:47:49.039141Z","caller":"traceutil/trace.go:171","msg":"trace[167666360] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:25236; }","duration":"159.977531ms","start":"2026-03-18T10:47:48.879146Z","end":"2026-03-18T10:47:49.039123Z","steps":["trace[167666360] 'agreement among raft nodes before linearized reading' (duration: 159.695625ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:47:49.039157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.906514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-18T10:47:49.039188Z","caller":"traceutil/trace.go:171","msg":"trace[1023768936] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25236; }","duration":"287.973785ms","start":"2026-03-18T10:47:48.751204Z","end":"2026-03-18T10:47:49.039178Z","steps":["trace[1023768936] 'agreement among raft nodes before linearized reading' (duration: 287.890403ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:47:50.913995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.922548ms","expected-duration":"100ms","prefix":"","request":"header: compaction: ","response":"size:6"} {"level":"info","ts":"2026-03-18T10:47:50.914117Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":22858} {"level":"info","ts":"2026-03-18T10:47:50.914185Z","caller":"traceutil/trace.go:171","msg":"trace[534586965] compact","detail":"{revision:22858; response_revision:25242; }","duration":"489.64407ms","start":"2026-03-18T10:47:50.424502Z","end":"2026-03-18T10:47:50.914146Z","steps":["trace[534586965] 'check and update compact revision' (duration: 471.783725ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:47:50.914289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:47:50.424452Z","time spent":"489.832994ms","remote":"127.0.0.1:41086","response type":"/etcdserverpb.KV/Compact","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-18T10:47:50.914239Z","caller":"traceutil/trace.go:171","msg":"trace[1645418882] linearizableReadLoop","detail":"{readStateIndex:26145; appliedIndex:26144; }","duration":"345.546779ms","start":"2026-03-18T10:47:50.568675Z","end":"2026-03-18T10:47:50.914222Z","steps":["trace[1645418882] 'read index received' (duration: 42.381µs)","trace[1645418882] 'applied index is now lower than readState.Index' (duration: 345.503338ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:47:50.91443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.730313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-03-18T10:47:50.914486Z","caller":"traceutil/trace.go:171","msg":"trace[539949952] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:25242; }","duration":"345.838375ms","start":"2026-03-18T10:47:50.568628Z","end":"2026-03-18T10:47:50.914467Z","steps":["trace[539949952] 'agreement among raft nodes before linearized reading' (duration: 345.631331ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:47:50.914534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:47:50.568607Z","time spent":"345.918027ms","remote":"127.0.0.1:60360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3332,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"info","ts":"2026-03-18T10:47:50.916337Z","caller":"traceutil/trace.go:171","msg":"trace[882460125] transaction","detail":"{read_only:false; response_revision:25243; number_of_response:1; }","duration":"336.11681ms","start":"2026-03-18T10:47:50.580197Z","end":"2026-03-18T10:47:50.916313Z","steps":["trace[882460125] 'process raft request' (duration: 333.930762ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:47:50.916543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:47:50.580174Z","time spent":"336.295825ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:47:50.916663Z","caller":"traceutil/trace.go:171","msg":"trace[984660839] transaction","detail":"{read_only:false; response_revision:25244; number_of_response:1; }","duration":"297.141368ms","start":"2026-03-18T10:47:50.619494Z","end":"2026-03-18T10:47:50.916635Z","steps":["trace[984660839] 'process raft request' (duration: 296.805071ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:47:50.916701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.857515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:47:50.916768Z","caller":"traceutil/trace.go:171","msg":"trace[1730553045] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:25244; }","duration":"330.981307ms","start":"2026-03-18T10:47:50.585765Z","end":"2026-03-18T10:47:50.916746Z","steps":["trace[1730553045] 'agreement among raft nodes before linearized reading' (duration: 330.802033ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:47:50.91682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:47:50.585751Z","time spent":"331.058469ms","remote":"127.0.0.1:39468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-18T10:47:50.916929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.140497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:47:50.917028Z","caller":"traceutil/trace.go:171","msg":"trace[1655019629] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25244; }","duration":"268.27647ms","start":"2026-03-18T10:47:50.648742Z","end":"2026-03-18T10:47:50.917018Z","steps":["trace[1655019629] 'agreement among raft nodes before linearized reading' (duration: 268.042285ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:47:51.074547Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":22858,"took":"152.684749ms","hash":3585139488,"current-db-size-bytes":48746496,"current-db-size":"49 MB","current-db-size-in-use-bytes":31035392,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-03-18T10:47:51.074618Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3585139488,"revision":22858,"compact-revision":19987} {"level":"info","ts":"2026-03-18T10:47:51.988567Z","caller":"traceutil/trace.go:171","msg":"trace[671672829] transaction","detail":"{read_only:false; response_revision:25255; number_of_response:1; }","duration":"106.351755ms","start":"2026-03-18T10:47:51.88219Z","end":"2026-03-18T10:47:51.988542Z","steps":["trace[671672829] 'process raft request' (duration: 104.386271ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:47:51.989789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.735194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/neutron-l3-agent-default-vfv7b.189de8f33ca15f18\" ","response":"range_response_count:1 size:949"} {"level":"info","ts":"2026-03-18T10:47:51.990323Z","caller":"traceutil/trace.go:171","msg":"trace[869979581] range","detail":"{range_begin:/registry/events/openstack/neutron-l3-agent-default-vfv7b.189de8f33ca15f18; range_end:; response_count:1; response_revision:25255; }","duration":"103.291586ms","start":"2026-03-18T10:47:51.887017Z","end":"2026-03-18T10:47:51.990309Z","steps":["trace[869979581] 'agreement among raft nodes before linearized reading' (duration: 102.670342ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:47:52.16502Z","caller":"traceutil/trace.go:171","msg":"trace[175760723] linearizableReadLoop","detail":"{readStateIndex:26159; appliedIndex:26158; }","duration":"170.720139ms","start":"2026-03-18T10:47:51.994059Z","end":"2026-03-18T10:47:52.164779Z","steps":["trace[175760723] 'read index received' (duration: 79.102µs)","trace[175760723] 'applied index is now lower than readState.Index' (duration: 170.640357ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:47:52.16511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.026816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:47:52.165192Z","caller":"traceutil/trace.go:171","msg":"trace[761426792] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25256; }","duration":"171.167189ms","start":"2026-03-18T10:47:51.99401Z","end":"2026-03-18T10:47:52.165178Z","steps":["trace[761426792] 'agreement among raft nodes before linearized reading' (duration: 171.025236ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:47:52.16553Z","caller":"traceutil/trace.go:171","msg":"trace[1790999227] transaction","detail":"{read_only:false; response_revision:25256; number_of_response:1; }","duration":"170.950185ms","start":"2026-03-18T10:47:51.994027Z","end":"2026-03-18T10:47:52.164977Z","steps":["trace[1790999227] 'process raft request' (duration: 115.210091ms)","trace[1790999227] 'compare' (duration: 55.047288ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:47:53.160265Z","caller":"traceutil/trace.go:171","msg":"trace[1810121536] transaction","detail":"{read_only:false; response_revision:25257; number_of_response:1; }","duration":"232.549388ms","start":"2026-03-18T10:47:52.927679Z","end":"2026-03-18T10:47:53.160229Z","steps":["trace[1810121536] 'process raft request' (duration: 232.053307ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:47:53.413311Z","caller":"traceutil/trace.go:171","msg":"trace[509631346] linearizableReadLoop","detail":"{readStateIndex:26166; appliedIndex:26159; }","duration":"341.209772ms","start":"2026-03-18T10:47:53.072065Z","end":"2026-03-18T10:47:53.413275Z","steps":["trace[509631346] 'read index received' (duration: 87.978167ms)","trace[509631346] 'applied index is now lower than readState.Index' (duration: 253.230035ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:47:53.413712Z","caller":"traceutil/trace.go:171","msg":"trace[504201490] transaction","detail":"{read_only:false; response_revision:25258; number_of_response:1; }","duration":"347.86505ms","start":"2026-03-18T10:47:53.065827Z","end":"2026-03-18T10:47:53.413692Z","steps":["trace[504201490] 'process raft request' (duration: 310.545384ms)","trace[504201490] 'compare' (duration: 36.267823ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:47:53.41389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:47:53.065805Z","time spent":"347.952232ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:47:53.413942Z","caller":"traceutil/trace.go:171","msg":"trace[1559689506] transaction","detail":"{read_only:false; response_revision:25261; number_of_response:1; }","duration":"346.116252ms","start":"2026-03-18T10:47:53.067817Z","end":"2026-03-18T10:47:53.413933Z","steps":["trace[1559689506] 'process raft request' (duration: 345.276783ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:47:53.414091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:47:53.067808Z","time spent":"346.185003ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:47:53.413875Z","caller":"traceutil/trace.go:171","msg":"trace[1585446143] transaction","detail":"{read_only:false; response_revision:25263; number_of_response:1; }","duration":"342.837829ms","start":"2026-03-18T10:47:53.070972Z","end":"2026-03-18T10:47:53.41381Z","steps":["trace[1585446143] 'process raft request' (duration: 342.222955ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:47:53.414203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:47:53.070962Z","time spent":"343.199497ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:47:53.414226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.588271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-18T10:47:53.414363Z","caller":"traceutil/trace.go:171","msg":"trace[205070570] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25263; }","duration":"341.762445ms","start":"2026-03-18T10:47:53.072575Z","end":"2026-03-18T10:47:53.414338Z","steps":["trace[205070570] 'agreement among raft nodes before linearized reading' (duration: 341.342236ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:47:53.414444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:47:53.072556Z","time spent":"341.873838ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-18T10:47:53.41464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.631594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-18T10:47:53.41469Z","caller":"traceutil/trace.go:171","msg":"trace[452638846] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25263; }","duration":"342.719387ms","start":"2026-03-18T10:47:53.071958Z","end":"2026-03-18T10:47:53.414677Z","steps":["trace[452638846] 'agreement among raft nodes before linearized reading' (duration: 342.558554ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:47:53.41472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:47:53.071906Z","time spent":"342.806989ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T10:47:53.414887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.438138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-18T10:47:53.414949Z","caller":"traceutil/trace.go:171","msg":"trace[1112015291] transaction","detail":"{read_only:false; response_revision:25259; number_of_response:1; }","duration":"347.303368ms","start":"2026-03-18T10:47:53.067634Z","end":"2026-03-18T10:47:53.414937Z","steps":["trace[1112015291] 'process raft request' (duration: 345.280133ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:47:53.414967Z","caller":"traceutil/trace.go:171","msg":"trace[1747168170] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25263; }","duration":"341.53427ms","start":"2026-03-18T10:47:53.073416Z","end":"2026-03-18T10:47:53.41495Z","steps":["trace[1747168170] 'agreement among raft nodes before linearized reading' (duration: 341.366907ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:47:53.41503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:47:53.067599Z","time spent":"347.39105ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:47:53.415104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:47:53.073407Z","time spent":"341.681763ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-18T10:47:53.414462Z","caller":"traceutil/trace.go:171","msg":"trace[300860024] transaction","detail":"{read_only:false; response_revision:25262; number_of_response:1; }","duration":"344.418584ms","start":"2026-03-18T10:47:53.069985Z","end":"2026-03-18T10:47:53.414403Z","steps":["trace[300860024] 'process raft request' (duration: 343.160366ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:47:53.415236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:47:53.06997Z","time spent":"345.220761ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:47:53.415386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.278357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-18T10:47:53.415423Z","caller":"traceutil/trace.go:171","msg":"trace[568369334] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25263; }","duration":"342.325227ms","start":"2026-03-18T10:47:53.073087Z","end":"2026-03-18T10:47:53.415412Z","steps":["trace[568369334] 'agreement among raft nodes before linearized reading' (duration: 342.232575ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:47:53.415456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:47:53.073076Z","time spent":"342.369498ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-18T10:47:53.418019Z","caller":"traceutil/trace.go:171","msg":"trace[1829676937] transaction","detail":"{read_only:false; response_revision:25260; number_of_response:1; }","duration":"346.160633ms","start":"2026-03-18T10:47:53.067777Z","end":"2026-03-18T10:47:53.413938Z","steps":["trace[1829676937] 'process raft request' (duration: 345.267353ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:47:53.418183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:47:53.067765Z","time spent":"350.324905ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:47:53.623746Z","caller":"traceutil/trace.go:171","msg":"trace[342781476] transaction","detail":"{read_only:false; response_revision:25264; number_of_response:1; }","duration":"202.017461ms","start":"2026-03-18T10:47:53.421704Z","end":"2026-03-18T10:47:53.623722Z","steps":["trace[342781476] 'process raft request' (duration: 199.864834ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:47:53.624829Z","caller":"traceutil/trace.go:171","msg":"trace[450067172] transaction","detail":"{read_only:false; response_revision:25267; number_of_response:1; }","duration":"200.12371ms","start":"2026-03-18T10:47:53.424695Z","end":"2026-03-18T10:47:53.624819Z","steps":["trace[450067172] 'process raft request' (duration: 200.10083ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:47:53.625065Z","caller":"traceutil/trace.go:171","msg":"trace[1152709766] transaction","detail":"{read_only:false; response_revision:25265; number_of_response:1; }","duration":"201.270636ms","start":"2026-03-18T10:47:53.423789Z","end":"2026-03-18T10:47:53.625059Z","steps":["trace[1152709766] 'process raft request' (duration: 200.910018ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:47:53.625136Z","caller":"traceutil/trace.go:171","msg":"trace[888433374] transaction","detail":"{read_only:false; response_revision:25266; number_of_response:1; }","duration":"201.128212ms","start":"2026-03-18T10:47:53.424003Z","end":"2026-03-18T10:47:53.625131Z","steps":["trace[888433374] 'process raft request' (duration: 200.765954ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:47:56.151613Z","caller":"traceutil/trace.go:171","msg":"trace[1461108025] transaction","detail":"{read_only:false; response_revision:25283; number_of_response:1; }","duration":"222.141517ms","start":"2026-03-18T10:47:55.929444Z","end":"2026-03-18T10:47:56.151585Z","steps":["trace[1461108025] 'process raft request' (duration: 221.966523ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:47:56.43018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.941616ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-18T10:47:56.430292Z","caller":"traceutil/trace.go:171","msg":"trace[1749981037] linearizableReadLoop","detail":"{readStateIndex:26187; appliedIndex:26185; }","duration":"426.257457ms","start":"2026-03-18T10:47:56.004013Z","end":"2026-03-18T10:47:56.430271Z","steps":["trace[1749981037] 'read index received' (duration: 147.407474ms)","trace[1749981037] 'applied index is now lower than readState.Index' (duration: 278.847913ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:47:56.430464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.444851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-18T10:47:56.430501Z","caller":"traceutil/trace.go:171","msg":"trace[107768403] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25283; }","duration":"426.519293ms","start":"2026-03-18T10:47:56.003971Z","end":"2026-03-18T10:47:56.430491Z","steps":["trace[107768403] 'agreement among raft nodes before linearized reading' (duration: 426.357709ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:47:56.430541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:47:56.003957Z","time spent":"426.574023ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-18T10:47:56.818685Z","caller":"traceutil/trace.go:171","msg":"trace[1237056754] transaction","detail":"{read_only:false; response_revision:25284; number_of_response:1; }","duration":"383.338527ms","start":"2026-03-18T10:47:56.435311Z","end":"2026-03-18T10:47:56.818649Z","steps":["trace[1237056754] 'process raft request' (duration: 382.989499ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:47:56.81888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:47:56.435292Z","time spent":"383.4851ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:47:56.946587Z","caller":"traceutil/trace.go:171","msg":"trace[130069174] transaction","detail":"{read_only:false; response_revision:25285; number_of_response:1; }","duration":"121.151933ms","start":"2026-03-18T10:47:56.825412Z","end":"2026-03-18T10:47:56.946564Z","steps":["trace[130069174] 'process raft request' (duration: 77.127198ms)","trace[130069174] 'compare' (duration: 43.897302ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:47:57.493804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.715196ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-18T10:47:57.494079Z","caller":"traceutil/trace.go:171","msg":"trace[2091980253] transaction","detail":"{read_only:false; response_revision:25286; number_of_response:1; }","duration":"668.577151ms","start":"2026-03-18T10:47:56.825468Z","end":"2026-03-18T10:47:57.494045Z","steps":["trace[2091980253] 'process raft request' (duration: 283.547318ms)","trace[2091980253] 'compare' (duration: 384.342548ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:47:57.494114Z","caller":"traceutil/trace.go:171","msg":"trace[1505556836] transaction","detail":"{read_only:false; response_revision:25287; number_of_response:1; }","duration":"321.303493ms","start":"2026-03-18T10:47:57.172795Z","end":"2026-03-18T10:47:57.494099Z","steps":["trace[1505556836] 'process raft request' (duration: 321.227522ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:47:57.494229Z","caller":"traceutil/trace.go:171","msg":"trace[1594149428] linearizableReadLoop","detail":"{readStateIndex:26190; appliedIndex:26189; }","duration":"553.347909ms","start":"2026-03-18T10:47:56.940862Z","end":"2026-03-18T10:47:57.49421Z","steps":["trace[1594149428] 'read index received' (duration: 168.098131ms)","trace[1594149428] 'applied index is now lower than readState.Index' (duration: 385.247998ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:47:57.494248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:47:56.825443Z","time spent":"668.713054ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:47:57.494373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"553.555153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-18T10:47:57.494251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:47:57.172765Z","time spent":"321.458216ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:47:57.494489Z","caller":"traceutil/trace.go:171","msg":"trace[96938809] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:25287; }","duration":"553.709787ms","start":"2026-03-18T10:47:56.940771Z","end":"2026-03-18T10:47:57.49448Z","steps":["trace[96938809] 'agreement among raft nodes before linearized reading' (duration: 553.532153ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:47:57.494541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:47:56.940723Z","time spent":"553.809709ms","remote":"127.0.0.1:41436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":31,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"info","ts":"2026-03-18T10:47:57.549862Z","caller":"traceutil/trace.go:171","msg":"trace[1478867922] transaction","detail":"{read_only:false; response_revision:25288; number_of_response:1; }","duration":"121.203463ms","start":"2026-03-18T10:47:57.428503Z","end":"2026-03-18T10:47:57.549706Z","steps":["trace[1478867922] 'process raft request' (duration: 120.981538ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:47:58.02118Z","caller":"traceutil/trace.go:171","msg":"trace[906137432] transaction","detail":"{read_only:false; response_revision:25289; number_of_response:1; }","duration":"591.631827ms","start":"2026-03-18T10:47:57.429518Z","end":"2026-03-18T10:47:58.02115Z","steps":["trace[906137432] 'process raft request' (duration: 532.488368ms)","trace[906137432] 'compare' (duration: 58.943815ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:47:58.021354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:47:57.429493Z","time spent":"591.76839ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:47:58.02148Z","caller":"traceutil/trace.go:171","msg":"trace[1660915164] transaction","detail":"{read_only:false; response_revision:25290; number_of_response:1; }","duration":"589.96007ms","start":"2026-03-18T10:47:57.431502Z","end":"2026-03-18T10:47:58.021462Z","steps":["trace[1660915164] 'process raft request' (duration: 589.599852ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:47:58.021638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:47:57.431492Z","time spent":"590.097032ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:47:58.021762Z","caller":"traceutil/trace.go:171","msg":"trace[1945203002] transaction","detail":"{read_only:false; response_revision:25291; number_of_response:1; }","duration":"588.465827ms","start":"2026-03-18T10:47:57.433282Z","end":"2026-03-18T10:47:58.021748Z","steps":["trace[1945203002] 'process raft request' (duration: 588.077708ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:47:58.021765Z","caller":"traceutil/trace.go:171","msg":"trace[444409279] linearizableReadLoop","detail":"{readStateIndex:26197; appliedIndex:26191; }","duration":"527.434846ms","start":"2026-03-18T10:47:57.494304Z","end":"2026-03-18T10:47:58.021739Z","steps":["trace[444409279] 'read index received' (duration: 55.231463ms)","trace[444409279] 'applied index is now lower than readState.Index' (duration: 472.202233ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:47:58.021884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:47:57.433263Z","time spent":"588.538608ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:47:58.021935Z","caller":"traceutil/trace.go:171","msg":"trace[978066254] transaction","detail":"{read_only:false; response_revision:25292; number_of_response:1; }","duration":"587.801232ms","start":"2026-03-18T10:47:57.434122Z","end":"2026-03-18T10:47:58.021923Z","steps":["trace[978066254] 'process raft request' (duration: 587.498525ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:47:58.022051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:47:57.434111Z","time spent":"587.853103ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:47:58.022146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"831.18331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-18T10:47:58.022188Z","caller":"traceutil/trace.go:171","msg":"trace[1208096604] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25293; }","duration":"831.223631ms","start":"2026-03-18T10:47:57.190954Z","end":"2026-03-18T10:47:58.022177Z","steps":["trace[1208096604] 'agreement among raft nodes before linearized reading' (duration: 831.090098ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:47:58.022222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:47:57.190918Z","time spent":"831.296783ms","remote":"127.0.0.1:41260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-18T10:47:58.022292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.174281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-18T10:47:58.022333Z","caller":"traceutil/trace.go:171","msg":"trace[1441223973] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25293; }","duration":"382.256542ms","start":"2026-03-18T10:47:57.640067Z","end":"2026-03-18T10:47:58.022323Z","steps":["trace[1441223973] 'agreement among raft nodes before linearized reading' (duration: 382.116249ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:47:58.022364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:47:57.640043Z","time spent":"382.314224ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-18T10:47:58.022388Z","caller":"traceutil/trace.go:171","msg":"trace[303324076] transaction","detail":"{read_only:false; response_revision:25293; number_of_response:1; }","duration":"585.724017ms","start":"2026-03-18T10:47:57.436653Z","end":"2026-03-18T10:47:58.022377Z","steps":["trace[303324076] 'process raft request' (duration: 585.038941ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:47:58.022453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:47:57.436642Z","time spent":"585.777077ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:47:58.02251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.715847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-18T10:47:58.02264Z","caller":"traceutil/trace.go:171","msg":"trace[10198202] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25293; }","duration":"375.887391ms","start":"2026-03-18T10:47:57.646723Z","end":"2026-03-18T10:47:58.02261Z","steps":["trace[10198202] 'agreement among raft nodes before linearized reading' (duration: 375.469912ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:47:58.02266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.405084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-18T10:47:58.022724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:47:57.646716Z","time spent":"375.971963ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-18T10:47:58.022736Z","caller":"traceutil/trace.go:171","msg":"trace[1838813773] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25293; }","duration":"376.454834ms","start":"2026-03-18T10:47:57.646229Z","end":"2026-03-18T10:47:58.022684Z","steps":["trace[1838813773] 'agreement among raft nodes before linearized reading' (duration: 376.356242ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:47:58.022776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:47:57.646221Z","time spent":"376.546176ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-18T10:47:58.022796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.132557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:47:58.022835Z","caller":"traceutil/trace.go:171","msg":"trace[327669320] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25293; }","duration":"371.211438ms","start":"2026-03-18T10:47:57.651615Z","end":"2026-03-18T10:47:58.022826Z","steps":["trace[327669320] 'agreement among raft nodes before linearized reading' (duration: 371.149037ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:47:58.022868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:47:57.651589Z","time spent":"371.273269ms","remote":"127.0.0.1:41084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T10:47:58.022911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.800324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-18T10:47:58.022945Z","caller":"traceutil/trace.go:171","msg":"trace[1148581833] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25293; }","duration":"377.833075ms","start":"2026-03-18T10:47:57.645104Z","end":"2026-03-18T10:47:58.022937Z","steps":["trace[1148581833] 'agreement among raft nodes before linearized reading' (duration: 377.746663ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:47:58.022971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:47:57.645071Z","time spent":"377.894615ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-18T10:47:58.593076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.492848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-03-18T10:47:58.593142Z","caller":"traceutil/trace.go:171","msg":"trace[1571525284] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:25297; }","duration":"462.604231ms","start":"2026-03-18T10:47:58.130522Z","end":"2026-03-18T10:47:58.593126Z","steps":["trace[1571525284] 'range keys from in-memory index tree' (duration: 462.347625ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:47:58.593178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:47:58.130506Z","time spent":"462.663592ms","remote":"127.0.0.1:44702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5675,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-18T10:47:58.593701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.550643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-18T10:47:58.593764Z","caller":"traceutil/trace.go:171","msg":"trace[237566872] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:25297; }","duration":"421.670245ms","start":"2026-03-18T10:47:58.172076Z","end":"2026-03-18T10:47:58.593746Z","steps":["trace[237566872] 'count revisions from in-memory index tree' (duration: 421.44575ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:47:58.593795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:47:58.172053Z","time spent":"421.734336ms","remote":"127.0.0.1:41288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":31,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"info","ts":"2026-03-18T10:47:59.11709Z","caller":"traceutil/trace.go:171","msg":"trace[583579811] linearizableReadLoop","detail":"{readStateIndex:26202; appliedIndex:26201; }","duration":"110.014345ms","start":"2026-03-18T10:47:59.00704Z","end":"2026-03-18T10:47:59.117054Z","steps":["trace[583579811] 'read index received' (duration: 109.75805ms)","trace[583579811] 'applied index is now lower than readState.Index' (duration: 253.895µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:47:59.117232Z","caller":"traceutil/trace.go:171","msg":"trace[1602518445] transaction","detail":"{read_only:false; response_revision:25298; number_of_response:1; }","duration":"290.173873ms","start":"2026-03-18T10:47:58.827005Z","end":"2026-03-18T10:47:59.117179Z","steps":["trace[1602518445] 'process raft request' (duration: 289.800865ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:47:59.117376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.303682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.215\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-03-18T10:47:59.117437Z","caller":"traceutil/trace.go:171","msg":"trace[1648783423] range","detail":"{range_begin:/registry/masterleases/199.19.213.215; range_end:; response_count:1; response_revision:25298; }","duration":"110.387284ms","start":"2026-03-18T10:47:59.00703Z","end":"2026-03-18T10:47:59.117418Z","steps":["trace[1648783423] 'agreement among raft nodes before linearized reading' (duration: 110.158468ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:48:01.456198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.797888ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-18T10:48:01.45628Z","caller":"traceutil/trace.go:171","msg":"trace[1686143952] linearizableReadLoop","detail":"{readStateIndex:26217; appliedIndex:26216; }","duration":"748.662814ms","start":"2026-03-18T10:48:00.707605Z","end":"2026-03-18T10:48:01.456268Z","steps":["trace[1686143952] 'read index received' (duration: 332.020331ms)","trace[1686143952] 'applied index is now lower than readState.Index' (duration: 416.641643ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:48:01.456366Z","caller":"traceutil/trace.go:171","msg":"trace[1741143121] transaction","detail":"{read_only:false; response_revision:25312; number_of_response:1; }","duration":"749.237946ms","start":"2026-03-18T10:48:00.707105Z","end":"2026-03-18T10:48:01.456343Z","steps":["trace[1741143121] 'process raft request' (duration: 332.577402ms)","trace[1741143121] 'compare' (duration: 412.055522ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:48:01.456413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:48:00.707078Z","time spent":"749.312218ms","remote":"127.0.0.1:41148","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":718,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:48:01.456613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"748.977922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-18T10:48:01.45669Z","caller":"traceutil/trace.go:171","msg":"trace[1571333190] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:25312; }","duration":"749.078284ms","start":"2026-03-18T10:48:00.707593Z","end":"2026-03-18T10:48:01.456671Z","steps":["trace[1571333190] 'agreement among raft nodes before linearized reading' (duration: 748.835537ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:48:01.45673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:48:00.707556Z","time spent":"749.166346ms","remote":"127.0.0.1:38840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":74,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"info","ts":"2026-03-18T10:48:01.498307Z","caller":"traceutil/trace.go:171","msg":"trace[1594389676] transaction","detail":"{read_only:false; response_revision:25313; number_of_response:1; }","duration":"340.534398ms","start":"2026-03-18T10:48:01.15774Z","end":"2026-03-18T10:48:01.498275Z","steps":["trace[1594389676] 'process raft request' (duration: 340.364734ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:48:01.49849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:48:01.157712Z","time spent":"340.679611ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:48:01.527995Z","caller":"traceutil/trace.go:171","msg":"trace[1212528836] transaction","detail":"{read_only:false; response_revision:25314; number_of_response:1; }","duration":"255.68202ms","start":"2026-03-18T10:48:01.272283Z","end":"2026-03-18T10:48:01.527965Z","steps":["trace[1212528836] 'process raft request' (duration: 255.364903ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:48:01.528104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.145627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T10:48:01.528113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.287312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-03-18T10:48:01.528163Z","caller":"traceutil/trace.go:171","msg":"trace[173181757] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:25314; }","duration":"184.29746ms","start":"2026-03-18T10:48:01.343848Z","end":"2026-03-18T10:48:01.528146Z","steps":["trace[173181757] 'agreement among raft nodes before linearized reading' (duration: 184.180988ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:48:01.52819Z","caller":"traceutil/trace.go:171","msg":"trace[425431382] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:25314; }","duration":"213.410524ms","start":"2026-03-18T10:48:01.314759Z","end":"2026-03-18T10:48:01.528169Z","steps":["trace[425431382] 'agreement among raft nodes before linearized reading' (duration: 213.153398ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:48:01.528005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"723.772192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"warn","ts":"2026-03-18T10:48:01.528265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"582.157898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T10:48:01.528329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"591.629347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-03-18T10:48:01.528327Z","caller":"traceutil/trace.go:171","msg":"trace[753376553] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:25314; }","duration":"724.156091ms","start":"2026-03-18T10:48:00.804154Z","end":"2026-03-18T10:48:01.52831Z","steps":["trace[753376553] 'agreement among raft nodes before linearized reading' (duration: 723.66238ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:48:01.528333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.519183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-18T10:48:01.528405Z","caller":"traceutil/trace.go:171","msg":"trace[415748619] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:25314; }","duration":"591.716209ms","start":"2026-03-18T10:48:00.936655Z","end":"2026-03-18T10:48:01.528371Z","steps":["trace[415748619] 'agreement among raft nodes before linearized reading' (duration: 591.562316ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:48:01.52836Z","caller":"traceutil/trace.go:171","msg":"trace[1991657706] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:25314; }","duration":"582.328861ms","start":"2026-03-18T10:48:00.946006Z","end":"2026-03-18T10:48:01.528335Z","steps":["trace[1991657706] 'agreement among raft nodes before linearized reading' (duration: 582.112017ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:48:01.52837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:48:00.804122Z","time spent":"724.235662ms","remote":"127.0.0.1:41228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1883,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" "} {"level":"info","ts":"2026-03-18T10:48:01.528426Z","caller":"traceutil/trace.go:171","msg":"trace[1507544341] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25314; }","duration":"403.663996ms","start":"2026-03-18T10:48:01.124743Z","end":"2026-03-18T10:48:01.528407Z","steps":["trace[1507544341] 'agreement among raft nodes before linearized reading' (duration: 403.40769ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:48:01.528434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:48:00.936632Z","time spent":"591.79445ms","remote":"127.0.0.1:60360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3332,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-03-18T10:48:01.528463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:48:01.124723Z","time spent":"403.733668ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T10:48:01.528464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:48:00.945981Z","time spent":"582.467715ms","remote":"127.0.0.1:39468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-18T10:48:01.753697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.691328ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-18T10:48:01.753865Z","caller":"traceutil/trace.go:171","msg":"trace[802521678] transaction","detail":"{read_only:false; response_revision:25316; number_of_response:1; }","duration":"218.520957ms","start":"2026-03-18T10:48:01.535276Z","end":"2026-03-18T10:48:01.753797Z","steps":["trace[802521678] 'process raft request' (duration: 75.981582ms)","trace[802521678] 'compare' (duration: 141.858919ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:48:01.753916Z","caller":"traceutil/trace.go:171","msg":"trace[71975180] transaction","detail":"{read_only:false; response_revision:25317; number_of_response:1; }","duration":"180.66935ms","start":"2026-03-18T10:48:01.573231Z","end":"2026-03-18T10:48:01.753901Z","steps":["trace[71975180] 'process raft request' (duration: 180.557958ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:48:01.753913Z","caller":"traceutil/trace.go:171","msg":"trace[1686690133] linearizableReadLoop","detail":"{readStateIndex:26221; appliedIndex:26220; }","duration":"211.556013ms","start":"2026-03-18T10:48:01.542337Z","end":"2026-03-18T10:48:01.753893Z","steps":["trace[1686690133] 'read index received' (duration: 68.688781ms)","trace[1686690133] 'applied index is now lower than readState.Index' (duration: 142.865752ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:48:01.754147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.322623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:48:01.754207Z","caller":"traceutil/trace.go:171","msg":"trace[1479232321] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:25317; }","duration":"218.408424ms","start":"2026-03-18T10:48:01.535779Z","end":"2026-03-18T10:48:01.754187Z","steps":["trace[1479232321] 'agreement among raft nodes before linearized reading' (duration: 218.291292ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:48:01.754227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.414659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" ","response":"range_response_count:1 size:9604"} {"level":"info","ts":"2026-03-18T10:48:01.754316Z","caller":"traceutil/trace.go:171","msg":"trace[649790152] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-manila-server; range_end:; response_count:1; response_revision:25317; }","duration":"215.519901ms","start":"2026-03-18T10:48:01.538771Z","end":"2026-03-18T10:48:01.754291Z","steps":["trace[649790152] 'agreement among raft nodes before linearized reading' (duration: 215.287856ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:48:02.34295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.194238ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-18T10:48:02.343141Z","caller":"traceutil/trace.go:171","msg":"trace[1648327228] transaction","detail":"{read_only:false; response_revision:25318; number_of_response:1; }","duration":"581.642917ms","start":"2026-03-18T10:48:01.761461Z","end":"2026-03-18T10:48:02.343104Z","steps":["trace[1648327228] 'process raft request' (duration: 280.207683ms)","trace[1648327228] 'compare' (duration: 301.027795ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:48:02.343231Z","caller":"traceutil/trace.go:171","msg":"trace[579772881] transaction","detail":"{read_only:false; response_revision:25323; number_of_response:1; }","duration":"303.739984ms","start":"2026-03-18T10:48:02.039475Z","end":"2026-03-18T10:48:02.343215Z","steps":["trace[579772881] 'process raft request' (duration: 303.704213ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:48:02.343289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:48:02.039467Z","time spent":"303.794595ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:48:02.343359Z","caller":"traceutil/trace.go:171","msg":"trace[15687438] transaction","detail":"{read_only:false; response_revision:25319; number_of_response:1; }","duration":"305.976554ms","start":"2026-03-18T10:48:02.037359Z","end":"2026-03-18T10:48:02.343335Z","steps":["trace[15687438] 'process raft request' (duration: 305.680667ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:48:02.343434Z","caller":"traceutil/trace.go:171","msg":"trace[1475629269] transaction","detail":"{read_only:false; response_revision:25320; number_of_response:1; }","duration":"305.963953ms","start":"2026-03-18T10:48:02.037463Z","end":"2026-03-18T10:48:02.343427Z","steps":["trace[1475629269] 'process raft request' (duration: 305.631675ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:48:02.343451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:48:02.037329Z","time spent":"306.073405ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:48:02.343467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:48:02.037453Z","time spent":"305.994254ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:48:02.343555Z","caller":"traceutil/trace.go:171","msg":"trace[819367113] linearizableReadLoop","detail":"{readStateIndex:26223; appliedIndex:26222; }","duration":"581.982614ms","start":"2026-03-18T10:48:01.761562Z","end":"2026-03-18T10:48:02.343545Z","steps":["trace[819367113] 'read index received' (duration: 280.02948ms)","trace[819367113] 'applied index is now lower than readState.Index' (duration: 301.951454ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:48:02.343574Z","caller":"traceutil/trace.go:171","msg":"trace[1690797021] transaction","detail":"{read_only:false; response_revision:25321; number_of_response:1; }","duration":"304.935961ms","start":"2026-03-18T10:48:02.038631Z","end":"2026-03-18T10:48:02.343567Z","steps":["trace[1690797021] 'process raft request' (duration: 304.495391ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:48:02.343604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:48:02.038624Z","time spent":"304.962601ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:48:02.343683Z","caller":"traceutil/trace.go:171","msg":"trace[1283590123] transaction","detail":"{read_only:false; response_revision:25322; number_of_response:1; }","duration":"304.268625ms","start":"2026-03-18T10:48:02.039407Z","end":"2026-03-18T10:48:02.343675Z","steps":["trace[1283590123] 'process raft request' (duration: 303.746294ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:48:02.343718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:48:02.039395Z","time spent":"304.303436ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:48:02.343851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.907564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-18T10:48:02.34387Z","caller":"traceutil/trace.go:171","msg":"trace[1548923416] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25323; }","duration":"301.962765ms","start":"2026-03-18T10:48:02.041899Z","end":"2026-03-18T10:48:02.343862Z","steps":["trace[1548923416] 'agreement among raft nodes before linearized reading' (duration: 301.878593ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:48:02.343889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:48:02.041877Z","time spent":"302.006686ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T10:48:02.344052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"582.488375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:48:02.344073Z","caller":"traceutil/trace.go:171","msg":"trace[245159817] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:25323; }","duration":"582.549647ms","start":"2026-03-18T10:48:01.761514Z","end":"2026-03-18T10:48:02.344064Z","steps":["trace[245159817] 'agreement among raft nodes before linearized reading' (duration: 582.509696ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:48:02.344089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:48:01.761492Z","time spent":"582.591947ms","remote":"127.0.0.1:41330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-03-18T10:48:02.3441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.125015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-18T10:48:02.344134Z","caller":"traceutil/trace.go:171","msg":"trace[1010459009] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25323; }","duration":"296.182306ms","start":"2026-03-18T10:48:02.047942Z","end":"2026-03-18T10:48:02.344124Z","steps":["trace[1010459009] 'agreement among raft nodes before linearized reading' (duration: 296.092244ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:48:02.344282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.174312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-18T10:48:02.344319Z","caller":"traceutil/trace.go:171","msg":"trace[153602780] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25323; }","duration":"299.231044ms","start":"2026-03-18T10:48:02.045077Z","end":"2026-03-18T10:48:02.344308Z","steps":["trace[153602780] 'agreement among raft nodes before linearized reading' (duration: 299.123671ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:48:02.344538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.212936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-18T10:48:02.344566Z","caller":"traceutil/trace.go:171","msg":"trace[42248897] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25323; }","duration":"300.269898ms","start":"2026-03-18T10:48:02.044288Z","end":"2026-03-18T10:48:02.344558Z","steps":["trace[42248897] 'agreement among raft nodes before linearized reading' (duration: 300.193336ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:48:02.344583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:48:02.044276Z","time spent":"300.301549ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-18T10:48:02.345073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:48:01.761441Z","time spent":"581.766969ms","remote":"127.0.0.1:41148","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":729,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:48:02.971244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"519.46229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-18T10:48:02.971375Z","caller":"traceutil/trace.go:171","msg":"trace[2124481709] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:25327; }","duration":"519.659833ms","start":"2026-03-18T10:48:02.45169Z","end":"2026-03-18T10:48:02.97135Z","steps":["trace[2124481709] 'count revisions from in-memory index tree' (duration: 519.313556ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:48:02.971446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:48:02.451655Z","time spent":"519.769806ms","remote":"127.0.0.1:41344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":31,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-18T10:48:02.971556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.323741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:48:02.971646Z","caller":"traceutil/trace.go:171","msg":"trace[1298621149] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25327; }","duration":"320.458274ms","start":"2026-03-18T10:48:02.651164Z","end":"2026-03-18T10:48:02.971622Z","steps":["trace[1298621149] 'range keys from in-memory index tree' (duration: 320.206019ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:48:02.971659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.515098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:10854"} {"level":"info","ts":"2026-03-18T10:48:02.971773Z","caller":"traceutil/trace.go:171","msg":"trace[383858787] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:25327; }","duration":"134.664301ms","start":"2026-03-18T10:48:02.837061Z","end":"2026-03-18T10:48:02.971726Z","steps":["trace[383858787] 'range keys from in-memory index tree' (duration: 134.002527ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:48:02.971692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:48:02.651143Z","time spent":"320.538495ms","remote":"127.0.0.1:41074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-18T10:48:03.443065Z","caller":"traceutil/trace.go:171","msg":"trace[2111982755] transaction","detail":"{read_only:false; response_revision:25328; number_of_response:1; }","duration":"456.72316ms","start":"2026-03-18T10:48:02.986291Z","end":"2026-03-18T10:48:03.443014Z","steps":["trace[2111982755] 'process raft request' (duration: 456.457894ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:48:03.443292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:48:02.986256Z","time spent":"456.901624ms","remote":"127.0.0.1:41260","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10656,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:48:11.681917Z","caller":"traceutil/trace.go:171","msg":"trace[270146315] transaction","detail":"{read_only:false; response_revision:25401; number_of_response:1; }","duration":"105.407633ms","start":"2026-03-18T10:48:11.576469Z","end":"2026-03-18T10:48:11.681876Z","steps":["trace[270146315] 'process raft request' (duration: 64.353054ms)","trace[270146315] 'compare' (duration: 40.784473ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:48:12.841527Z","caller":"traceutil/trace.go:171","msg":"trace[899491770] transaction","detail":"{read_only:false; response_revision:25405; number_of_response:1; }","duration":"458.312546ms","start":"2026-03-18T10:48:12.383164Z","end":"2026-03-18T10:48:12.841477Z","steps":["trace[899491770] 'process raft request' (duration: 457.817775ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:48:12.841637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.5821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:48:12.841705Z","caller":"traceutil/trace.go:171","msg":"trace[295266562] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:25405; }","duration":"457.720474ms","start":"2026-03-18T10:48:12.383961Z","end":"2026-03-18T10:48:12.841682Z","steps":["trace[295266562] 'agreement among raft nodes before linearized reading' (duration: 457.590701ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:48:12.841823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:48:12.383134Z","time spent":"458.554522ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:48:12.842219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:48:12.383932Z","time spent":"458.266795ms","remote":"127.0.0.1:39468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-03-18T10:48:12.841488Z","caller":"traceutil/trace.go:171","msg":"trace[1980268826] linearizableReadLoop","detail":"{readStateIndex:26312; appliedIndex:26311; }","duration":"457.383206ms","start":"2026-03-18T10:48:12.384022Z","end":"2026-03-18T10:48:12.841406Z","steps":["trace[1980268826] 'read index received' (duration: 456.917965ms)","trace[1980268826] 'applied index is now lower than readState.Index' (duration: 463.591µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:48:12.890738Z","caller":"traceutil/trace.go:171","msg":"trace[637763772] transaction","detail":"{read_only:false; response_revision:25406; number_of_response:1; }","duration":"506.584554ms","start":"2026-03-18T10:48:12.384109Z","end":"2026-03-18T10:48:12.890693Z","steps":["trace[637763772] 'process raft request' (duration: 506.306108ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:48:12.89107Z","caller":"traceutil/trace.go:171","msg":"trace[1275542068] transaction","detail":"{read_only:false; response_revision:25408; number_of_response:1; }","duration":"504.335715ms","start":"2026-03-18T10:48:12.386712Z","end":"2026-03-18T10:48:12.891047Z","steps":["trace[1275542068] 'process raft request' (duration: 504.157071ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:48:12.891119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.093561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-18T10:48:12.891125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.864502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"warn","ts":"2026-03-18T10:48:12.891141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:48:12.386673Z","time spent":"504.429807ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:48:12.891163Z","caller":"traceutil/trace.go:171","msg":"trace[1260754586] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25409; }","duration":"463.178783ms","start":"2026-03-18T10:48:12.42797Z","end":"2026-03-18T10:48:12.891149Z","steps":["trace[1260754586] 'agreement among raft nodes before linearized reading' (duration: 463.03914ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:48:12.891196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:48:12.427944Z","time spent":"463.243145ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-18T10:48:12.891184Z","caller":"traceutil/trace.go:171","msg":"trace[714508663] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:25409; }","duration":"390.970525ms","start":"2026-03-18T10:48:12.500193Z","end":"2026-03-18T10:48:12.891164Z","steps":["trace[714508663] 'agreement among raft nodes before linearized reading' (duration: 390.802201ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:48:12.891235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:48:12.500167Z","time spent":"391.059597ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-18T10:48:12.891265Z","caller":"traceutil/trace.go:171","msg":"trace[2070880376] transaction","detail":"{read_only:false; response_revision:25409; number_of_response:1; }","duration":"504.228233ms","start":"2026-03-18T10:48:12.386993Z","end":"2026-03-18T10:48:12.891221Z","steps":["trace[2070880376] 'process raft request' (duration: 503.951827ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:48:12.891354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.141216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-18T10:48:12.891322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.617327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-18T10:48:12.89138Z","caller":"traceutil/trace.go:171","msg":"trace[336691325] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25409; }","duration":"469.192046ms","start":"2026-03-18T10:48:12.42218Z","end":"2026-03-18T10:48:12.891372Z","steps":["trace[336691325] 'agreement among raft nodes before linearized reading' (duration: 469.124645ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:48:12.890979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:48:12.384081Z","time spent":"506.760749ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:48:12.891407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:48:12.422168Z","time spent":"469.232848ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-18T10:48:12.891414Z","caller":"traceutil/trace.go:171","msg":"trace[1964272250] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25409; }","duration":"479.755181ms","start":"2026-03-18T10:48:12.411636Z","end":"2026-03-18T10:48:12.891391Z","steps":["trace[1964272250] 'agreement among raft nodes before linearized reading' (duration: 479.466724ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:48:12.891398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.198285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-18T10:48:12.891438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:48:12.386978Z","time spent":"504.364926ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:48:12.891463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:48:12.411621Z","time spent":"479.832272ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-18T10:48:12.891478Z","caller":"traceutil/trace.go:171","msg":"trace[269355005] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25409; }","duration":"464.283917ms","start":"2026-03-18T10:48:12.427173Z","end":"2026-03-18T10:48:12.891457Z","steps":["trace[269355005] 'agreement among raft nodes before linearized reading' (duration: 464.079053ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:48:12.891522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:48:12.427161Z","time spent":"464.350989ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-18T10:48:12.891354Z","caller":"traceutil/trace.go:171","msg":"trace[484244726] transaction","detail":"{read_only:false; response_revision:25407; number_of_response:1; }","duration":"506.501362ms","start":"2026-03-18T10:48:12.384833Z","end":"2026-03-18T10:48:12.891335Z","steps":["trace[484244726] 'process raft request' (duration: 505.796547ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:48:12.892452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:48:12.384816Z","time spent":"506.821959ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:48:13.031862Z","caller":"traceutil/trace.go:171","msg":"trace[1874396190] transaction","detail":"{read_only:false; response_revision:25410; number_of_response:1; }","duration":"134.949119ms","start":"2026-03-18T10:48:12.896853Z","end":"2026-03-18T10:48:13.031803Z","steps":["trace[1874396190] 'process raft request' (duration: 134.778394ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:48:13.05083Z","caller":"traceutil/trace.go:171","msg":"trace[586481179] transaction","detail":"{read_only:false; response_revision:25411; number_of_response:1; }","duration":"153.898057ms","start":"2026-03-18T10:48:12.896882Z","end":"2026-03-18T10:48:13.05078Z","steps":["trace[586481179] 'process raft request' (duration: 153.428267ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:48:13.050833Z","caller":"traceutil/trace.go:171","msg":"trace[1955729677] linearizableReadLoop","detail":"{readStateIndex:26321; appliedIndex:26317; }","duration":"152.582678ms","start":"2026-03-18T10:48:12.898218Z","end":"2026-03-18T10:48:13.0508Z","steps":["trace[1955729677] 'read index received' (duration: 133.644929ms)","trace[1955729677] 'applied index is now lower than readState.Index' (duration: 18.936338ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:48:13.050996Z","caller":"traceutil/trace.go:171","msg":"trace[56729823] transaction","detail":"{read_only:false; response_revision:25412; number_of_response:1; }","duration":"153.946648ms","start":"2026-03-18T10:48:12.897006Z","end":"2026-03-18T10:48:13.050952Z","steps":["trace[56729823] 'process raft request' (duration: 153.613751ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:48:13.051015Z","caller":"traceutil/trace.go:171","msg":"trace[214092151] transaction","detail":"{read_only:false; response_revision:25414; number_of_response:1; }","duration":"152.793332ms","start":"2026-03-18T10:48:12.898194Z","end":"2026-03-18T10:48:13.050988Z","steps":["trace[214092151] 'process raft request' (duration: 152.544106ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:48:13.050924Z","caller":"traceutil/trace.go:171","msg":"trace[2145106917] transaction","detail":"{read_only:false; response_revision:25413; number_of_response:1; }","duration":"152.913665ms","start":"2026-03-18T10:48:12.897984Z","end":"2026-03-18T10:48:13.050897Z","steps":["trace[2145106917] 'process raft request' (duration: 152.69338ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:48:13.050989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.744171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:48:13.05149Z","caller":"traceutil/trace.go:171","msg":"trace[1726414069] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:25414; }","duration":"153.297594ms","start":"2026-03-18T10:48:12.898165Z","end":"2026-03-18T10:48:13.051463Z","steps":["trace[1726414069] 'agreement among raft nodes before linearized reading' (duration: 152.736531ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:48:17.152091Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10400673014339896172,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-18T10:48:17.450184Z","caller":"traceutil/trace.go:171","msg":"trace[1264367724] transaction","detail":"{read_only:false; response_revision:25432; number_of_response:1; }","duration":"929.065797ms","start":"2026-03-18T10:48:16.521089Z","end":"2026-03-18T10:48:17.450154Z","steps":["trace[1264367724] 'process raft request' (duration: 928.874843ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:48:17.450355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:48:16.521047Z","time spent":"929.21801ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:48:18.204108Z","caller":"traceutil/trace.go:171","msg":"trace[1162745906] transaction","detail":"{read_only:false; response_revision:25433; number_of_response:1; }","duration":"1.663091967s","start":"2026-03-18T10:48:16.540964Z","end":"2026-03-18T10:48:18.204056Z","steps":["trace[1162745906] 'process raft request' (duration: 1.662673118s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:48:18.204312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:48:16.540935Z","time spent":"1.663270631s","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:48:18.204361Z","caller":"traceutil/trace.go:171","msg":"trace[371002348] transaction","detail":"{read_only:false; response_revision:25435; number_of_response:1; }","duration":"1.299207492s","start":"2026-03-18T10:48:16.905142Z","end":"2026-03-18T10:48:18.204349Z","steps":["trace[371002348] 'process raft request' (duration: 1.299007287s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:48:18.204516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:48:16.905115Z","time spent":"1.299320214s","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:48:18.204676Z","caller":"traceutil/trace.go:171","msg":"trace[317168052] transaction","detail":"{read_only:false; response_revision:25436; number_of_response:1; }","duration":"1.298409193s","start":"2026-03-18T10:48:16.906229Z","end":"2026-03-18T10:48:18.204638Z","steps":["trace[317168052] 'process raft request' (duration: 1.298078666s)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:48:18.204703Z","caller":"traceutil/trace.go:171","msg":"trace[1876981854] linearizableReadLoop","detail":"{readStateIndex:26346; appliedIndex:26339; }","duration":"1.553683885s","start":"2026-03-18T10:48:16.650995Z","end":"2026-03-18T10:48:18.204678Z","steps":["trace[1876981854] 'read index received' (duration: 798.973428ms)","trace[1876981854] 'applied index is now lower than readState.Index' (duration: 754.709347ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:48:18.204784Z","caller":"traceutil/trace.go:171","msg":"trace[677269253] transaction","detail":"{read_only:false; response_revision:25437; number_of_response:1; }","duration":"1.298239099s","start":"2026-03-18T10:48:16.906536Z","end":"2026-03-18T10:48:18.204775Z","steps":["trace[677269253] 'process raft request' (duration: 1.298008344s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:48:18.204831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:48:16.906474Z","time spent":"1.298332892s","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:48:18.20484Z","caller":"traceutil/trace.go:171","msg":"trace[1040805539] transaction","detail":"{read_only:false; response_revision:25438; number_of_response:1; }","duration":"1.296330948s","start":"2026-03-18T10:48:16.90849Z","end":"2026-03-18T10:48:18.204821Z","steps":["trace[1040805539] 'process raft request' (duration: 1.296145454s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:48:18.204953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.553957302s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-18T10:48:18.204982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:48:16.908483Z","time spent":"1.296396209s","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:48:18.204999Z","caller":"traceutil/trace.go:171","msg":"trace[1762931664] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:25438; }","duration":"1.554038263s","start":"2026-03-18T10:48:16.650948Z","end":"2026-03-18T10:48:18.204986Z","steps":["trace[1762931664] 'agreement among raft nodes before linearized reading' (duration: 1.553959221s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:48:18.20504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:48:16.650921Z","time spent":"1.554111135s","remote":"127.0.0.1:41228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":15,"response size":31,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-18T10:48:18.204734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:48:16.90622Z","time spent":"1.298485945s","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:48:18.204252Z","caller":"traceutil/trace.go:171","msg":"trace[56488086] transaction","detail":"{read_only:false; response_revision:25434; number_of_response:1; }","duration":"1.350897465s","start":"2026-03-18T10:48:16.853326Z","end":"2026-03-18T10:48:18.204223Z","steps":["trace[56488086] 'process raft request' (duration: 1.350714881s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:48:18.205465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:48:16.853299Z","time spent":"1.352131292s","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:48:18.23433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.581768647s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T10:48:18.234408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.616808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-18T10:48:18.234436Z","caller":"traceutil/trace.go:171","msg":"trace[784466980] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25440; }","duration":"409.68168ms","start":"2026-03-18T10:48:17.824747Z","end":"2026-03-18T10:48:18.234429Z","steps":["trace[784466980] 'agreement among raft nodes before linearized reading' (duration: 409.573688ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:48:18.234457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:48:17.824735Z","time spent":"409.71741ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-18T10:48:18.234401Z","caller":"traceutil/trace.go:171","msg":"trace[1319032626] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25440; }","duration":"1.581865339s","start":"2026-03-18T10:48:16.652518Z","end":"2026-03-18T10:48:18.234384Z","steps":["trace[1319032626] 'agreement among raft nodes before linearized reading' (duration: 1.581745016s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:48:18.234514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.1667747s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-03-18T10:48:18.234523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:48:16.652505Z","time spent":"1.582014152s","remote":"127.0.0.1:41084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-18T10:48:18.234546Z","caller":"traceutil/trace.go:171","msg":"trace[225158789] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25440; }","duration":"1.1668073s","start":"2026-03-18T10:48:17.06773Z","end":"2026-03-18T10:48:18.234537Z","steps":["trace[225158789] 'agreement among raft nodes before linearized reading' (duration: 1.166698178s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:48:18.234532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.165975513s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-18T10:48:18.234589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:48:17.067691Z","time spent":"1.166890492s","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-18T10:48:18.234649Z","caller":"traceutil/trace.go:171","msg":"trace[1102363552] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25440; }","duration":"1.166130926s","start":"2026-03-18T10:48:17.068476Z","end":"2026-03-18T10:48:18.234607Z","steps":["trace[1102363552] 'agreement among raft nodes before linearized reading' (duration: 1.165809899s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:48:18.234692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.009670862s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T10:48:18.234727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.189228467s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-18T10:48:18.23473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.167359312s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-18T10:48:18.234757Z","caller":"traceutil/trace.go:171","msg":"trace[815820535] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25440; }","duration":"1.189300639s","start":"2026-03-18T10:48:17.045449Z","end":"2026-03-18T10:48:18.23475Z","steps":["trace[815820535] 'agreement among raft nodes before linearized reading' (duration: 1.189232047s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:48:18.234778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:48:17.045425Z","time spent":"1.189346599s","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-18T10:48:18.234768Z","caller":"traceutil/trace.go:171","msg":"trace[1279787308] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25440; }","duration":"1.167441024s","start":"2026-03-18T10:48:17.067315Z","end":"2026-03-18T10:48:18.234756Z","steps":["trace[1279787308] 'agreement among raft nodes before linearized reading' (duration: 1.167350562s)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:48:18.234778Z","caller":"traceutil/trace.go:171","msg":"trace[138422702] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:25440; }","duration":"1.009802085s","start":"2026-03-18T10:48:17.224947Z","end":"2026-03-18T10:48:18.234749Z","steps":["trace[138422702] 'agreement among raft nodes before linearized reading' (duration: 1.009657302s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:48:18.234804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:48:17.067289Z","time spent":"1.167506266s","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T10:48:18.234837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:48:17.224925Z","time spent":"1.009895197s","remote":"127.0.0.1:39374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"info","ts":"2026-03-18T10:48:18.234883Z","caller":"traceutil/trace.go:171","msg":"trace[1172663333] transaction","detail":"{read_only:false; response_revision:25439; number_of_response:1; }","duration":"533.375449ms","start":"2026-03-18T10:48:17.701499Z","end":"2026-03-18T10:48:18.234874Z","steps":["trace[1172663333] 'process raft request' (duration: 532.599322ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:48:18.234924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:48:17.701466Z","time spent":"533.432809ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:48:18.234913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.468511479s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3308"} {"level":"info","ts":"2026-03-18T10:48:18.234991Z","caller":"traceutil/trace.go:171","msg":"trace[1672615817] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:25440; }","duration":"1.468653612s","start":"2026-03-18T10:48:16.76633Z","end":"2026-03-18T10:48:18.234984Z","steps":["trace[1672615817] 'agreement among raft nodes before linearized reading' (duration: 1.468478338s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:48:18.23501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:48:16.7663Z","time spent":"1.468704473s","remote":"127.0.0.1:60360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3331,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"info","ts":"2026-03-18T10:48:18.235219Z","caller":"traceutil/trace.go:171","msg":"trace[1887731766] transaction","detail":"{read_only:false; response_revision:25440; number_of_response:1; }","duration":"418.890484ms","start":"2026-03-18T10:48:17.816316Z","end":"2026-03-18T10:48:18.235207Z","steps":["trace[1887731766] 'process raft request' (duration: 417.901942ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:48:18.235291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:48:17.816281Z","time spent":"418.987495ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:48:18.235964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:48:17.068465Z","time spent":"1.167481595s","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-18T10:48:26.056525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.55061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-18T10:48:26.056605Z","caller":"traceutil/trace.go:171","msg":"trace[1078020838] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:25486; }","duration":"121.690993ms","start":"2026-03-18T10:48:25.934896Z","end":"2026-03-18T10:48:26.056587Z","steps":["trace[1078020838] 'count revisions from in-memory index tree' (duration: 121.446458ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:48:26.466723Z","caller":"traceutil/trace.go:171","msg":"trace[732297704] transaction","detail":"{read_only:false; response_revision:25487; number_of_response:1; }","duration":"229.107501ms","start":"2026-03-18T10:48:26.237586Z","end":"2026-03-18T10:48:26.466694Z","steps":["trace[732297704] 'process raft request' (duration: 228.937298ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:48:26.65107Z","caller":"traceutil/trace.go:171","msg":"trace[1209375904] transaction","detail":"{read_only:false; response_revision:25490; number_of_response:1; }","duration":"410.271132ms","start":"2026-03-18T10:48:26.240777Z","end":"2026-03-18T10:48:26.651048Z","steps":["trace[1209375904] 'process raft request' (duration: 410.20133ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:48:26.651101Z","caller":"traceutil/trace.go:171","msg":"trace[1773421258] transaction","detail":"{read_only:false; response_revision:25488; number_of_response:1; }","duration":"412.948251ms","start":"2026-03-18T10:48:26.238129Z","end":"2026-03-18T10:48:26.651077Z","steps":["trace[1773421258] 'process raft request' (duration: 352.643907ms)","trace[1773421258] 'compare' (duration: 59.878945ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:48:26.65121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:48:26.240749Z","time spent":"410.389055ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:48:26.651212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:48:26.238091Z","time spent":"413.057804ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:48:26.651311Z","caller":"traceutil/trace.go:171","msg":"trace[745217643] transaction","detail":"{read_only:false; response_revision:25489; number_of_response:1; }","duration":"413.114904ms","start":"2026-03-18T10:48:26.238187Z","end":"2026-03-18T10:48:26.651302Z","steps":["trace[745217643] 'process raft request' (duration: 412.739996ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:48:26.651352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:48:26.238147Z","time spent":"413.184696ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:48:26.651645Z","caller":"traceutil/trace.go:171","msg":"trace[1202842703] transaction","detail":"{read_only:false; response_revision:25492; number_of_response:1; }","duration":"388.841427ms","start":"2026-03-18T10:48:26.262789Z","end":"2026-03-18T10:48:26.651631Z","steps":["trace[1202842703] 'process raft request' (duration: 388.607212ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:48:26.651666Z","caller":"traceutil/trace.go:171","msg":"trace[469890318] transaction","detail":"{read_only:false; response_revision:25491; number_of_response:1; }","duration":"410.732192ms","start":"2026-03-18T10:48:26.240875Z","end":"2026-03-18T10:48:26.651607Z","steps":["trace[469890318] 'process raft request' (duration: 410.143669ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:48:26.651675Z","caller":"traceutil/trace.go:171","msg":"trace[1252901806] linearizableReadLoop","detail":"{readStateIndex:26403; appliedIndex:26396; }","duration":"375.611045ms","start":"2026-03-18T10:48:26.276025Z","end":"2026-03-18T10:48:26.651636Z","steps":["trace[1252901806] 'read index received' (duration: 190.530087ms)","trace[1252901806] 'applied index is now lower than readState.Index' (duration: 185.079448ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:48:26.651744Z","caller":"traceutil/trace.go:171","msg":"trace[634043161] transaction","detail":"{read_only:false; response_revision:25493; number_of_response:1; }","duration":"388.076191ms","start":"2026-03-18T10:48:26.263656Z","end":"2026-03-18T10:48:26.651732Z","steps":["trace[634043161] 'process raft request' (duration: 387.910827ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:48:26.651886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.859841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-18T10:48:26.651923Z","caller":"traceutil/trace.go:171","msg":"trace[1480430160] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25493; }","duration":"375.956363ms","start":"2026-03-18T10:48:26.275959Z","end":"2026-03-18T10:48:26.651916Z","steps":["trace[1480430160] 'agreement among raft nodes before linearized reading' (duration: 375.82184ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:48:26.651952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:48:26.275945Z","time spent":"376.000963ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-18T10:48:26.651904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:48:26.262769Z","time spent":"388.920439ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:48:26.652077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.310257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-18T10:48:26.652005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:48:26.263646Z","time spent":"388.237644ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:48:26.652048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:48:26.240864Z","time spent":"410.892215ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:48:26.652104Z","caller":"traceutil/trace.go:171","msg":"trace[1859465] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25493; }","duration":"374.371688ms","start":"2026-03-18T10:48:26.277725Z","end":"2026-03-18T10:48:26.652097Z","steps":["trace[1859465] 'agreement among raft nodes before linearized reading' (duration: 374.307256ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:48:26.652209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.147167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-18T10:48:26.652258Z","caller":"traceutil/trace.go:171","msg":"trace[1988899645] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25493; }","duration":"371.261839ms","start":"2026-03-18T10:48:26.280975Z","end":"2026-03-18T10:48:26.652237Z","steps":["trace[1988899645] 'agreement among raft nodes before linearized reading' (duration: 371.195027ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:48:26.652287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:48:26.280966Z","time spent":"371.315851ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-18T10:48:26.652359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:48:26.277705Z","time spent":"374.616914ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-18T10:48:26.652159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.747865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-18T10:48:26.652568Z","caller":"traceutil/trace.go:171","msg":"trace[1854555033] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25493; }","duration":"370.189535ms","start":"2026-03-18T10:48:26.282363Z","end":"2026-03-18T10:48:26.652553Z","steps":["trace[1854555033] 'agreement among raft nodes before linearized reading' (duration: 369.754765ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:48:26.652705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:48:26.282354Z","time spent":"370.337318ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T10:48:26.652757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.934137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:32 size:274852"} {"level":"info","ts":"2026-03-18T10:48:26.65281Z","caller":"traceutil/trace.go:171","msg":"trace[1829392497] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:32; response_revision:25493; }","duration":"144.030899ms","start":"2026-03-18T10:48:26.508765Z","end":"2026-03-18T10:48:26.652796Z","steps":["trace[1829392497] 'agreement among raft nodes before linearized reading' (duration: 143.468477ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:48:26.652202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.753366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-18T10:48:26.652996Z","caller":"traceutil/trace.go:171","msg":"trace[939213500] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25493; }","duration":"370.545563ms","start":"2026-03-18T10:48:26.282427Z","end":"2026-03-18T10:48:26.652973Z","steps":["trace[939213500] 'agreement among raft nodes before linearized reading' (duration: 369.632043ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:48:26.653104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:48:26.282422Z","time spent":"370.660655ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-18T10:48:27.07368Z","caller":"traceutil/trace.go:171","msg":"trace[26279707] transaction","detail":"{read_only:false; response_revision:25494; number_of_response:1; }","duration":"414.821703ms","start":"2026-03-18T10:48:26.658831Z","end":"2026-03-18T10:48:27.073652Z","steps":["trace[26279707] 'process raft request' (duration: 326.351944ms)","trace[26279707] 'compare' (duration: 88.254275ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:48:27.074207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:48:26.658811Z","time spent":"414.933756ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:48:27.098823Z","caller":"traceutil/trace.go:171","msg":"trace[912194267] linearizableReadLoop","detail":"{readStateIndex:26408; appliedIndex:26403; }","duration":"136.698746ms","start":"2026-03-18T10:48:26.962099Z","end":"2026-03-18T10:48:27.098797Z","steps":["trace[912194267] 'read index received' (duration: 23.06917ms)","trace[912194267] 'applied index is now lower than readState.Index' (duration: 113.628916ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:48:27.098836Z","caller":"traceutil/trace.go:171","msg":"trace[1895351201] transaction","detail":"{read_only:false; response_revision:25495; number_of_response:1; }","duration":"439.871007ms","start":"2026-03-18T10:48:26.658937Z","end":"2026-03-18T10:48:27.098808Z","steps":["trace[1895351201] 'process raft request' (duration: 439.629832ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:48:27.09889Z","caller":"traceutil/trace.go:171","msg":"trace[1244131405] transaction","detail":"{read_only:false; response_revision:25496; number_of_response:1; }","duration":"439.385037ms","start":"2026-03-18T10:48:26.659499Z","end":"2026-03-18T10:48:27.098884Z","steps":["trace[1244131405] 'process raft request' (duration: 439.203143ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:48:27.098888Z","caller":"traceutil/trace.go:171","msg":"trace[1651955101] transaction","detail":"{read_only:false; response_revision:25497; number_of_response:1; }","duration":"439.191043ms","start":"2026-03-18T10:48:26.659664Z","end":"2026-03-18T10:48:27.098855Z","steps":["trace[1651955101] 'process raft request' (duration: 439.072361ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:48:27.098982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:48:26.659478Z","time spent":"439.438879ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:48:27.098982Z","caller":"traceutil/trace.go:171","msg":"trace[1168802722] transaction","detail":"{read_only:false; response_revision:25498; number_of_response:1; }","duration":"438.010247ms","start":"2026-03-18T10:48:26.660951Z","end":"2026-03-18T10:48:27.098962Z","steps":["trace[1168802722] 'process raft request' (duration: 437.810952ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:48:27.099041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:48:26.659657Z","time spent":"439.302486ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:48:27.09906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:48:26.658882Z","time spent":"440.049882ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:48:27.099107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:48:26.660943Z","time spent":"438.104909ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:48:27.099154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.029443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-03-18T10:48:27.099234Z","caller":"traceutil/trace.go:171","msg":"trace[1943777715] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:25498; }","duration":"137.122995ms","start":"2026-03-18T10:48:26.962092Z","end":"2026-03-18T10:48:27.099215Z","steps":["trace[1943777715] 'agreement among raft nodes before linearized reading' (duration: 136.88419ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:48:27.397536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.710502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:48:27.397602Z","caller":"traceutil/trace.go:171","msg":"trace[1611795392] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:25499; }","duration":"157.828204ms","start":"2026-03-18T10:48:27.239758Z","end":"2026-03-18T10:48:27.397586Z","steps":["trace[1611795392] 'count revisions from in-memory index tree' (duration: 157.64166ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:48:27.397614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.006836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:48:27.39772Z","caller":"traceutil/trace.go:171","msg":"trace[1696490422] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:25499; }","duration":"115.18824ms","start":"2026-03-18T10:48:27.282502Z","end":"2026-03-18T10:48:27.397691Z","steps":["trace[1696490422] 'count revisions from in-memory index tree' (duration: 114.76301ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:48:28.16688Z","caller":"traceutil/trace.go:171","msg":"trace[1676667246] transaction","detail":"{read_only:false; response_revision:25501; number_of_response:1; }","duration":"104.33822ms","start":"2026-03-18T10:48:28.062519Z","end":"2026-03-18T10:48:28.166857Z","steps":["trace[1676667246] 'process raft request' (duration: 104.197657ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:49:31.632341Z","caller":"traceutil/trace.go:171","msg":"trace[1039453941] transaction","detail":"{read_only:false; response_revision:26112; number_of_response:1; }","duration":"105.570464ms","start":"2026-03-18T10:49:31.526736Z","end":"2026-03-18T10:49:31.632306Z","steps":["trace[1039453941] 'process raft request' (duration: 105.215537ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:49:31.855133Z","caller":"traceutil/trace.go:171","msg":"trace[694179432] transaction","detail":"{read_only:false; response_revision:26113; number_of_response:1; }","duration":"216.96064ms","start":"2026-03-18T10:49:31.638146Z","end":"2026-03-18T10:49:31.855107Z","steps":["trace[694179432] 'process raft request' (duration: 216.792936ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:49:31.856005Z","caller":"traceutil/trace.go:171","msg":"trace[1008813188] linearizableReadLoop","detail":"{readStateIndex:27042; appliedIndex:27038; }","duration":"144.567327ms","start":"2026-03-18T10:49:31.71141Z","end":"2026-03-18T10:49:31.855977Z","steps":["trace[1008813188] 'read index received' (duration: 143.596786ms)","trace[1008813188] 'applied index is now lower than readState.Index' (duration: 969.801µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:49:31.856157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.737101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:49:31.856191Z","caller":"traceutil/trace.go:171","msg":"trace[1312106008] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26116; }","duration":"144.823292ms","start":"2026-03-18T10:49:31.711357Z","end":"2026-03-18T10:49:31.85618Z","steps":["trace[1312106008] 'agreement among raft nodes before linearized reading' (duration: 144.72685ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:49:31.856314Z","caller":"traceutil/trace.go:171","msg":"trace[215032993] transaction","detail":"{read_only:false; response_revision:26115; number_of_response:1; }","duration":"217.296226ms","start":"2026-03-18T10:49:31.638996Z","end":"2026-03-18T10:49:31.856293Z","steps":["trace[215032993] 'process raft request' (duration: 216.912897ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:49:31.85637Z","caller":"traceutil/trace.go:171","msg":"trace[1970266538] transaction","detail":"{read_only:false; response_revision:26116; number_of_response:1; }","duration":"216.250583ms","start":"2026-03-18T10:49:31.640108Z","end":"2026-03-18T10:49:31.856358Z","steps":["trace[1970266538] 'process raft request' (duration: 215.836054ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:49:31.856669Z","caller":"traceutil/trace.go:171","msg":"trace[1911111873] transaction","detail":"{read_only:false; response_revision:26114; number_of_response:1; }","duration":"218.270687ms","start":"2026-03-18T10:49:31.638389Z","end":"2026-03-18T10:49:31.856659Z","steps":["trace[1911111873] 'process raft request' (duration: 217.414448ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:49:39.483025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.642218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-03-18T10:49:39.483133Z","caller":"traceutil/trace.go:171","msg":"trace[639598275] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:26166; }","duration":"214.784801ms","start":"2026-03-18T10:49:39.268323Z","end":"2026-03-18T10:49:39.483107Z","steps":["trace[639598275] 'range keys from in-memory index tree' (duration: 214.325581ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:49:39.483442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.347236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:49:39.48356Z","caller":"traceutil/trace.go:171","msg":"trace[167467290] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:26166; }","duration":"329.543181ms","start":"2026-03-18T10:49:39.153989Z","end":"2026-03-18T10:49:39.483533Z","steps":["trace[167467290] 'range keys from in-memory index tree' (duration: 329.188892ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:49:39.48361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:49:39.153963Z","time spent":"329.637122ms","remote":"127.0.0.1:41302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-03-18T10:49:39.483772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.72846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T10:49:39.483799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.177862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:49:39.483866Z","caller":"traceutil/trace.go:171","msg":"trace[1861400918] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:26166; }","duration":"323.856334ms","start":"2026-03-18T10:49:39.159989Z","end":"2026-03-18T10:49:39.483846Z","steps":["trace[1861400918] 'range keys from in-memory index tree' (duration: 323.638098ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:49:39.483932Z","caller":"traceutil/trace.go:171","msg":"trace[485879316] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:26166; }","duration":"324.344775ms","start":"2026-03-18T10:49:39.159558Z","end":"2026-03-18T10:49:39.483903Z","steps":["trace[485879316] 'range keys from in-memory index tree' (duration: 324.061818ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:49:39.483925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.261483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5082"} {"level":"warn","ts":"2026-03-18T10:49:39.483971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:49:39.159979Z","time spent":"323.973106ms","remote":"127.0.0.1:41302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"info","ts":"2026-03-18T10:49:39.484002Z","caller":"traceutil/trace.go:171","msg":"trace[1804809252] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:26166; }","duration":"324.411037ms","start":"2026-03-18T10:49:39.159572Z","end":"2026-03-18T10:49:39.483983Z","steps":["trace[1804809252] 'range keys from in-memory index tree' (duration: 324.031148ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:49:39.484007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:49:39.159546Z","time spent":"324.434616ms","remote":"127.0.0.1:41302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-03-18T10:49:39.48405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:49:39.159541Z","time spent":"324.498879ms","remote":"127.0.0.1:41302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5105,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"info","ts":"2026-03-18T10:49:44.070561Z","caller":"traceutil/trace.go:171","msg":"trace[139683195] transaction","detail":"{read_only:false; response_revision:26199; number_of_response:1; }","duration":"103.56048ms","start":"2026-03-18T10:49:43.96694Z","end":"2026-03-18T10:49:44.0705Z","steps":["trace[139683195] 'process raft request' (duration: 103.355886ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:50:27.398235Z","caller":"traceutil/trace.go:171","msg":"trace[2065446549] transaction","detail":"{read_only:false; response_revision:26623; number_of_response:1; }","duration":"124.236398ms","start":"2026-03-18T10:50:27.273965Z","end":"2026-03-18T10:50:27.398201Z","steps":["trace[2065446549] 'process raft request' (duration: 47.965911ms)","trace[2065446549] 'compare' (duration: 76.071952ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:50:27.404751Z","caller":"traceutil/trace.go:171","msg":"trace[1096538248] transaction","detail":"{read_only:false; response_revision:26625; number_of_response:1; }","duration":"130.354562ms","start":"2026-03-18T10:50:27.274367Z","end":"2026-03-18T10:50:27.404721Z","steps":["trace[1096538248] 'process raft request' (duration: 130.26952ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:50:27.404831Z","caller":"traceutil/trace.go:171","msg":"trace[1513869681] transaction","detail":"{read_only:false; response_revision:26624; number_of_response:1; }","duration":"130.446255ms","start":"2026-03-18T10:50:27.27435Z","end":"2026-03-18T10:50:27.404797Z","steps":["trace[1513869681] 'process raft request' (duration: 129.397982ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:50:27.405301Z","caller":"traceutil/trace.go:171","msg":"trace[1912317573] transaction","detail":"{read_only:false; response_revision:26626; number_of_response:1; }","duration":"130.529668ms","start":"2026-03-18T10:50:27.274763Z","end":"2026-03-18T10:50:27.405292Z","steps":["trace[1912317573] 'process raft request' (duration: 129.916233ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:51:50.874916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.84307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-18T10:51:50.875015Z","caller":"traceutil/trace.go:171","msg":"trace[52237383] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:27423; }","duration":"115.002573ms","start":"2026-03-18T10:51:50.759991Z","end":"2026-03-18T10:51:50.874994Z","steps":["trace[52237383] 'range keys from in-memory index tree' (duration: 114.618374ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:51:51.072656Z","caller":"traceutil/trace.go:171","msg":"trace[2028092621] transaction","detail":"{read_only:false; response_revision:27424; number_of_response:1; }","duration":"193.133351ms","start":"2026-03-18T10:51:50.879473Z","end":"2026-03-18T10:51:51.072606Z","steps":["trace[2028092621] 'process raft request' (duration: 192.928837ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:51:51.549381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.554004ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-18T10:51:51.549553Z","caller":"traceutil/trace.go:171","msg":"trace[1271206495] linearizableReadLoop","detail":"{readStateIndex:28386; appliedIndex:28383; }","duration":"516.547135ms","start":"2026-03-18T10:51:51.03299Z","end":"2026-03-18T10:51:51.549537Z","steps":["trace[1271206495] 'read index received' (duration: 39.457823ms)","trace[1271206495] 'applied index is now lower than readState.Index' (duration: 477.088062ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:51:51.549724Z","caller":"traceutil/trace.go:171","msg":"trace[98721791] transaction","detail":"{read_only:false; response_revision:27426; number_of_response:1; }","duration":"669.729442ms","start":"2026-03-18T10:51:50.879978Z","end":"2026-03-18T10:51:51.549707Z","steps":["trace[98721791] 'process raft request' (duration: 669.506428ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:51:51.549902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:51:50.879954Z","time spent":"669.842285ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:51:51.549946Z","caller":"traceutil/trace.go:171","msg":"trace[1624917973] transaction","detail":"{read_only:false; response_revision:27425; number_of_response:1; }","duration":"670.155193ms","start":"2026-03-18T10:51:50.879739Z","end":"2026-03-18T10:51:51.549894Z","steps":["trace[1624917973] 'process raft request' (duration: 479.020755ms)","trace[1624917973] 'compare' (duration: 189.949132ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:51:51.54999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"516.943453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:51:51.550085Z","caller":"traceutil/trace.go:171","msg":"trace[596042981] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:27426; }","duration":"517.094787ms","start":"2026-03-18T10:51:51.032969Z","end":"2026-03-18T10:51:51.550064Z","steps":["trace[596042981] 'agreement among raft nodes before linearized reading' (duration: 516.83071ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:51:51.550149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:51:51.032882Z","time spent":"517.254521ms","remote":"127.0.0.1:39024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-18T10:51:51.550168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:51:50.879718Z","time spent":"670.338257ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:51:51.559526Z","caller":"traceutil/trace.go:171","msg":"trace[1352541593] transaction","detail":"{read_only:false; response_revision:27427; number_of_response:1; }","duration":"132.665774ms","start":"2026-03-18T10:51:51.426835Z","end":"2026-03-18T10:51:51.559501Z","steps":["trace[1352541593] 'process raft request' (duration: 132.367567ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:51:51.559797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.172385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1852"} {"level":"info","ts":"2026-03-18T10:51:51.55983Z","caller":"traceutil/trace.go:171","msg":"trace[482816438] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:27427; }","duration":"293.249847ms","start":"2026-03-18T10:51:51.266569Z","end":"2026-03-18T10:51:51.559819Z","steps":["trace[482816438] 'agreement among raft nodes before linearized reading' (duration: 293.113984ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:51:51.560036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.360798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-5d5f6fdfcb-7mzfr.189de7a20b871c33\" ","response":"range_response_count:1 size:1138"} {"level":"warn","ts":"2026-03-18T10:51:51.560128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.810204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4862"} {"level":"info","ts":"2026-03-18T10:51:51.560179Z","caller":"traceutil/trace.go:171","msg":"trace[1334847787] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:27427; }","duration":"310.902746ms","start":"2026-03-18T10:51:51.249267Z","end":"2026-03-18T10:51:51.56017Z","steps":["trace[1334847787] 'agreement among raft nodes before linearized reading' (duration: 310.365515ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:51:51.560281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:51:51.249243Z","time spent":"310.958368ms","remote":"127.0.0.1:41302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":4885,"request content":"key:\"/registry/jobs/openstack/horizon-db-sync\" "} {"level":"info","ts":"2026-03-18T10:51:51.560161Z","caller":"traceutil/trace.go:171","msg":"trace[691917565] range","detail":"{range_begin:/registry/events/openstack/barbican-api-5d5f6fdfcb-7mzfr.189de7a20b871c33; range_end:; response_count:1; response_revision:27427; }","duration":"137.562722ms","start":"2026-03-18T10:51:51.422569Z","end":"2026-03-18T10:51:51.560132Z","steps":["trace[691917565] 'agreement among raft nodes before linearized reading' (duration: 137.085242ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:51:52.562354Z","caller":"traceutil/trace.go:171","msg":"trace[472848700] transaction","detail":"{read_only:false; response_revision:27435; number_of_response:1; }","duration":"122.790126ms","start":"2026-03-18T10:51:52.439539Z","end":"2026-03-18T10:51:52.562329Z","steps":["trace[472848700] 'process raft request' (duration: 122.556671ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:51:55.852442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.22889ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-18T10:51:55.852738Z","caller":"traceutil/trace.go:171","msg":"trace[152220869] transaction","detail":"{read_only:false; response_revision:27452; number_of_response:1; }","duration":"278.388547ms","start":"2026-03-18T10:51:55.574268Z","end":"2026-03-18T10:51:55.852656Z","steps":["trace[152220869] 'process raft request' (duration: 161.787199ms)","trace[152220869] 'compare' (duration: 115.923443ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:51:55.85285Z","caller":"traceutil/trace.go:171","msg":"trace[410855211] transaction","detail":"{read_only:false; response_revision:27456; number_of_response:1; }","duration":"100.39291ms","start":"2026-03-18T10:51:55.752435Z","end":"2026-03-18T10:51:55.852828Z","steps":["trace[410855211] 'process raft request' (duration: 100.343209ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:51:55.852901Z","caller":"traceutil/trace.go:171","msg":"trace[257557481] transaction","detail":"{read_only:false; response_revision:27454; number_of_response:1; }","duration":"243.648758ms","start":"2026-03-18T10:51:55.609218Z","end":"2026-03-18T10:51:55.852866Z","steps":["trace[257557481] 'process raft request' (duration: 243.466583ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:51:55.852941Z","caller":"traceutil/trace.go:171","msg":"trace[1094864475] transaction","detail":"{read_only:false; response_revision:27453; number_of_response:1; }","duration":"277.17957ms","start":"2026-03-18T10:51:55.575729Z","end":"2026-03-18T10:51:55.852908Z","steps":["trace[1094864475] 'process raft request' (duration: 276.844212ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:51:55.852923Z","caller":"traceutil/trace.go:171","msg":"trace[1745152761] transaction","detail":"{read_only:false; response_revision:27455; number_of_response:1; }","duration":"242.74577ms","start":"2026-03-18T10:51:55.610129Z","end":"2026-03-18T10:51:55.852875Z","steps":["trace[1745152761] 'process raft request' (duration: 242.598795ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:51:55.852963Z","caller":"traceutil/trace.go:171","msg":"trace[875881185] linearizableReadLoop","detail":"{readStateIndex:28416; appliedIndex:28411; }","duration":"201.61772ms","start":"2026-03-18T10:51:55.651307Z","end":"2026-03-18T10:51:55.852924Z","steps":["trace[875881185] 'read index received' (duration: 1.677607ms)","trace[875881185] 'applied index is now lower than readState.Index' (duration: 199.937153ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:51:55.853244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.893835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:51:55.853551Z","caller":"traceutil/trace.go:171","msg":"trace[954386071] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27456; }","duration":"202.272944ms","start":"2026-03-18T10:51:55.651238Z","end":"2026-03-18T10:51:55.853511Z","steps":["trace[954386071] 'agreement among raft nodes before linearized reading' (duration: 201.796213ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:51:55.876247Z","caller":"traceutil/trace.go:171","msg":"trace[660506907] transaction","detail":"{read_only:false; response_revision:27458; number_of_response:1; }","duration":"121.005756ms","start":"2026-03-18T10:51:55.755222Z","end":"2026-03-18T10:51:55.876227Z","steps":["trace[660506907] 'process raft request' (duration: 120.909434ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:51:55.876259Z","caller":"traceutil/trace.go:171","msg":"trace[923059153] transaction","detail":"{read_only:false; response_revision:27457; number_of_response:1; }","duration":"122.662913ms","start":"2026-03-18T10:51:55.753573Z","end":"2026-03-18T10:51:55.876236Z","steps":["trace[923059153] 'process raft request' (duration: 122.463219ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:51:55.876401Z","caller":"traceutil/trace.go:171","msg":"trace[953077635] transaction","detail":"{read_only:false; response_revision:27459; number_of_response:1; }","duration":"119.287258ms","start":"2026-03-18T10:51:55.757103Z","end":"2026-03-18T10:51:55.876391Z","steps":["trace[953077635] 'process raft request' (duration: 119.084484ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:51:55.876654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.15865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:51:55.876736Z","caller":"traceutil/trace.go:171","msg":"trace[1405845028] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/flavors/; range_end:/registry/openstack.k-orc.cloud/flavors0; response_count:0; response_revision:27459; }","duration":"201.240211ms","start":"2026-03-18T10:51:55.675453Z","end":"2026-03-18T10:51:55.876694Z","steps":["trace[1405845028] 'agreement among raft nodes before linearized reading' (duration: 201.153569ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:52:19.231902Z","caller":"traceutil/trace.go:171","msg":"trace[863622234] linearizableReadLoop","detail":"{readStateIndex:28688; appliedIndex:28687; }","duration":"147.585704ms","start":"2026-03-18T10:52:19.084298Z","end":"2026-03-18T10:52:19.231884Z","steps":["trace[863622234] 'read index received' (duration: 147.439111ms)","trace[863622234] 'applied index is now lower than readState.Index' (duration: 145.813µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:52:19.232147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.840201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-18T10:52:19.232216Z","caller":"traceutil/trace.go:171","msg":"trace[995789322] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:27719; }","duration":"147.922302ms","start":"2026-03-18T10:52:19.084283Z","end":"2026-03-18T10:52:19.232205Z","steps":["trace[995789322] 'agreement among raft nodes before linearized reading' (duration: 147.754819ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:52:19.542976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.230798ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-18T10:52:19.543091Z","caller":"traceutil/trace.go:171","msg":"trace[2087345277] linearizableReadLoop","detail":"{readStateIndex:28690; appliedIndex:28689; }","duration":"258.1534ms","start":"2026-03-18T10:52:19.284921Z","end":"2026-03-18T10:52:19.543074Z","steps":["trace[2087345277] 'read index received' (duration: 57.655416ms)","trace[2087345277] 'applied index is now lower than readState.Index' (duration: 200.496964ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:52:19.543296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.363664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1854"} {"level":"info","ts":"2026-03-18T10:52:19.543373Z","caller":"traceutil/trace.go:171","msg":"trace[1293324922] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:27721; }","duration":"258.505457ms","start":"2026-03-18T10:52:19.284854Z","end":"2026-03-18T10:52:19.54336Z","steps":["trace[1293324922] 'agreement among raft nodes before linearized reading' (duration: 258.280582ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:52:19.543291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.254934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:52:19.543489Z","caller":"traceutil/trace.go:171","msg":"trace[498421224] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:27721; }","duration":"254.51163ms","start":"2026-03-18T10:52:19.288957Z","end":"2026-03-18T10:52:19.543468Z","steps":["trace[498421224] 'agreement among raft nodes before linearized reading' (duration: 254.248644ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:52:19.543771Z","caller":"traceutil/trace.go:171","msg":"trace[427810757] transaction","detail":"{read_only:false; response_revision:27721; number_of_response:1; }","duration":"273.481608ms","start":"2026-03-18T10:52:19.269602Z","end":"2026-03-18T10:52:19.543084Z","steps":["trace[427810757] 'process raft request' (duration: 73.049756ms)","trace[427810757] 'compare' (duration: 199.340079ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:52:50.922554Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":25242} {"level":"info","ts":"2026-03-18T10:52:51.051397Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":25242,"took":"122.813547ms","hash":3905484833,"current-db-size-bytes":48746496,"current-db-size":"49 MB","current-db-size-in-use-bytes":33370112,"current-db-size-in-use":"33 MB"} {"level":"info","ts":"2026-03-18T10:52:51.051506Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3905484833,"revision":25242,"compact-revision":22858} {"level":"info","ts":"2026-03-18T10:55:12.601291Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"e6e5712872899056","local-member-applied-index":30003,"local-member-snapshot-index":20002,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-18T10:55:12.606442Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":30003} {"level":"info","ts":"2026-03-18T10:55:12.606519Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":25003} {"level":"warn","ts":"2026-03-18T10:55:58.990762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.124099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-18T10:55:58.990849Z","caller":"traceutil/trace.go:171","msg":"trace[1147954387] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:29311; }","duration":"132.260583ms","start":"2026-03-18T10:55:58.858569Z","end":"2026-03-18T10:55:58.990829Z","steps":["trace[1147954387] 'range keys from in-memory index tree' (duration: 131.964025ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:57:50.93029Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":27960} {"level":"info","ts":"2026-03-18T10:57:51.063591Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":27960,"took":"128.399552ms","hash":3787055847,"current-db-size-bytes":48746496,"current-db-size":"49 MB","current-db-size-in-use-bytes":30265344,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-03-18T10:57:51.063657Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3787055847,"revision":27960,"compact-revision":25242} {"level":"info","ts":"2026-03-18T11:02:50.937422Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":30076} {"level":"info","ts":"2026-03-18T11:02:51.101642Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":30076,"took":"159.205045ms","hash":2792784723,"current-db-size-bytes":48746496,"current-db-size":"49 MB","current-db-size-in-use-bytes":27062272,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-03-18T11:02:51.101713Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2792784723,"revision":30076,"compact-revision":27960} {"level":"info","ts":"2026-03-18T11:03:42.028332Z","caller":"traceutil/trace.go:171","msg":"trace[1471845710] linearizableReadLoop","detail":"{readStateIndex:33684; appliedIndex:33683; }","duration":"128.821344ms","start":"2026-03-18T11:03:41.89948Z","end":"2026-03-18T11:03:42.028302Z","steps":["trace[1471845710] 'read index received' (duration: 120.826388ms)","trace[1471845710] 'applied index is now lower than readState.Index' (duration: 7.993246ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T11:03:42.028373Z","caller":"traceutil/trace.go:171","msg":"trace[934811349] transaction","detail":"{read_only:false; response_revision:32567; number_of_response:1; }","duration":"153.739645ms","start":"2026-03-18T11:03:41.874587Z","end":"2026-03-18T11:03:42.028327Z","steps":["trace[934811349] 'process raft request' (duration: 145.777849ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T11:03:42.028604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.11134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-18T11:03:42.028691Z","caller":"traceutil/trace.go:171","msg":"trace[1570002567] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:32567; }","duration":"129.207902ms","start":"2026-03-18T11:03:41.899462Z","end":"2026-03-18T11:03:42.02867Z","steps":["trace[1570002567] 'agreement among raft nodes before linearized reading' (duration: 128.961047ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T11:06:00.763441Z","caller":"traceutil/trace.go:171","msg":"trace[337726260] linearizableReadLoop","detail":"{readStateIndex:34782; appliedIndex:34781; }","duration":"134.152322ms","start":"2026-03-18T11:06:00.629265Z","end":"2026-03-18T11:06:00.763418Z","steps":["trace[337726260] 'read index received' (duration: 133.981838ms)","trace[337726260] 'applied index is now lower than readState.Index' (duration: 169.944µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T11:06:00.763542Z","caller":"traceutil/trace.go:171","msg":"trace[270484580] transaction","detail":"{read_only:false; response_revision:33634; number_of_response:1; }","duration":"135.793218ms","start":"2026-03-18T11:06:00.627711Z","end":"2026-03-18T11:06:00.763505Z","steps":["trace[270484580] 'process raft request' (duration: 135.587693ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T11:06:00.763631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.348276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-18T11:06:00.763658Z","caller":"traceutil/trace.go:171","msg":"trace[647693813] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:33634; }","duration":"134.442158ms","start":"2026-03-18T11:06:00.629211Z","end":"2026-03-18T11:06:00.763653Z","steps":["trace[647693813] 'agreement among raft nodes before linearized reading' (duration: 134.318085ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T11:06:00.76373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.295803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T11:06:00.763832Z","caller":"traceutil/trace.go:171","msg":"trace[787709149] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:33634; }","duration":"114.454356ms","start":"2026-03-18T11:06:00.649354Z","end":"2026-03-18T11:06:00.763808Z","steps":["trace[787709149] 'agreement among raft nodes before linearized reading' (duration: 114.278123ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T11:06:03.780723Z","caller":"traceutil/trace.go:171","msg":"trace[659510436] transaction","detail":"{read_only:false; response_revision:33655; number_of_response:1; }","duration":"100.95306ms","start":"2026-03-18T11:06:03.679734Z","end":"2026-03-18T11:06:03.780687Z","steps":["trace[659510436] 'process raft request' (duration: 94.023417ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T11:06:04.400914Z","caller":"traceutil/trace.go:171","msg":"trace[1062815909] transaction","detail":"{read_only:false; response_revision:33662; number_of_response:1; }","duration":"109.090088ms","start":"2026-03-18T11:06:04.29179Z","end":"2026-03-18T11:06:04.40088Z","steps":["trace[1062815909] 'process raft request' (duration: 108.843363ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T11:07:15.638212Z","caller":"traceutil/trace.go:171","msg":"trace[188947764] transaction","detail":"{read_only:false; response_revision:34155; number_of_response:1; }","duration":"111.610554ms","start":"2026-03-18T11:07:15.526578Z","end":"2026-03-18T11:07:15.638189Z","steps":["trace[188947764] 'process raft request' (duration: 111.459331ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T11:07:15.644874Z","caller":"traceutil/trace.go:171","msg":"trace[1339974092] transaction","detail":"{read_only:false; response_revision:34156; number_of_response:1; }","duration":"104.874046ms","start":"2026-03-18T11:07:15.539954Z","end":"2026-03-18T11:07:15.644828Z","steps":["trace[1339974092] 'process raft request' (duration: 104.464357ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T11:07:50.945338Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":32225} {"level":"info","ts":"2026-03-18T11:07:51.080037Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":32225,"took":"130.8902ms","hash":988423048,"current-db-size-bytes":48746496,"current-db-size":"49 MB","current-db-size-in-use-bytes":28508160,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-03-18T11:07:51.080111Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":988423048,"revision":32225,"compact-revision":30076} {"level":"info","ts":"2026-03-18T11:08:06.058651Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000002-0000000000008b5b.wal"} {"level":"info","ts":"2026-03-18T11:08:24.552187Z","caller":"traceutil/trace.go:171","msg":"trace[793153144] transaction","detail":"{read_only:false; response_revision:34627; number_of_response:1; }","duration":"117.581026ms","start":"2026-03-18T11:08:24.434581Z","end":"2026-03-18T11:08:24.552162Z","steps":["trace[793153144] 'process raft request' (duration: 117.538445ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T11:08:24.55234Z","caller":"traceutil/trace.go:171","msg":"trace[320328080] transaction","detail":"{read_only:false; response_revision:34624; number_of_response:1; }","duration":"149.307406ms","start":"2026-03-18T11:08:24.402989Z","end":"2026-03-18T11:08:24.552297Z","steps":["trace[320328080] 'process raft request' (duration: 147.078368ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T11:08:24.55257Z","caller":"traceutil/trace.go:171","msg":"trace[918151869] transaction","detail":"{read_only:false; response_revision:34625; number_of_response:1; }","duration":"124.305595ms","start":"2026-03-18T11:08:24.428255Z","end":"2026-03-18T11:08:24.552561Z","steps":["trace[918151869] 'process raft request' (duration: 123.779953ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T11:08:24.552571Z","caller":"traceutil/trace.go:171","msg":"trace[736576115] transaction","detail":"{read_only:false; response_revision:34626; number_of_response:1; }","duration":"122.32058ms","start":"2026-03-18T11:08:24.430225Z","end":"2026-03-18T11:08:24.552546Z","steps":["trace[736576115] 'process raft request' (duration: 121.85902ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T11:08:30.030726Z","caller":"traceutil/trace.go:171","msg":"trace[1380356083] transaction","detail":"{read_only:false; response_revision:34662; number_of_response:1; }","duration":"259.194923ms","start":"2026-03-18T11:08:29.771495Z","end":"2026-03-18T11:08:30.03069Z","steps":["trace[1380356083] 'process raft request' (duration: 258.989129ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T11:08:30.035321Z","caller":"traceutil/trace.go:171","msg":"trace[1303431708] transaction","detail":"{read_only:false; response_revision:34663; number_of_response:1; }","duration":"262.568267ms","start":"2026-03-18T11:08:29.772725Z","end":"2026-03-18T11:08:30.035293Z","steps":["trace[1303431708] 'process raft request' (duration: 262.425554ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T11:08:30.035524Z","caller":"traceutil/trace.go:171","msg":"trace[722258682] linearizableReadLoop","detail":"{readStateIndex:35844; appliedIndex:35843; }","duration":"101.977823ms","start":"2026-03-18T11:08:29.933515Z","end":"2026-03-18T11:08:30.035492Z","steps":["trace[722258682] 'read index received' (duration: 97.296289ms)","trace[722258682] 'applied index is now lower than readState.Index' (duration: 4.679354ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T11:08:30.035691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.145946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T11:08:30.035824Z","caller":"traceutil/trace.go:171","msg":"trace[271422832] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:34664; }","duration":"102.34826ms","start":"2026-03-18T11:08:29.933452Z","end":"2026-03-18T11:08:30.0358Z","steps":["trace[271422832] 'agreement among raft nodes before linearized reading' (duration: 102.127846ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T11:08:32.711531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.607529ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-18T11:08:32.711672Z","caller":"traceutil/trace.go:171","msg":"trace[908552965] transaction","detail":"{read_only:false; response_revision:34680; number_of_response:1; }","duration":"228.904415ms","start":"2026-03-18T11:08:32.482745Z","end":"2026-03-18T11:08:32.711649Z","steps":["trace[908552965] 'process raft request' (duration: 91.069242ms)","trace[908552965] 'compare' (duration: 137.046506ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T11:08:32.712289Z","caller":"traceutil/trace.go:171","msg":"trace[1027055027] transaction","detail":"{read_only:false; response_revision:34681; number_of_response:1; }","duration":"124.474128ms","start":"2026-03-18T11:08:32.587777Z","end":"2026-03-18T11:08:32.712251Z","steps":["trace[1027055027] 'process raft request' (duration: 124.285074ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T11:08:32.769279Z","caller":"traceutil/trace.go:171","msg":"trace[96829932] linearizableReadLoop","detail":"{readStateIndex:35865; appliedIndex:35861; }","duration":"118.401855ms","start":"2026-03-18T11:08:32.65085Z","end":"2026-03-18T11:08:32.769251Z","steps":["trace[96829932] 'read index received' (duration: 61.264333ms)","trace[96829932] 'applied index is now lower than readState.Index' (duration: 57.136162ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T11:08:32.76966Z","caller":"traceutil/trace.go:171","msg":"trace[667052662] transaction","detail":"{read_only:false; response_revision:34682; number_of_response:1; }","duration":"181.823175ms","start":"2026-03-18T11:08:32.587823Z","end":"2026-03-18T11:08:32.769646Z","steps":["trace[667052662] 'process raft request' (duration: 181.118508ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T11:08:32.770044Z","caller":"traceutil/trace.go:171","msg":"trace[609310373] transaction","detail":"{read_only:false; response_revision:34683; number_of_response:1; }","duration":"182.095221ms","start":"2026-03-18T11:08:32.587933Z","end":"2026-03-18T11:08:32.770028Z","steps":["trace[609310373] 'process raft request' (duration: 181.186341ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T11:08:32.770144Z","caller":"traceutil/trace.go:171","msg":"trace[484204042] transaction","detail":"{read_only:false; response_revision:34684; number_of_response:1; }","duration":"181.815684ms","start":"2026-03-18T11:08:32.588317Z","end":"2026-03-18T11:08:32.770133Z","steps":["trace[484204042] 'process raft request' (duration: 180.875544ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T11:08:32.770293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.433007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T11:08:32.770351Z","caller":"traceutil/trace.go:171","msg":"trace[1827180734] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:34684; }","duration":"119.549449ms","start":"2026-03-18T11:08:32.650787Z","end":"2026-03-18T11:08:32.770336Z","steps":["trace[1827180734] 'agreement among raft nodes before linearized reading' (duration: 119.447067ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T11:08:47.256833Z","caller":"traceutil/trace.go:171","msg":"trace[919523716] linearizableReadLoop","detail":"{readStateIndex:35991; appliedIndex:35990; }","duration":"101.992321ms","start":"2026-03-18T11:08:47.154812Z","end":"2026-03-18T11:08:47.256804Z","steps":["trace[919523716] 'read index received' (duration: 101.729276ms)","trace[919523716] 'applied index is now lower than readState.Index' (duration: 261.955µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T11:08:47.256872Z","caller":"traceutil/trace.go:171","msg":"trace[797552793] transaction","detail":"{read_only:false; number_of_response:1; response_revision:34806; }","duration":"108.453024ms","start":"2026-03-18T11:08:47.14839Z","end":"2026-03-18T11:08:47.256843Z","steps":["trace[797552793] 'process raft request' (duration: 108.24346ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T11:08:47.257114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.249987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T11:08:47.257228Z","caller":"traceutil/trace.go:171","msg":"trace[1312944371] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:34806; }","duration":"102.433781ms","start":"2026-03-18T11:08:47.15477Z","end":"2026-03-18T11:08:47.257204Z","steps":["trace[1312944371] 'agreement among raft nodes before linearized reading' (duration: 102.199916ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T11:09:31.553549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.0958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-03-18T11:09:31.55425Z","caller":"traceutil/trace.go:171","msg":"trace[995400075] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:35128; }","duration":"249.855017ms","start":"2026-03-18T11:09:31.304376Z","end":"2026-03-18T11:09:31.554231Z","steps":["trace[995400075] 'range keys from in-memory index tree' (duration: 248.946877ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T11:10:09.468611Z","caller":"traceutil/trace.go:171","msg":"trace[1686634874] transaction","detail":"{read_only:false; number_of_response:1; response_revision:35407; }","duration":"119.402647ms","start":"2026-03-18T11:10:09.349159Z","end":"2026-03-18T11:10:09.468561Z","steps":["trace[1686634874] 'process raft request' (duration: 65.077258ms)","trace[1686634874] 'compare' (duration: 53.868819ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T11:10:14.500023Z","caller":"traceutil/trace.go:171","msg":"trace[800150843] linearizableReadLoop","detail":"{readStateIndex:36653; appliedIndex:36651; }","duration":"119.697443ms","start":"2026-03-18T11:10:14.38029Z","end":"2026-03-18T11:10:14.499988Z","steps":["trace[800150843] 'read index received' (duration: 5.40426ms)","trace[800150843] 'applied index is now lower than readState.Index' (duration: 114.290213ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T11:10:14.500439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.141603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-18T11:10:14.500523Z","caller":"traceutil/trace.go:171","msg":"trace[2125724421] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:35450; }","duration":"120.271495ms","start":"2026-03-18T11:10:14.380232Z","end":"2026-03-18T11:10:14.500503Z","steps":["trace[2125724421] 'agreement among raft nodes before linearized reading' (duration: 119.884117ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T11:10:23.545219Z","caller":"traceutil/trace.go:171","msg":"trace[140590710] transaction","detail":"{read_only:false; response_revision:35512; number_of_response:1; }","duration":"205.64515ms","start":"2026-03-18T11:10:23.339546Z","end":"2026-03-18T11:10:23.545191Z","steps":["trace[140590710] 'process raft request' (duration: 179.200947ms)","trace[140590710] 'compare' (duration: 26.224129ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T11:10:23.545551Z","caller":"traceutil/trace.go:171","msg":"trace[1099076335] linearizableReadLoop","detail":"{readStateIndex:36720; appliedIndex:36716; }","duration":"109.314064ms","start":"2026-03-18T11:10:23.436214Z","end":"2026-03-18T11:10:23.545528Z","steps":["trace[1099076335] 'read index received' (duration: 82.512562ms)","trace[1099076335] 'applied index is now lower than readState.Index' (duration: 26.800412ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T11:10:23.545619Z","caller":"traceutil/trace.go:171","msg":"trace[467231057] transaction","detail":"{read_only:false; response_revision:35514; number_of_response:1; }","duration":"204.72098ms","start":"2026-03-18T11:10:23.340857Z","end":"2026-03-18T11:10:23.545578Z","steps":["trace[467231057] 'process raft request' (duration: 204.537696ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T11:10:23.545758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.539428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-18T11:10:23.545713Z","caller":"traceutil/trace.go:171","msg":"trace[232529747] transaction","detail":"{read_only:false; response_revision:35513; number_of_response:1; }","duration":"205.795104ms","start":"2026-03-18T11:10:23.339875Z","end":"2026-03-18T11:10:23.54567Z","steps":["trace[232529747] 'process raft request' (duration: 205.256462ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T11:10:23.545795Z","caller":"traceutil/trace.go:171","msg":"trace[1306490409] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:35515; }","duration":"109.643741ms","start":"2026-03-18T11:10:23.436139Z","end":"2026-03-18T11:10:23.545783Z","steps":["trace[1306490409] 'agreement among raft nodes before linearized reading' (duration: 109.478198ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T11:10:23.545802Z","caller":"traceutil/trace.go:171","msg":"trace[1639955941] transaction","detail":"{read_only:false; response_revision:35515; number_of_response:1; }","duration":"204.113917ms","start":"2026-03-18T11:10:23.341673Z","end":"2026-03-18T11:10:23.545787Z","steps":["trace[1639955941] 'process raft request' (duration: 203.818841ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T11:10:23.792048Z","caller":"traceutil/trace.go:171","msg":"trace[1037764572] linearizableReadLoop","detail":"{readStateIndex:36721; appliedIndex:36720; }","duration":"221.91559ms","start":"2026-03-18T11:10:23.570098Z","end":"2026-03-18T11:10:23.792013Z","steps":["trace[1037764572] 'read index received' (duration: 169.005981ms)","trace[1037764572] 'applied index is now lower than readState.Index' (duration: 52.908199ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T11:10:23.792153Z","caller":"traceutil/trace.go:171","msg":"trace[963846686] transaction","detail":"{read_only:false; response_revision:35516; number_of_response:1; }","duration":"240.582042ms","start":"2026-03-18T11:10:23.55152Z","end":"2026-03-18T11:10:23.792102Z","steps":["trace[963846686] 'process raft request' (duration: 187.587741ms)","trace[963846686] 'compare' (duration: 52.725295ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T11:10:23.792308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.169335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T11:10:23.792364Z","caller":"traceutil/trace.go:171","msg":"trace[1843997333] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:35516; }","duration":"222.297368ms","start":"2026-03-18T11:10:23.57005Z","end":"2026-03-18T11:10:23.792347Z","steps":["trace[1843997333] 'agreement among raft nodes before linearized reading' (duration: 222.167055ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T11:10:23.792329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.79758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T11:10:23.792709Z","caller":"traceutil/trace.go:171","msg":"trace[76048278] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:35516; }","duration":"142.24465ms","start":"2026-03-18T11:10:23.650453Z","end":"2026-03-18T11:10:23.792698Z","steps":["trace[76048278] 'agreement among raft nodes before linearized reading' (duration: 141.79941ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T11:10:24.76718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.901929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T11:10:24.767294Z","caller":"traceutil/trace.go:171","msg":"trace[474813762] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:35518; }","duration":"116.098803ms","start":"2026-03-18T11:10:24.651168Z","end":"2026-03-18T11:10:24.767267Z","steps":["trace[474813762] 'range keys from in-memory index tree' (duration: 115.736955ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T11:10:24.9308Z","caller":"traceutil/trace.go:171","msg":"trace[1173978925] transaction","detail":"{read_only:false; response_revision:35520; number_of_response:1; }","duration":"105.51999ms","start":"2026-03-18T11:10:24.825252Z","end":"2026-03-18T11:10:24.930772Z","steps":["trace[1173978925] 'process raft request' (duration: 105.287035ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T11:10:25.251009Z","caller":"traceutil/trace.go:171","msg":"trace[1569582999] transaction","detail":"{read_only:false; response_revision:35523; number_of_response:1; }","duration":"153.047019ms","start":"2026-03-18T11:10:25.097852Z","end":"2026-03-18T11:10:25.250899Z","steps":["trace[1569582999] 'process raft request' (duration: 80.537458ms)","trace[1569582999] 'compare' (duration: 72.344398ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T11:10:29.392708Z","caller":"traceutil/trace.go:171","msg":"trace[894193029] transaction","detail":"{read_only:false; response_revision:35551; number_of_response:1; }","duration":"119.571949ms","start":"2026-03-18T11:10:29.273098Z","end":"2026-03-18T11:10:29.39267Z","steps":["trace[894193029] 'process raft request' (duration: 103.73023ms)","trace[894193029] 'compare' (duration: 14.520421ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T11:10:29.589666Z","caller":"traceutil/trace.go:171","msg":"trace[631566176] linearizableReadLoop","detail":"{readStateIndex:36760; appliedIndex:36759; }","duration":"134.396437ms","start":"2026-03-18T11:10:29.455245Z","end":"2026-03-18T11:10:29.589641Z","steps":["trace[631566176] 'read index received' (duration: 17.190269ms)","trace[631566176] 'applied index is now lower than readState.Index' (duration: 117.205158ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T11:10:29.589782Z","caller":"traceutil/trace.go:171","msg":"trace[1948875231] transaction","detail":"{read_only:false; response_revision:35553; number_of_response:1; }","duration":"166.339083ms","start":"2026-03-18T11:10:29.423431Z","end":"2026-03-18T11:10:29.58977Z","steps":["trace[1948875231] 'process raft request' (duration: 147.381834ms)","trace[1948875231] 'compare' (duration: 18.334356ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T11:10:29.589926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.653122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-18T11:10:29.590008Z","caller":"traceutil/trace.go:171","msg":"trace[1316876197] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:35553; }","duration":"134.772765ms","start":"2026-03-18T11:10:29.455214Z","end":"2026-03-18T11:10:29.589987Z","steps":["trace[1316876197] 'agreement among raft nodes before linearized reading' (duration: 134.598691ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T11:10:29.669506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.837883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-18T11:10:29.669575Z","caller":"traceutil/trace.go:171","msg":"trace[105467250] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:35557; }","duration":"156.964795ms","start":"2026-03-18T11:10:29.512596Z","end":"2026-03-18T11:10:29.669561Z","steps":["trace[105467250] 'agreement among raft nodes before linearized reading' (duration: 156.816152ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T11:10:29.670007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.298646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T11:10:29.670069Z","caller":"traceutil/trace.go:171","msg":"trace[164089582] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:35557; }","duration":"130.425399ms","start":"2026-03-18T11:10:29.539631Z","end":"2026-03-18T11:10:29.670056Z","steps":["trace[164089582] 'agreement among raft nodes before linearized reading' (duration: 130.322047ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T11:10:37.993231Z","caller":"traceutil/trace.go:171","msg":"trace[265944539] transaction","detail":"{read_only:false; response_revision:35610; number_of_response:1; }","duration":"285.906793ms","start":"2026-03-18T11:10:37.707315Z","end":"2026-03-18T11:10:37.993222Z","steps":["trace[265944539] 'process raft request' (duration: 285.696088ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T11:10:37.993616Z","caller":"traceutil/trace.go:171","msg":"trace[574201760] transaction","detail":"{read_only:false; response_revision:35611; number_of_response:1; }","duration":"285.201468ms","start":"2026-03-18T11:10:37.708406Z","end":"2026-03-18T11:10:37.993607Z","steps":["trace[574201760] 'process raft request' (duration: 284.786088ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T11:10:37.993099Z","caller":"traceutil/trace.go:171","msg":"trace[1016813629] transaction","detail":"{read_only:false; response_revision:35609; number_of_response:1; }","duration":"287.467307ms","start":"2026-03-18T11:10:37.705593Z","end":"2026-03-18T11:10:37.99306Z","steps":["trace[1016813629] 'process raft request' (duration: 287.298333ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T11:10:38.106739Z","caller":"traceutil/trace.go:171","msg":"trace[734174843] transaction","detail":"{read_only:false; response_revision:35612; number_of_response:1; }","duration":"106.597823ms","start":"2026-03-18T11:10:38.000104Z","end":"2026-03-18T11:10:38.106702Z","steps":["trace[734174843] 'process raft request' (duration: 77.134622ms)","trace[734174843] 'compare' (duration: 29.210926ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T11:10:45.51454Z","caller":"traceutil/trace.go:171","msg":"trace[288119878] transaction","detail":"{read_only:false; response_revision:35661; number_of_response:1; }","duration":"207.356338ms","start":"2026-03-18T11:10:45.307027Z","end":"2026-03-18T11:10:45.514383Z","steps":["trace[288119878] 'process raft request' (duration: 115.980191ms)","trace[288119878] 'compare' (duration: 90.659572ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T11:10:45.965514Z","caller":"traceutil/trace.go:171","msg":"trace[464205786] transaction","detail":"{read_only:false; response_revision:35663; number_of_response:1; }","duration":"207.929211ms","start":"2026-03-18T11:10:45.757223Z","end":"2026-03-18T11:10:45.965153Z","steps":["trace[464205786] 'process raft request' (duration: 207.770387ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T11:10:45.981066Z","caller":"traceutil/trace.go:171","msg":"trace[126043701] transaction","detail":"{read_only:false; response_revision:35664; number_of_response:1; }","duration":"151.943085ms","start":"2026-03-18T11:10:45.829044Z","end":"2026-03-18T11:10:45.980987Z","steps":["trace[126043701] 'process raft request' (duration: 151.663319ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T11:11:13.525813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.236407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T11:11:13.52597Z","caller":"traceutil/trace.go:171","msg":"trace[806744804] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:35848; }","duration":"124.499513ms","start":"2026-03-18T11:11:13.401446Z","end":"2026-03-18T11:11:13.525945Z","steps":["trace[806744804] 'count revisions from in-memory index tree' (duration: 124.100303ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T11:11:13.526054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.541087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-18T11:11:13.5262Z","caller":"traceutil/trace.go:171","msg":"trace[1716226494] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:35848; }","duration":"132.765692ms","start":"2026-03-18T11:11:13.393412Z","end":"2026-03-18T11:11:13.526178Z","steps":["trace[1716226494] 'range keys from in-memory index tree' (duration: 132.334643ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T11:11:13.526907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.290133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-03-18T11:11:13.526974Z","caller":"traceutil/trace.go:171","msg":"trace[221702170] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:35848; }","duration":"133.993778ms","start":"2026-03-18T11:11:13.392968Z","end":"2026-03-18T11:11:13.526962Z","steps":["trace[221702170] 'range keys from in-memory index tree' (duration: 131.950894ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T11:11:20.63565Z","caller":"traceutil/trace.go:171","msg":"trace[1626379265] transaction","detail":"{read_only:false; response_revision:35900; number_of_response:1; }","duration":"101.333161ms","start":"2026-03-18T11:11:20.534291Z","end":"2026-03-18T11:11:20.635624Z","steps":["trace[1626379265] 'process raft request' (duration: 101.126827ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T11:11:21.408119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.726614ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-18T11:11:21.408244Z","caller":"traceutil/trace.go:171","msg":"trace[1428500506] linearizableReadLoop","detail":"{readStateIndex:37120; appliedIndex:37119; }","duration":"144.837922ms","start":"2026-03-18T11:11:21.263389Z","end":"2026-03-18T11:11:21.408227Z","steps":["trace[1428500506] 'read index received' (duration: 15.872623ms)","trace[1428500506] 'applied index is now lower than readState.Index' (duration: 128.964469ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T11:11:21.40848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.089917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"info","ts":"2026-03-18T11:11:21.408515Z","caller":"traceutil/trace.go:171","msg":"trace[804689384] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:35903; }","duration":"145.168919ms","start":"2026-03-18T11:11:21.263334Z","end":"2026-03-18T11:11:21.408503Z","steps":["trace[804689384] 'agreement among raft nodes before linearized reading' (duration: 144.975985ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T11:11:21.408538Z","caller":"traceutil/trace.go:171","msg":"trace[883940384] transaction","detail":"{read_only:false; response_revision:35903; number_of_response:1; }","duration":"159.50424ms","start":"2026-03-18T11:11:21.248795Z","end":"2026-03-18T11:11:21.408299Z","steps":["trace[883940384] 'process raft request' (duration: 30.494939ms)","trace[883940384] 'compare' (duration: 128.426528ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T11:11:21.620448Z","caller":"traceutil/trace.go:171","msg":"trace[1783932530] transaction","detail":"{read_only:false; response_revision:35904; number_of_response:1; }","duration":"206.485066ms","start":"2026-03-18T11:11:21.413915Z","end":"2026-03-18T11:11:21.6204Z","steps":["trace[1783932530] 'process raft request' (duration: 197.599314ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T11:11:22.387962Z","caller":"traceutil/trace.go:171","msg":"trace[1916196761] transaction","detail":"{read_only:false; response_revision:35909; number_of_response:1; }","duration":"225.592989ms","start":"2026-03-18T11:11:22.162328Z","end":"2026-03-18T11:11:22.387921Z","steps":["trace[1916196761] 'process raft request' (duration: 189.423027ms)","trace[1916196761] 'compare' (duration: 35.952578ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T11:11:22.685822Z","caller":"traceutil/trace.go:171","msg":"trace[1551332342] transaction","detail":"{read_only:false; response_revision:35911; number_of_response:1; }","duration":"232.970548ms","start":"2026-03-18T11:11:22.452826Z","end":"2026-03-18T11:11:22.685796Z","steps":["trace[1551332342] 'process raft request' (duration: 232.817585ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T11:11:22.701437Z","caller":"traceutil/trace.go:171","msg":"trace[1870405339] transaction","detail":"{read_only:false; response_revision:35912; number_of_response:1; }","duration":"245.723625ms","start":"2026-03-18T11:11:22.455676Z","end":"2026-03-18T11:11:22.701399Z","steps":["trace[1870405339] 'process raft request' (duration: 245.068001ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T11:11:22.702012Z","caller":"traceutil/trace.go:171","msg":"trace[1475395450] transaction","detail":"{read_only:false; response_revision:35913; number_of_response:1; }","duration":"246.286467ms","start":"2026-03-18T11:11:22.455713Z","end":"2026-03-18T11:11:22.701999Z","steps":["trace[1475395450] 'process raft request' (duration: 245.243305ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T11:11:23.374041Z","caller":"traceutil/trace.go:171","msg":"trace[1652872922] transaction","detail":"{read_only:false; response_revision:35915; number_of_response:1; }","duration":"124.604155ms","start":"2026-03-18T11:11:23.249413Z","end":"2026-03-18T11:11:23.374017Z","steps":["trace[1652872922] 'process raft request' (duration: 124.275638ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T11:11:23.669593Z","caller":"traceutil/trace.go:171","msg":"trace[699393405] transaction","detail":"{read_only:false; response_revision:35916; number_of_response:1; }","duration":"250.672192ms","start":"2026-03-18T11:11:23.418887Z","end":"2026-03-18T11:11:23.669559Z","steps":["trace[699393405] 'process raft request' (duration: 250.201771ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T11:11:23.875831Z","caller":"traceutil/trace.go:171","msg":"trace[789026345] linearizableReadLoop","detail":"{readStateIndex:37134; appliedIndex:37133; }","duration":"132.665559ms","start":"2026-03-18T11:11:23.743126Z","end":"2026-03-18T11:11:23.875792Z","steps":["trace[789026345] 'read index received' (duration: 60.58458ms)","trace[789026345] 'applied index is now lower than readState.Index' (duration: 72.079029ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T11:11:23.876062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.907604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-18T11:11:23.876123Z","caller":"traceutil/trace.go:171","msg":"trace[163405110] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:35917; }","duration":"133.024827ms","start":"2026-03-18T11:11:23.743084Z","end":"2026-03-18T11:11:23.876108Z","steps":["trace[163405110] 'agreement among raft nodes before linearized reading' (duration: 132.847893ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T11:11:23.876376Z","caller":"traceutil/trace.go:171","msg":"trace[641112144] transaction","detail":"{read_only:false; response_revision:35917; number_of_response:1; }","duration":"199.817561ms","start":"2026-03-18T11:11:23.676519Z","end":"2026-03-18T11:11:23.876336Z","steps":["trace[641112144] 'process raft request' (duration: 127.230211ms)","trace[641112144] 'compare' (duration: 71.64085ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T11:11:24.125208Z","caller":"traceutil/trace.go:171","msg":"trace[1433127546] transaction","detail":"{read_only:false; response_revision:35920; number_of_response:1; }","duration":"179.254367ms","start":"2026-03-18T11:11:23.945913Z","end":"2026-03-18T11:11:24.125167Z","steps":["trace[1433127546] 'process raft request' (duration: 103.241963ms)","trace[1433127546] 'compare' (duration: 75.885811ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T11:11:24.293621Z","caller":"traceutil/trace.go:171","msg":"trace[34583161] transaction","detail":"{read_only:false; response_revision:35921; number_of_response:1; }","duration":"104.585652ms","start":"2026-03-18T11:11:24.188984Z","end":"2026-03-18T11:11:24.293569Z","steps":["trace[34583161] 'process raft request' (duration: 41.145421ms)","trace[34583161] 'compare' (duration: 63.253367ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T11:11:25.037079Z","caller":"traceutil/trace.go:171","msg":"trace[976598193] linearizableReadLoop","detail":"{readStateIndex:37144; appliedIndex:37143; }","duration":"288.593961ms","start":"2026-03-18T11:11:24.748464Z","end":"2026-03-18T11:11:25.037058Z","steps":["trace[976598193] 'read index received' (duration: 206.818112ms)","trace[976598193] 'applied index is now lower than readState.Index' (duration: 81.774659ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T11:11:25.037178Z","caller":"traceutil/trace.go:171","msg":"trace[652823889] transaction","detail":"{read_only:false; response_revision:35926; number_of_response:1; }","duration":"288.711244ms","start":"2026-03-18T11:11:24.748423Z","end":"2026-03-18T11:11:25.037134Z","steps":["trace[652823889] 'process raft request' (duration: 206.841132ms)","trace[652823889] 'compare' (duration: 81.624647ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T11:11:25.037373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.874387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-18T11:11:25.037482Z","caller":"traceutil/trace.go:171","msg":"trace[742294327] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:35926; }","duration":"289.03667ms","start":"2026-03-18T11:11:24.748412Z","end":"2026-03-18T11:11:25.037449Z","steps":["trace[742294327] 'agreement among raft nodes before linearized reading' (duration: 288.736724ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T11:11:25.376341Z","caller":"traceutil/trace.go:171","msg":"trace[248182220] transaction","detail":"{read_only:false; response_revision:35927; number_of_response:1; }","duration":"102.537027ms","start":"2026-03-18T11:11:25.273735Z","end":"2026-03-18T11:11:25.376272Z","steps":["trace[248182220] 'process raft request' (duration: 102.055127ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T11:11:26.407986Z","caller":"traceutil/trace.go:171","msg":"trace[99893000] transaction","detail":"{read_only:false; response_revision:35934; number_of_response:1; }","duration":"109.13797ms","start":"2026-03-18T11:11:26.298814Z","end":"2026-03-18T11:11:26.407952Z","steps":["trace[99893000] 'process raft request' (duration: 45.554745ms)","trace[99893000] 'compare' (duration: 63.3197ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T11:11:26.744753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.401235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-18T11:11:26.744847Z","caller":"traceutil/trace.go:171","msg":"trace[1499555071] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:35935; }","duration":"170.579189ms","start":"2026-03-18T11:11:26.574251Z","end":"2026-03-18T11:11:26.74483Z","steps":["trace[1499555071] 'count revisions from in-memory index tree' (duration: 170.317484ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T11:11:26.90519Z","caller":"traceutil/trace.go:171","msg":"trace[1839432769] transaction","detail":"{read_only:false; response_revision:35937; number_of_response:1; }","duration":"185.387601ms","start":"2026-03-18T11:11:26.71975Z","end":"2026-03-18T11:11:26.905138Z","steps":["trace[1839432769] 'process raft request' (duration: 153.00195ms)","trace[1839432769] 'compare' (duration: 32.060103ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T11:11:26.905419Z","caller":"traceutil/trace.go:171","msg":"trace[1107800188] transaction","detail":"{read_only:false; response_revision:35938; number_of_response:1; }","duration":"184.053391ms","start":"2026-03-18T11:11:26.721357Z","end":"2026-03-18T11:11:26.90541Z","steps":["trace[1107800188] 'process raft request' (duration: 183.672391ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T11:11:29.140838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.381725ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-18T11:11:29.142052Z","caller":"traceutil/trace.go:171","msg":"trace[1749189442] linearizableReadLoop","detail":"{readStateIndex:37170; appliedIndex:37168; }","duration":"193.517175ms","start":"2026-03-18T11:11:28.948518Z","end":"2026-03-18T11:11:29.142035Z","steps":["trace[1749189442] 'read index received' (duration: 64.875143ms)","trace[1749189442] 'applied index is now lower than readState.Index' (duration: 128.641212ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T11:11:29.142171Z","caller":"traceutil/trace.go:171","msg":"trace[1733157247] transaction","detail":"{read_only:false; response_revision:35951; number_of_response:1; }","duration":"230.716849ms","start":"2026-03-18T11:11:28.911426Z","end":"2026-03-18T11:11:29.142142Z","steps":["trace[1733157247] 'process raft request' (duration: 101.926074ms)","trace[1733157247] 'compare' (duration: 127.156599ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T11:11:29.142504Z","caller":"traceutil/trace.go:171","msg":"trace[1800365870] transaction","detail":"{read_only:false; response_revision:35952; number_of_response:1; }","duration":"228.40108ms","start":"2026-03-18T11:11:28.914092Z","end":"2026-03-18T11:11:29.142493Z","steps":["trace[1800365870] 'process raft request' (duration: 227.837968ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T11:11:29.14288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.350513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-18T11:11:29.142928Z","caller":"traceutil/trace.go:171","msg":"trace[1507341313] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:35952; }","duration":"194.455815ms","start":"2026-03-18T11:11:28.948462Z","end":"2026-03-18T11:11:29.142918Z","steps":["trace[1507341313] 'agreement among raft nodes before linearized reading' (duration: 194.358423ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T11:11:30.320575Z","caller":"traceutil/trace.go:171","msg":"trace[743459063] transaction","detail":"{read_only:false; response_revision:35960; number_of_response:1; }","duration":"235.794269ms","start":"2026-03-18T11:11:30.084748Z","end":"2026-03-18T11:11:30.320542Z","steps":["trace[743459063] 'process raft request' (duration: 235.588035ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T11:11:30.321424Z","caller":"traceutil/trace.go:171","msg":"trace[1368343175] linearizableReadLoop","detail":"{readStateIndex:37179; appliedIndex:37179; }","duration":"236.443763ms","start":"2026-03-18T11:11:30.08496Z","end":"2026-03-18T11:11:30.321403Z","steps":["trace[1368343175] 'read index received' (duration: 236.434233ms)","trace[1368343175] 'applied index is now lower than readState.Index' (duration: 7.64µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T11:11:30.322012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.027686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-18T11:11:30.322078Z","caller":"traceutil/trace.go:171","msg":"trace[1273029548] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:35960; }","duration":"237.151638ms","start":"2026-03-18T11:11:30.084911Z","end":"2026-03-18T11:11:30.322063Z","steps":["trace[1273029548] 'agreement among raft nodes before linearized reading' (duration: 236.907563ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T11:11:31.355902Z","caller":"traceutil/trace.go:171","msg":"trace[1945282876] transaction","detail":"{read_only:false; response_revision:35969; number_of_response:1; }","duration":"114.755322ms","start":"2026-03-18T11:11:31.241118Z","end":"2026-03-18T11:11:31.355874Z","steps":["trace[1945282876] 'process raft request' (duration: 106.644536ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T11:11:31.577447Z","caller":"traceutil/trace.go:171","msg":"trace[1515060981] transaction","detail":"{read_only:false; response_revision:35970; number_of_response:1; }","duration":"136.042832ms","start":"2026-03-18T11:11:31.441367Z","end":"2026-03-18T11:11:31.577409Z","steps":["trace[1515060981] 'process raft request' (duration: 132.23525ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T11:11:31.674401Z","caller":"traceutil/trace.go:171","msg":"trace[894964439] linearizableReadLoop","detail":"{readStateIndex:37190; appliedIndex:37188; }","duration":"119.533445ms","start":"2026-03-18T11:11:31.554837Z","end":"2026-03-18T11:11:31.67437Z","steps":["trace[894964439] 'read index received' (duration: 18.93969ms)","trace[894964439] 'applied index is now lower than readState.Index' (duration: 100.592495ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T11:11:31.674615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.751571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-18T11:11:31.674678Z","caller":"traceutil/trace.go:171","msg":"trace[986050428] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:35971; }","duration":"119.838212ms","start":"2026-03-18T11:11:31.554819Z","end":"2026-03-18T11:11:31.674657Z","steps":["trace[986050428] 'agreement among raft nodes before linearized reading' (duration: 119.679599ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T11:11:32.237725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.709138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T11:11:32.237822Z","caller":"traceutil/trace.go:171","msg":"trace[1767544756] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:35972; }","duration":"272.910952ms","start":"2026-03-18T11:11:31.96489Z","end":"2026-03-18T11:11:32.237801Z","steps":["trace[1767544756] 'count revisions from in-memory index tree' (duration: 272.515504ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T11:11:32.238503Z","caller":"traceutil/trace.go:171","msg":"trace[1185503207] linearizableReadLoop","detail":"{readStateIndex:37192; appliedIndex:37191; }","duration":"153.026049ms","start":"2026-03-18T11:11:32.08544Z","end":"2026-03-18T11:11:32.238466Z","steps":["trace[1185503207] 'read index received' (duration: 150.462613ms)","trace[1185503207] 'applied index is now lower than readState.Index' (duration: 2.561906ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T11:11:32.238658Z","caller":"traceutil/trace.go:171","msg":"trace[1643083132] transaction","detail":"{read_only:false; response_revision:35973; number_of_response:1; }","duration":"231.947585ms","start":"2026-03-18T11:11:32.006689Z","end":"2026-03-18T11:11:32.238637Z","steps":["trace[1643083132] 'process raft request' (duration: 229.288318ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T11:11:32.238769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.299255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-18T11:11:32.238805Z","caller":"traceutil/trace.go:171","msg":"trace[262135052] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:35973; }","duration":"153.409538ms","start":"2026-03-18T11:11:32.085383Z","end":"2026-03-18T11:11:32.238793Z","steps":["trace[262135052] 'agreement among raft nodes before linearized reading' (duration: 153.204003ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T11:11:32.447304Z","caller":"traceutil/trace.go:171","msg":"trace[676934185] linearizableReadLoop","detail":"{readStateIndex:37194; appliedIndex:37193; }","duration":"113.692799ms","start":"2026-03-18T11:11:32.333572Z","end":"2026-03-18T11:11:32.447265Z","steps":["trace[676934185] 'read index received' (duration: 55.085971ms)","trace[676934185] 'applied index is now lower than readState.Index' (duration: 58.605268ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T11:11:32.447384Z","caller":"traceutil/trace.go:171","msg":"trace[596719098] transaction","detail":"{read_only:false; response_revision:35975; number_of_response:1; }","duration":"117.328567ms","start":"2026-03-18T11:11:32.330029Z","end":"2026-03-18T11:11:32.447358Z","steps":["trace[596719098] 'process raft request' (duration: 58.75952ms)","trace[596719098] 'compare' (duration: 58.305951ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T11:11:32.447565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.985406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-18T11:11:32.447602Z","caller":"traceutil/trace.go:171","msg":"trace[566711434] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:35975; }","duration":"114.082408ms","start":"2026-03-18T11:11:32.333513Z","end":"2026-03-18T11:11:32.447595Z","steps":["trace[566711434] 'agreement among raft nodes before linearized reading' (duration: 113.931225ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T11:11:32.618688Z","caller":"traceutil/trace.go:171","msg":"trace[599268780] transaction","detail":"{read_only:false; response_revision:35977; number_of_response:1; }","duration":"165.829307ms","start":"2026-03-18T11:11:32.452834Z","end":"2026-03-18T11:11:32.618664Z","steps":["trace[599268780] 'process raft request' (duration: 108.925216ms)","trace[599268780] 'compare' (duration: 56.722167ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T11:11:32.619041Z","caller":"traceutil/trace.go:171","msg":"trace[911310564] transaction","detail":"{read_only:false; response_revision:35978; number_of_response:1; }","duration":"149.79348ms","start":"2026-03-18T11:11:32.469192Z","end":"2026-03-18T11:11:32.618986Z","steps":["trace[911310564] 'process raft request' (duration: 149.422262ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T11:11:32.619105Z","caller":"traceutil/trace.go:171","msg":"trace[1585454877] transaction","detail":"{read_only:false; response_revision:35979; number_of_response:1; }","duration":"138.617487ms","start":"2026-03-18T11:11:32.480445Z","end":"2026-03-18T11:11:32.619063Z","steps":["trace[1585454877] 'process raft request' (duration: 138.459054ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T11:11:33.011436Z","caller":"traceutil/trace.go:171","msg":"trace[34987852] transaction","detail":"{read_only:false; response_revision:35981; number_of_response:1; }","duration":"111.39287ms","start":"2026-03-18T11:11:32.899989Z","end":"2026-03-18T11:11:33.011382Z","steps":["trace[34987852] 'process raft request' (duration: 106.259439ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T11:11:46.493186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.502974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-18T11:11:46.493312Z","caller":"traceutil/trace.go:171","msg":"trace[770091813] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:36071; }","duration":"106.671828ms","start":"2026-03-18T11:11:46.386619Z","end":"2026-03-18T11:11:46.49329Z","steps":["trace[770091813] 'range keys from in-memory index tree' (duration: 106.32648ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T11:11:46.811421Z","caller":"traceutil/trace.go:171","msg":"trace[1861063863] linearizableReadLoop","detail":"{readStateIndex:37295; appliedIndex:37294; }","duration":"241.84951ms","start":"2026-03-18T11:11:46.569533Z","end":"2026-03-18T11:11:46.811383Z","steps":["trace[1861063863] 'read index received' (duration: 241.590755ms)","trace[1861063863] 'applied index is now lower than readState.Index' (duration: 257.385µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T11:11:46.811511Z","caller":"traceutil/trace.go:171","msg":"trace[699809922] transaction","detail":"{read_only:false; response_revision:36072; number_of_response:1; }","duration":"313.134282ms","start":"2026-03-18T11:11:46.498325Z","end":"2026-03-18T11:11:46.811459Z","steps":["trace[699809922] 'process raft request' (duration: 312.831726ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T11:11:46.811734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T11:11:46.498301Z","time spent":"313.334486ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T11:11:46.811732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.183888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-18T11:11:46.812058Z","caller":"traceutil/trace.go:171","msg":"trace[1327192753] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:36072; }","duration":"242.578916ms","start":"2026-03-18T11:11:46.569463Z","end":"2026-03-18T11:11:46.812042Z","steps":["trace[1327192753] 'agreement among raft nodes before linearized reading' (duration: 242.092545ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T11:11:46.844429Z","caller":"traceutil/trace.go:171","msg":"trace[2142178865] transaction","detail":"{read_only:false; response_revision:36074; number_of_response:1; }","duration":"168.120977ms","start":"2026-03-18T11:11:46.676278Z","end":"2026-03-18T11:11:46.844399Z","steps":["trace[2142178865] 'process raft request' (duration: 167.529694ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T11:11:46.844557Z","caller":"traceutil/trace.go:171","msg":"trace[157078925] transaction","detail":"{read_only:false; response_revision:36073; number_of_response:1; }","duration":"261.619868ms","start":"2026-03-18T11:11:46.582923Z","end":"2026-03-18T11:11:46.844543Z","steps":["trace[157078925] 'process raft request' (duration: 260.726329ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T11:11:46.84517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.438172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-18T11:11:46.845269Z","caller":"traceutil/trace.go:171","msg":"trace[776042095] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:36074; }","duration":"143.651817ms","start":"2026-03-18T11:11:46.701594Z","end":"2026-03-18T11:11:46.845246Z","steps":["trace[776042095] 'agreement among raft nodes before linearized reading' (duration: 142.926981ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T11:11:47.495067Z","caller":"traceutil/trace.go:171","msg":"trace[660325334] transaction","detail":"{read_only:false; response_revision:36079; number_of_response:1; }","duration":"123.304077ms","start":"2026-03-18T11:11:47.371735Z","end":"2026-03-18T11:11:47.495039Z","steps":["trace[660325334] 'process raft request' (duration: 113.744301ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T11:12:03.682555Z","caller":"traceutil/trace.go:171","msg":"trace[60970044] transaction","detail":"{read_only:false; response_revision:36188; number_of_response:1; }","duration":"188.477967ms","start":"2026-03-18T11:12:03.494044Z","end":"2026-03-18T11:12:03.682522Z","steps":["trace[60970044] 'process raft request' (duration: 186.631336ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T11:12:03.682623Z","caller":"traceutil/trace.go:171","msg":"trace[1483489054] transaction","detail":"{read_only:false; response_revision:36189; number_of_response:1; }","duration":"125.217049ms","start":"2026-03-18T11:12:03.55737Z","end":"2026-03-18T11:12:03.682587Z","steps":["trace[1483489054] 'process raft request' (duration: 124.675407ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T11:12:05.180168Z","caller":"traceutil/trace.go:171","msg":"trace[1557555098] linearizableReadLoop","detail":"{readStateIndex:37425; appliedIndex:37423; }","duration":"110.178233ms","start":"2026-03-18T11:12:05.069958Z","end":"2026-03-18T11:12:05.180136Z","steps":["trace[1557555098] 'read index received' (duration: 53.953197ms)","trace[1557555098] 'applied index is now lower than readState.Index' (duration: 56.222916ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T11:12:05.180205Z","caller":"traceutil/trace.go:171","msg":"trace[892683326] transaction","detail":"{read_only:false; response_revision:36198; number_of_response:1; }","duration":"121.260733ms","start":"2026-03-18T11:12:05.058903Z","end":"2026-03-18T11:12:05.180164Z","steps":["trace[892683326] 'process raft request' (duration: 114.482657ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T11:12:05.180603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.602363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T11:12:05.180661Z","caller":"traceutil/trace.go:171","msg":"trace[673296672] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:36199; }","duration":"110.723735ms","start":"2026-03-18T11:12:05.069923Z","end":"2026-03-18T11:12:05.180646Z","steps":["trace[673296672] 'agreement among raft nodes before linearized reading' (duration: 110.392828ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T11:12:05.970374Z","caller":"traceutil/trace.go:171","msg":"trace[738709510] transaction","detail":"{read_only:false; response_revision:36205; number_of_response:1; }","duration":"141.607543ms","start":"2026-03-18T11:12:05.828731Z","end":"2026-03-18T11:12:05.970339Z","steps":["trace[738709510] 'process raft request' (duration: 47.731382ms)","trace[738709510] 'compare' (duration: 93.726857ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T11:12:06.398125Z","caller":"traceutil/trace.go:171","msg":"trace[1836408559] transaction","detail":"{read_only:false; response_revision:36206; number_of_response:1; }","duration":"106.169067ms","start":"2026-03-18T11:12:06.291894Z","end":"2026-03-18T11:12:06.398063Z","steps":["trace[1836408559] 'process raft request' (duration: 105.551404ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T11:12:12.19717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.131506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-18T11:12:12.197262Z","caller":"traceutil/trace.go:171","msg":"trace[1537658778] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:36241; }","duration":"310.238709ms","start":"2026-03-18T11:12:11.887002Z","end":"2026-03-18T11:12:12.197241Z","steps":["trace[1537658778] 'range keys from in-memory index tree' (duration: 309.943723ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T11:12:12.197311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T11:12:11.886905Z","time spent":"310.393892ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-18T11:12:12.197445Z","caller":"traceutil/trace.go:171","msg":"trace[1932036649] transaction","detail":"{read_only:false; response_revision:36242; number_of_response:1; }","duration":"303.040613ms","start":"2026-03-18T11:12:11.894368Z","end":"2026-03-18T11:12:12.197409Z","steps":["trace[1932036649] 'process raft request' (duration: 271.42373ms)","trace[1932036649] 'compare' (duration: 31.198744ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T11:12:12.197416Z","caller":"traceutil/trace.go:171","msg":"trace[837454102] transaction","detail":"{read_only:false; response_revision:36243; number_of_response:1; }","duration":"201.569759ms","start":"2026-03-18T11:12:11.995802Z","end":"2026-03-18T11:12:12.197372Z","steps":["trace[837454102] 'process raft request' (duration: 201.464927ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T11:12:12.199049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T11:12:11.894336Z","time spent":"303.166736ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T11:12:12.663144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.856685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-18T11:12:12.663245Z","caller":"traceutil/trace.go:171","msg":"trace[169097528] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:36244; }","duration":"189.025568ms","start":"2026-03-18T11:12:12.474197Z","end":"2026-03-18T11:12:12.663222Z","steps":["trace[169097528] 'range keys from in-memory index tree' (duration: 188.648841ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T11:12:12.663768Z","caller":"traceutil/trace.go:171","msg":"trace[2065842077] transaction","detail":"{read_only:false; response_revision:36245; number_of_response:1; }","duration":"113.129887ms","start":"2026-03-18T11:12:12.550622Z","end":"2026-03-18T11:12:12.663752Z","steps":["trace[2065842077] 'process raft request' (duration: 93.250208ms)","trace[2065842077] 'compare' (duration: 19.108413ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T11:12:13.152599Z","caller":"traceutil/trace.go:171","msg":"trace[487530615] transaction","detail":"{read_only:false; response_revision:36247; number_of_response:1; }","duration":"281.503118ms","start":"2026-03-18T11:12:12.871068Z","end":"2026-03-18T11:12:13.152572Z","steps":["trace[487530615] 'process raft request' (duration: 212.832403ms)","trace[487530615] 'compare' (duration: 67.892048ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T11:12:13.152599Z","caller":"traceutil/trace.go:171","msg":"trace[2127367351] linearizableReadLoop","detail":"{readStateIndex:37475; appliedIndex:37474; }","duration":"135.122262ms","start":"2026-03-18T11:12:13.017462Z","end":"2026-03-18T11:12:13.152584Z","steps":["trace[2127367351] 'read index received' (duration: 66.308864ms)","trace[2127367351] 'applied index is now lower than readState.Index' (duration: 68.775917ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T11:12:13.152769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.291545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-18T11:12:13.152798Z","caller":"traceutil/trace.go:171","msg":"trace[1587966810] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:36247; }","duration":"135.386697ms","start":"2026-03-18T11:12:13.017404Z","end":"2026-03-18T11:12:13.152791Z","steps":["trace[1587966810] 'agreement among raft nodes before linearized reading' (duration: 135.233984ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T11:12:13.304133Z","caller":"traceutil/trace.go:171","msg":"trace[536316663] transaction","detail":"{read_only:false; response_revision:36249; number_of_response:1; }","duration":"108.399194ms","start":"2026-03-18T11:12:13.195699Z","end":"2026-03-18T11:12:13.304099Z","steps":["trace[536316663] 'process raft request' (duration: 67.824787ms)","trace[536316663] 'compare' (duration: 40.325611ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T11:12:13.967228Z","caller":"traceutil/trace.go:171","msg":"trace[221473679] transaction","detail":"{read_only:false; response_revision:36257; number_of_response:1; }","duration":"170.058478ms","start":"2026-03-18T11:12:13.797139Z","end":"2026-03-18T11:12:13.967198Z","steps":["trace[221473679] 'process raft request' (duration: 149.729859ms)","trace[221473679] 'compare' (duration: 19.41221ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T11:12:23.007486Z","caller":"traceutil/trace.go:171","msg":"trace[623786852] linearizableReadLoop","detail":"{readStateIndex:37545; appliedIndex:37544; }","duration":"280.922956ms","start":"2026-03-18T11:12:22.726531Z","end":"2026-03-18T11:12:23.007454Z","steps":["trace[623786852] 'read index received' (duration: 280.64985ms)","trace[623786852] 'applied index is now lower than readState.Index' (duration: 271.266µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T11:12:23.007584Z","caller":"traceutil/trace.go:171","msg":"trace[487333843] transaction","detail":"{read_only:false; response_revision:36315; number_of_response:1; }","duration":"299.63589ms","start":"2026-03-18T11:12:22.707885Z","end":"2026-03-18T11:12:23.007521Z","steps":["trace[487333843] 'process raft request' (duration: 299.306303ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T11:12:23.007765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.222342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-18T11:12:23.007826Z","caller":"traceutil/trace.go:171","msg":"trace[168808375] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:36315; }","duration":"281.368585ms","start":"2026-03-18T11:12:22.726442Z","end":"2026-03-18T11:12:23.007811Z","steps":["trace[168808375] 'agreement among raft nodes before linearized reading' (duration: 281.149171ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T11:12:23.442373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.029967ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-18T11:12:23.442561Z","caller":"traceutil/trace.go:171","msg":"trace[357633060] transaction","detail":"{read_only:false; response_revision:36316; number_of_response:1; }","duration":"428.452576ms","start":"2026-03-18T11:12:23.014039Z","end":"2026-03-18T11:12:23.442491Z","steps":["trace[357633060] 'process raft request' (duration: 203.189854ms)","trace[357633060] 'compare' (duration: 224.872673ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T11:12:23.442647Z","caller":"traceutil/trace.go:171","msg":"trace[1462692778] linearizableReadLoop","detail":"{readStateIndex:37546; appliedIndex:37545; }","duration":"379.09859ms","start":"2026-03-18T11:12:23.063483Z","end":"2026-03-18T11:12:23.442581Z","steps":["trace[1462692778] 'read index received' (duration: 153.762646ms)","trace[1462692778] 'applied index is now lower than readState.Index' (duration: 225.330254ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T11:12:23.442727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T11:12:23.014012Z","time spent":"428.61957ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T11:12:23.442901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.386646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-18T11:12:23.442975Z","caller":"traceutil/trace.go:171","msg":"trace[660642345] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:36317; }","duration":"379.547709ms","start":"2026-03-18T11:12:23.063405Z","end":"2026-03-18T11:12:23.442953Z","steps":["trace[660642345] 'agreement among raft nodes before linearized reading' (duration: 379.374305ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T11:12:23.443027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T11:12:23.063374Z","time spent":"379.635951ms","remote":"127.0.0.1:44638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-18T11:12:23.524463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.84809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T11:12:23.524618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.332043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-18T11:12:23.524739Z","caller":"traceutil/trace.go:171","msg":"trace[1303962579] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:36319; }","duration":"237.510637ms","start":"2026-03-18T11:12:23.287201Z","end":"2026-03-18T11:12:23.524711Z","steps":["trace[1303962579] 'agreement among raft nodes before linearized reading' (duration: 237.043267ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T11:12:23.52468Z","caller":"traceutil/trace.go:171","msg":"trace[687446449] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:36319; }","duration":"260.116845ms","start":"2026-03-18T11:12:23.264532Z","end":"2026-03-18T11:12:23.524649Z","steps":["trace[687446449] 'agreement among raft nodes before linearized reading' (duration: 259.84525ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T11:12:23.524463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.561874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T11:12:23.524955Z","caller":"traceutil/trace.go:171","msg":"trace[432596178] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/flavors/; range_end:/registry/openstack.k-orc.cloud/flavors0; response_count:0; response_revision:36319; }","duration":"205.105835ms","start":"2026-03-18T11:12:23.319816Z","end":"2026-03-18T11:12:23.524922Z","steps":["trace[432596178] 'agreement among raft nodes before linearized reading' (duration: 204.558144ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T11:12:23.828546Z","caller":"traceutil/trace.go:171","msg":"trace[1242341123] transaction","detail":"{read_only:false; response_revision:36320; number_of_response:1; }","duration":"299.358675ms","start":"2026-03-18T11:12:23.529154Z","end":"2026-03-18T11:12:23.828513Z","steps":["trace[1242341123] 'process raft request' (duration: 299.070879ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T11:12:23.828838Z","caller":"traceutil/trace.go:171","msg":"trace[1833414023] transaction","detail":"{read_only:false; response_revision:36321; number_of_response:1; }","duration":"299.61001ms","start":"2026-03-18T11:12:23.529158Z","end":"2026-03-18T11:12:23.828768Z","steps":["trace[1833414023] 'process raft request' (duration: 299.299604ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T11:12:23.944718Z","caller":"traceutil/trace.go:171","msg":"trace[1724396989] transaction","detail":"{read_only:false; response_revision:36322; number_of_response:1; }","duration":"414.575976ms","start":"2026-03-18T11:12:23.530116Z","end":"2026-03-18T11:12:23.944692Z","steps":["trace[1724396989] 'process raft request' (duration: 397.869254ms)","trace[1724396989] 'compare' (duration: 16.539258ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T11:12:23.944871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T11:12:23.53011Z","time spent":"414.685028ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T11:12:23.945238Z","caller":"traceutil/trace.go:171","msg":"trace[1604962346] linearizableReadLoop","detail":"{readStateIndex:37552; appliedIndex:37549; }","duration":"295.094142ms","start":"2026-03-18T11:12:23.650098Z","end":"2026-03-18T11:12:23.945192Z","steps":["trace[1604962346] 'read index received' (duration: 178.193073ms)","trace[1604962346] 'applied index is now lower than readState.Index' (duration: 116.895479ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T11:12:23.945371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.280505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T11:12:23.945317Z","caller":"traceutil/trace.go:171","msg":"trace[1222595530] transaction","detail":"{read_only:false; response_revision:36323; number_of_response:1; }","duration":"265.977262ms","start":"2026-03-18T11:12:23.679293Z","end":"2026-03-18T11:12:23.94527Z","steps":["trace[1222595530] 'process raft request' (duration: 265.360479ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T11:12:23.945281Z","caller":"traceutil/trace.go:171","msg":"trace[909389128] transaction","detail":"{read_only:false; response_revision:36324; number_of_response:1; }","duration":"142.021962ms","start":"2026-03-18T11:12:23.803198Z","end":"2026-03-18T11:12:23.94522Z","steps":["trace[909389128] 'process raft request' (duration: 141.797637ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T11:12:23.945553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.052464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T11:12:23.945623Z","caller":"traceutil/trace.go:171","msg":"trace[485304892] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:36324; }","duration":"205.196197ms","start":"2026-03-18T11:12:23.740406Z","end":"2026-03-18T11:12:23.945603Z","steps":["trace[485304892] 'agreement among raft nodes before linearized reading' (duration: 205.053374ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T11:12:23.945405Z","caller":"traceutil/trace.go:171","msg":"trace[373275216] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:36324; }","duration":"295.352927ms","start":"2026-03-18T11:12:23.650043Z","end":"2026-03-18T11:12:23.945396Z","steps":["trace[373275216] 'agreement among raft nodes before linearized reading' (duration: 295.300536ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T11:12:23.946107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.606201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T11:12:23.946739Z","caller":"traceutil/trace.go:171","msg":"trace[1677631213] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:36324; }","duration":"148.346338ms","start":"2026-03-18T11:12:23.798372Z","end":"2026-03-18T11:12:23.946718Z","steps":["trace[1677631213] 'agreement among raft nodes before linearized reading' (duration: 147.54721ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T11:12:24.444904Z","caller":"traceutil/trace.go:171","msg":"trace[1118252313] transaction","detail":"{read_only:false; response_revision:36326; number_of_response:1; }","duration":"105.747976ms","start":"2026-03-18T11:12:24.339126Z","end":"2026-03-18T11:12:24.444874Z","steps":["trace[1118252313] 'process raft request' (duration: 104.735214ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T11:12:25.848784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.230484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-18T11:12:25.848909Z","caller":"traceutil/trace.go:171","msg":"trace[1685040518] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:36333; }","duration":"171.452209ms","start":"2026-03-18T11:12:25.67743Z","end":"2026-03-18T11:12:25.848882Z","steps":["trace[1685040518] 'count revisions from in-memory index tree' (duration: 171.017849ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T11:12:25.84931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.242366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T11:12:25.849424Z","caller":"traceutil/trace.go:171","msg":"trace[918414215] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:36333; }","duration":"197.42329ms","start":"2026-03-18T11:12:25.651972Z","end":"2026-03-18T11:12:25.849395Z","steps":["trace[918414215] 'range keys from in-memory index tree' (duration: 197.113163ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T11:12:25.967098Z","caller":"traceutil/trace.go:171","msg":"trace[445460116] transaction","detail":"{read_only:false; response_revision:36334; number_of_response:1; }","duration":"111.718466ms","start":"2026-03-18T11:12:25.855351Z","end":"2026-03-18T11:12:25.967069Z","steps":["trace[445460116] 'process raft request' (duration: 111.500852ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T11:12:26.13888Z","caller":"traceutil/trace.go:171","msg":"trace[1506803978] transaction","detail":"{read_only:false; response_revision:36335; number_of_response:1; }","duration":"282.840407ms","start":"2026-03-18T11:12:25.855958Z","end":"2026-03-18T11:12:26.138798Z","steps":["trace[1506803978] 'process raft request' (duration: 273.529226ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T11:12:26.139105Z","caller":"traceutil/trace.go:171","msg":"trace[1340135025] linearizableReadLoop","detail":"{readStateIndex:37566; appliedIndex:37565; }","duration":"184.083211ms","start":"2026-03-18T11:12:25.955004Z","end":"2026-03-18T11:12:26.139088Z","steps":["trace[1340135025] 'read index received' (duration: 12.059991ms)","trace[1340135025] 'applied index is now lower than readState.Index' (duration: 172.02223ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T11:12:26.13922Z","caller":"traceutil/trace.go:171","msg":"trace[918922810] transaction","detail":"{read_only:false; response_revision:36336; number_of_response:1; }","duration":"182.298713ms","start":"2026-03-18T11:12:25.956914Z","end":"2026-03-18T11:12:26.139212Z","steps":["trace[918922810] 'process raft request' (duration: 181.848123ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T11:12:26.139534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.490911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-18T11:12:26.139637Z","caller":"traceutil/trace.go:171","msg":"trace[1362574509] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:36337; }","duration":"184.667244ms","start":"2026-03-18T11:12:25.954948Z","end":"2026-03-18T11:12:26.139615Z","steps":["trace[1362574509] 'agreement among raft nodes before linearized reading' (duration: 184.267596ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T11:12:26.139674Z","caller":"traceutil/trace.go:171","msg":"trace[1238715693] transaction","detail":"{read_only:false; response_revision:36337; number_of_response:1; }","duration":"182.532417ms","start":"2026-03-18T11:12:25.957114Z","end":"2026-03-18T11:12:26.139647Z","steps":["trace[1238715693] 'process raft request' (duration: 181.872323ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T11:12:28.616639Z","caller":"traceutil/trace.go:171","msg":"trace[615872347] transaction","detail":"{read_only:false; response_revision:36353; number_of_response:1; }","duration":"100.621957ms","start":"2026-03-18T11:12:28.515987Z","end":"2026-03-18T11:12:28.616609Z","steps":["trace[615872347] 'process raft request' (duration: 100.437832ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T11:12:34.002347Z","caller":"traceutil/trace.go:171","msg":"trace[1914265900] transaction","detail":"{read_only:false; response_revision:36389; number_of_response:1; }","duration":"144.632148ms","start":"2026-03-18T11:12:33.857677Z","end":"2026-03-18T11:12:34.002309Z","steps":["trace[1914265900] 'process raft request' (duration: 144.290121ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T11:12:34.489436Z","caller":"traceutil/trace.go:171","msg":"trace[2083871892] transaction","detail":"{read_only:false; response_revision:36395; number_of_response:1; }","duration":"146.412906ms","start":"2026-03-18T11:12:34.342978Z","end":"2026-03-18T11:12:34.489391Z","steps":["trace[2083871892] 'process raft request' (duration: 103.956808ms)","trace[2083871892] 'compare' (duration: 41.574469ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T11:12:34.756768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.176876ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-03-18T11:12:43.504251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.63839ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-18T11:12:43.504375Z","caller":"traceutil/trace.go:171","msg":"trace[246216176] transaction","detail":"{read_only:false; response_revision:36454; number_of_response:1; }","duration":"242.024694ms","start":"2026-03-18T11:12:43.26233Z","end":"2026-03-18T11:12:43.504355Z","steps":["trace[246216176] 'process raft request' (duration: 84.17137ms)","trace[246216176] 'compare' (duration: 157.489587ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T11:12:43.768323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.052441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T11:12:43.768402Z","caller":"traceutil/trace.go:171","msg":"trace[472300702] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:36454; }","duration":"117.135443ms","start":"2026-03-18T11:12:43.65125Z","end":"2026-03-18T11:12:43.768385Z","steps":["trace[472300702] 'range keys from in-memory index tree' (duration: 116.98156ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T11:12:43.768389Z","caller":"traceutil/trace.go:171","msg":"trace[346111826] transaction","detail":"{read_only:false; response_revision:36455; number_of_response:1; }","duration":"100.973643ms","start":"2026-03-18T11:12:43.667377Z","end":"2026-03-18T11:12:43.768351Z","steps":["trace[346111826] 'process raft request' (duration: 100.290289ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T11:12:44.036726Z","caller":"traceutil/trace.go:171","msg":"trace[986408554] linearizableReadLoop","detail":"{readStateIndex:37692; appliedIndex:37689; }","duration":"288.649153ms","start":"2026-03-18T11:12:43.748061Z","end":"2026-03-18T11:12:44.03671Z","steps":["trace[986408554] 'read index received' (duration: 19.617164ms)","trace[986408554] 'applied index is now lower than readState.Index' (duration: 269.031359ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T11:12:44.036948Z","caller":"traceutil/trace.go:171","msg":"trace[1836108996] transaction","detail":"{read_only:false; response_revision:36456; number_of_response:1; }","duration":"325.317286ms","start":"2026-03-18T11:12:43.711591Z","end":"2026-03-18T11:12:44.036908Z","steps":["trace[1836108996] 'process raft request' (duration: 324.978359ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T11:12:44.037058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.156938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T11:12:44.03708Z","caller":"traceutil/trace.go:171","msg":"trace[1998368024] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:36457; }","duration":"267.199278ms","start":"2026-03-18T11:12:43.769875Z","end":"2026-03-18T11:12:44.037075Z","steps":["trace[1998368024] 'agreement among raft nodes before linearized reading' (duration: 267.167708ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T11:12:44.037164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T11:12:43.71157Z","time spent":"325.481539ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T11:12:44.037225Z","caller":"traceutil/trace.go:171","msg":"trace[2011898318] transaction","detail":"{read_only:false; response_revision:36457; number_of_response:1; }","duration":"325.53494ms","start":"2026-03-18T11:12:43.711685Z","end":"2026-03-18T11:12:44.03722Z","steps":["trace[2011898318] 'process raft request' (duration: 324.998899ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T11:12:44.037283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T11:12:43.711658Z","time spent":"325.584641ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T11:12:44.036999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.316902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-03-18T11:12:44.037394Z","caller":"traceutil/trace.go:171","msg":"trace[944282857] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:36457; }","duration":"286.745881ms","start":"2026-03-18T11:12:43.75063Z","end":"2026-03-18T11:12:44.037376Z","steps":["trace[944282857] 'agreement among raft nodes before linearized reading' (duration: 286.286281ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T11:12:44.038116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.95391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-18T11:12:44.038175Z","caller":"traceutil/trace.go:171","msg":"trace[1372659412] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:36457; }","duration":"290.142555ms","start":"2026-03-18T11:12:43.748019Z","end":"2026-03-18T11:12:44.038161Z","steps":["trace[1372659412] 'agreement among raft nodes before linearized reading' (duration: 288.830917ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T11:12:44.3543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.67692ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-18T11:12:44.354624Z","caller":"traceutil/trace.go:171","msg":"trace[1589494903] transaction","detail":"{read_only:false; response_revision:36458; number_of_response:1; }","duration":"310.936894ms","start":"2026-03-18T11:12:44.043663Z","end":"2026-03-18T11:12:44.3546Z","steps":["trace[1589494903] 'process raft request' (duration: 146.884307ms)","trace[1589494903] 'compare' (duration: 163.299911ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T11:12:44.354879Z","caller":"traceutil/trace.go:171","msg":"trace[1604500454] linearizableReadLoop","detail":"{readStateIndex:37694; appliedIndex:37692; }","duration":"222.837559ms","start":"2026-03-18T11:12:44.132018Z","end":"2026-03-18T11:12:44.354856Z","steps":["trace[1604500454] 'read index received' (duration: 58.477254ms)","trace[1604500454] 'applied index is now lower than readState.Index' (duration: 164.358275ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T11:12:44.354853Z","caller":"traceutil/trace.go:171","msg":"trace[1406446347] transaction","detail":"{read_only:false; response_revision:36459; number_of_response:1; }","duration":"308.586804ms","start":"2026-03-18T11:12:44.046215Z","end":"2026-03-18T11:12:44.354802Z","steps":["trace[1406446347] 'process raft request' (duration: 308.206125ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T11:12:44.355063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T11:12:44.046194Z","time spent":"308.757058ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T11:12:44.355089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.060454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-18T11:12:44.355124Z","caller":"traceutil/trace.go:171","msg":"trace[1343623305] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:36461; }","duration":"223.133396ms","start":"2026-03-18T11:12:44.13198Z","end":"2026-03-18T11:12:44.355113Z","steps":["trace[1343623305] 'agreement among raft nodes before linearized reading' (duration: 222.979253ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T11:12:44.355251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T11:12:44.043644Z","time spent":"311.044918ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T11:12:44.633526Z","caller":"traceutil/trace.go:171","msg":"trace[200498201] transaction","detail":"{read_only:false; response_revision:36462; number_of_response:1; }","duration":"273.845663ms","start":"2026-03-18T11:12:44.359647Z","end":"2026-03-18T11:12:44.633493Z","steps":["trace[200498201] 'process raft request' (duration: 273.644349ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T11:12:44.643796Z","caller":"traceutil/trace.go:171","msg":"trace[196819113] transaction","detail":"{read_only:false; response_revision:36463; number_of_response:1; }","duration":"283.639885ms","start":"2026-03-18T11:12:44.360126Z","end":"2026-03-18T11:12:44.643766Z","steps":["trace[196819113] 'process raft request' (duration: 283.41056ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T11:12:44.701684Z","caller":"traceutil/trace.go:171","msg":"trace[1945986595] linearizableReadLoop","detail":"{readStateIndex:37698; appliedIndex:37697; }","duration":"149.225077ms","start":"2026-03-18T11:12:44.552437Z","end":"2026-03-18T11:12:44.701662Z","steps":["trace[1945986595] 'read index received' (duration: 81.097044ms)","trace[1945986595] 'applied index is now lower than readState.Index' (duration: 68.127073ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T11:12:44.701728Z","caller":"traceutil/trace.go:171","msg":"trace[1235178255] transaction","detail":"{read_only:false; response_revision:36464; number_of_response:1; }","duration":"105.354528ms","start":"2026-03-18T11:12:44.596342Z","end":"2026-03-18T11:12:44.701697Z","steps":["trace[1235178255] 'process raft request' (duration: 104.95598ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T11:12:44.727826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.369252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T11:12:44.727922Z","caller":"traceutil/trace.go:171","msg":"trace[1097240759] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:36464; }","duration":"119.528455ms","start":"2026-03-18T11:12:44.608371Z","end":"2026-03-18T11:12:44.727899Z","steps":["trace[1097240759] 'agreement among raft nodes before linearized reading' (duration: 93.530902ms)","trace[1097240759] 'count revisions from in-memory index tree' (duration: 25.855189ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T11:12:44.727944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.218445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"warn","ts":"2026-03-18T11:12:44.727954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.530946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-18T11:12:44.728017Z","caller":"traceutil/trace.go:171","msg":"trace[1496735932] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:36464; }","duration":"117.309637ms","start":"2026-03-18T11:12:44.610687Z","end":"2026-03-18T11:12:44.727997Z","steps":["trace[1496735932] 'agreement among raft nodes before linearized reading' (duration: 91.239203ms)","trace[1496735932] 'range keys from in-memory index tree' (duration: 25.921061ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T11:12:44.728028Z","caller":"traceutil/trace.go:171","msg":"trace[665972941] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:36464; }","duration":"175.640329ms","start":"2026-03-18T11:12:44.552367Z","end":"2026-03-18T11:12:44.728007Z","steps":["trace[665972941] 'agreement among raft nodes before linearized reading' (duration: 149.484562ms)","trace[665972941] 'range keys from in-memory index tree' (duration: 25.992663ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T11:12:44.976706Z","caller":"traceutil/trace.go:171","msg":"trace[1006031548] transaction","detail":"{read_only:false; response_revision:36466; number_of_response:1; }","duration":"240.320808ms","start":"2026-03-18T11:12:44.73636Z","end":"2026-03-18T11:12:44.976681Z","steps":["trace[1006031548] 'process raft request' (duration: 173.325319ms)","trace[1006031548] 'compare' (duration: 66.716892ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T11:12:44.976933Z","caller":"traceutil/trace.go:171","msg":"trace[1952871814] transaction","detail":"{read_only:false; response_revision:36467; number_of_response:1; }","duration":"116.614603ms","start":"2026-03-18T11:12:44.860295Z","end":"2026-03-18T11:12:44.97691Z","steps":["trace[1952871814] 'process raft request' (duration: 116.317026ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T11:12:45.863794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.962023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-18T11:12:45.863875Z","caller":"traceutil/trace.go:171","msg":"trace[1169756577] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:36470; }","duration":"107.091385ms","start":"2026-03-18T11:12:45.756768Z","end":"2026-03-18T11:12:45.86386Z","steps":["trace[1169756577] 'count revisions from in-memory index tree' (duration: 106.897752ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T11:12:46.182718Z","caller":"traceutil/trace.go:171","msg":"trace[1017137717] transaction","detail":"{read_only:false; response_revision:36472; number_of_response:1; }","duration":"139.916586ms","start":"2026-03-18T11:12:46.042766Z","end":"2026-03-18T11:12:46.182682Z","steps":["trace[1017137717] 'process raft request' (duration: 117.290537ms)","trace[1017137717] 'compare' (duration: 22.479646ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T11:12:46.209296Z","caller":"traceutil/trace.go:171","msg":"trace[1386043472] linearizableReadLoop","detail":"{readStateIndex:37709; appliedIndex:37707; }","duration":"137.480174ms","start":"2026-03-18T11:12:46.071781Z","end":"2026-03-18T11:12:46.209262Z","steps":["trace[1386043472] 'read index received' (duration: 88.29275ms)","trace[1386043472] 'applied index is now lower than readState.Index' (duration: 49.185644ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T11:12:46.209479Z","caller":"traceutil/trace.go:171","msg":"trace[583408909] transaction","detail":"{read_only:false; response_revision:36473; number_of_response:1; }","duration":"166.021391ms","start":"2026-03-18T11:12:46.04342Z","end":"2026-03-18T11:12:46.209441Z","steps":["trace[583408909] 'process raft request' (duration: 165.591541ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T11:12:46.209639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.843242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T11:12:46.209706Z","caller":"traceutil/trace.go:171","msg":"trace[559674642] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:36473; }","duration":"137.967424ms","start":"2026-03-18T11:12:46.071719Z","end":"2026-03-18T11:12:46.209686Z","steps":["trace[559674642] 'agreement among raft nodes before linearized reading' (duration: 137.749029ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T11:12:48.345237Z","caller":"traceutil/trace.go:171","msg":"trace[473490111] transaction","detail":"{read_only:false; response_revision:36485; number_of_response:1; }","duration":"125.326151ms","start":"2026-03-18T11:12:48.219872Z","end":"2026-03-18T11:12:48.345198Z","steps":["trace[473490111] 'process raft request' (duration: 54.04307ms)","trace[473490111] 'compare' (duration: 71.126508ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T11:12:50.9653Z","caller":"traceutil/trace.go:171","msg":"trace[1199466708] linearizableReadLoop","detail":"{readStateIndex:37744; appliedIndex:37742; }","duration":"103.926367ms","start":"2026-03-18T11:12:50.861343Z","end":"2026-03-18T11:12:50.96527Z","steps":["trace[1199466708] 'read index received' (duration: 53.979047ms)","trace[1199466708] 'applied index is now lower than readState.Index' (duration: 49.9461ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T11:12:50.965327Z","caller":"traceutil/trace.go:171","msg":"trace[2039462666] transaction","detail":"{read_only:false; response_revision:36507; number_of_response:1; }","duration":"107.668478ms","start":"2026-03-18T11:12:50.857619Z","end":"2026-03-18T11:12:50.965288Z","steps":["trace[2039462666] 'process raft request' (duration: 107.598296ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T11:12:50.965333Z","caller":"traceutil/trace.go:171","msg":"trace[872047884] transaction","detail":"{read_only:false; response_revision:36506; number_of_response:1; }","duration":"133.64283ms","start":"2026-03-18T11:12:50.831644Z","end":"2026-03-18T11:12:50.965286Z","steps":["trace[872047884] 'process raft request' (duration: 83.657409ms)","trace[872047884] 'compare' (duration: 49.686494ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T11:12:50.965592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.229734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T11:12:50.965657Z","caller":"traceutil/trace.go:171","msg":"trace[1674132788] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:36507; }","duration":"104.357577ms","start":"2026-03-18T11:12:50.861279Z","end":"2026-03-18T11:12:50.965637Z","steps":["trace[1674132788] 'agreement among raft nodes before linearized reading' (duration: 104.213074ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T11:12:50.973465Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":34399} {"level":"info","ts":"2026-03-18T11:12:51.227181Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":34399,"took":"249.22436ms","hash":1985184977,"current-db-size-bytes":50450432,"current-db-size":"50 MB","current-db-size-in-use-bytes":28999680,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-03-18T11:12:51.227274Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1985184977,"revision":34399,"compact-revision":32225} {"level":"info","ts":"2026-03-18T11:12:52.021595Z","caller":"traceutil/trace.go:171","msg":"trace[1343241950] transaction","detail":"{read_only:false; response_revision:36511; number_of_response:1; }","duration":"118.645355ms","start":"2026-03-18T11:12:51.902931Z","end":"2026-03-18T11:12:52.021576Z","steps":["trace[1343241950] 'process raft request' (duration: 118.521523ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T11:12:52.379715Z","caller":"traceutil/trace.go:171","msg":"trace[492196832] transaction","detail":"{read_only:false; response_revision:36512; number_of_response:1; }","duration":"107.451274ms","start":"2026-03-18T11:12:52.272126Z","end":"2026-03-18T11:12:52.379577Z","steps":["trace[492196832] 'process raft request' (duration: 107.24146ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T11:13:17.28033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.053768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T11:13:17.280413Z","caller":"traceutil/trace.go:171","msg":"trace[2078300195] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:36682; }","duration":"133.208531ms","start":"2026-03-18T11:13:17.147187Z","end":"2026-03-18T11:13:17.280396Z","steps":["trace[2078300195] 'count revisions from in-memory index tree' (duration: 132.937656ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T11:13:17.28064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.847713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T11:13:17.280682Z","caller":"traceutil/trace.go:171","msg":"trace[1442412894] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:36682; }","duration":"126.924194ms","start":"2026-03-18T11:13:17.153747Z","end":"2026-03-18T11:13:17.280671Z","steps":["trace[1442412894] 'count revisions from in-memory index tree' (duration: 126.793002ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T11:13:27.24726Z","caller":"traceutil/trace.go:171","msg":"trace[1430799710] transaction","detail":"{read_only:false; response_revision:36749; number_of_response:1; }","duration":"148.0001ms","start":"2026-03-18T11:13:27.099221Z","end":"2026-03-18T11:13:27.247222Z","steps":["trace[1430799710] 'process raft request' (duration: 130.346489ms)","trace[1430799710] 'compare' (duration: 17.514028ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T11:13:27.621164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.259207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-18T11:13:27.621243Z","caller":"traceutil/trace.go:171","msg":"trace[1644235261] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:36751; }","duration":"136.387239ms","start":"2026-03-18T11:13:27.484838Z","end":"2026-03-18T11:13:27.621225Z","steps":["trace[1644235261] 'range keys from in-memory index tree' (duration: 136.041242ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T11:17:50.982216Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":36508} {"level":"info","ts":"2026-03-18T11:17:51.108291Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":36508,"took":"122.94018ms","hash":2748309196,"current-db-size-bytes":50450432,"current-db-size":"50 MB","current-db-size-in-use-bytes":27791360,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-03-18T11:17:51.108367Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2748309196,"revision":36508,"compact-revision":34399} {"level":"info","ts":"2026-03-18T11:18:06.248992Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"e6e5712872899056","local-member-applied-index":40004,"local-member-snapshot-index":30003,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-18T11:18:06.254093Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":40004} {"level":"info","ts":"2026-03-18T11:18:06.254191Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":35004}